File size: 2,990 Bytes
1d2de8a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 | import argparse
import json
from pathlib import Path
def main():
parser = argparse.ArgumentParser(description="Private Solomon BF16 MLX tooling")
commands = parser.add_subparsers(dest="command", required=True)
verify = commands.add_parser("verify-source")
verify.add_argument("directory")
download = commands.add_parser("download-base")
download.add_argument("--output", default="snapshots/base")
convert = commands.add_parser("prepare")
convert.add_argument("--base", default="snapshots/base")
convert.add_argument("--solomon", default="snapshots/solomon")
convert.add_argument("--manifest", default="snapshots/base-manifest.json")
convert.add_argument("--output", default="models/quality")
decide = commands.add_parser("decide")
decide.add_argument("--model", default="models/quality")
decide.add_argument("--document", required=True)
decide.add_argument("--questions", required=True)
decide.add_argument(
"--evidence", choices=["none", "support", "sufficiency", "removal"], default="support"
)
args = parser.parse_args()
if args.command == "verify-source":
from .artifacts import verify_release
print(json.dumps(verify_release(args.directory), indent=2))
elif args.command == "download-base":
from huggingface_hub import HfApi, snapshot_download
from .artifacts import BASE_REVISION
from .prepare import verify_base
model = HfApi().model_info("Qwen/Qwen3.8-27B", revision=BASE_REVISION, files_metadata=True)
manifest = {
"revision": model.sha,
"files": [
{
"name": f.rfilename,
"size": f.size,
"blob_id": f.blob_id,
"sha256": f.lfs.sha256 if f.lfs else None,
}
for f in model.siblings
],
}
Path(args.output).parent.mkdir(parents=True, exist_ok=True)
Path(args.output + "-manifest.json").write_text(json.dumps(manifest, indent=2))
snapshot_download("Qwen/Qwen3.8-27B", revision=BASE_REVISION, local_dir=args.output, max_workers=18)
verified = verify_base(args.output, manifest)
Path(args.output + "-verified.json").write_text(json.dumps(verified, indent=2))
elif args.command == "prepare":
from .prepare import prepare
prepare(args.base, args.solomon, args.output, args.manifest)
else:
from .api import Solomon
model = Solomon.load(args.model)
with model.prefill(Path(args.document).read_text()) as state:
print(
json.dumps(
model.decide(
state=state,
questions=json.loads(Path(args.questions).read_text()),
evidence=args.evidence,
),
indent=2,
)
)
if __name__ == "__main__":
main()
|