File size: 2,259 Bytes
7845694 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | import sys
import pytest
from semif_phase1.cli import main
@pytest.mark.parametrize("extra,message", [
(["--backend", "mlx", "--mode", "reranker"], "reranker requires torch"),
(["--mode", "direct", "--mlx-bits", "4"], "requires --backend mlx"),
(["--mode", "direct", "--mlx-cache-limit-mib", "0"], "requires --backend mlx"),
(["--mode", "direct", "--backend", "mlx", "--mlx-cache-limit-mib", "-1"], "must be nonnegative"),
])
def test_invalid_backend_combinations_fail_before_loading(tmp_path, monkeypatch, capsys, extra, message):
monkeypatch.setattr(sys, "argv", ["semif-score", "--model", "unused", "--revision", "unused",
"--input", "missing.jsonl", "--output", str(tmp_path / "out.jsonl"), *extra])
with pytest.raises(SystemExit) as error:
main()
assert error.value.code == 2
assert message in capsys.readouterr().err
assert not (tmp_path / "out.jsonl").exists()
@pytest.mark.parametrize('limit', [None, 0, 512])
def test_cli_passes_cache_limit_to_loader(tmp_path, monkeypatch, limit):
import json
from types import SimpleNamespace
import semif_phase1
fake_backend = SimpleNamespace(
DEFAULT_CACHE_LIMIT_MIB=256,
load_model=lambda source, revision, bits, *, cache_limit_mib:
(None, None, {'limit': cache_limit_mib}),
score=lambda model, tokenizer, row, metadata, max_tokens: metadata,
SerialPrefixScorer=None, score_shared=None,
)
monkeypatch.setattr(semif_phase1, 'mlx_backend', fake_backend, raising=False)
source, output = tmp_path / 'input.jsonl', tmp_path / 'output.jsonl'
source.write_text(json.dumps({'id': 'test', 'state': 'Evidence', 'question': 'Supported?',
'options': [{'id': 'yes', 'description': 'Yes'}, {'id': 'no', 'description': 'No'}]}) + '\n')
args = ['semif-score', '--backend', 'mlx', '--mode', 'direct', '--model', 'unused',
'--revision', 'unused', '--input', str(source), '--output', str(output)]
if limit is not None:
args += ['--mlx-cache-limit-mib', str(limit)]
monkeypatch.setattr(sys, 'argv', args)
main()
assert json.loads(output.read_text())['limit'] == (256 if limit is None else limit)
|