Spaces:
Running
Running
| { | |
| "benchmark_info": { | |
| "test_pairs": 9, | |
| "threshold": 0.85, | |
| "models_tested": 4 | |
| }, | |
| "results": [ | |
| { | |
| "model_key": "granite-107m", | |
| "model_name": "Granite 107M Multilingual (384-dim)", | |
| "dimensions": 384, | |
| "load_time": 1.7289109230041504, | |
| "threshold": 0.85, | |
| "tests": [ | |
| { | |
| "id": 1, | |
| "type": "exact", | |
| "similarity": 1.0, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 2, | |
| "type": "exact", | |
| "similarity": 1.0, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 3, | |
| "type": "exact", | |
| "similarity": 1.0000000000000002, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 4, | |
| "type": "different", | |
| "similarity": 0.5679151219078763, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 5, | |
| "type": "related", | |
| "similarity": 0.7774874834586725, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 6, | |
| "type": "different", | |
| "similarity": 0.6207301798140507, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 7, | |
| "type": "different", | |
| "similarity": 0.6297083134632915, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 8, | |
| "type": "different", | |
| "similarity": 0.5450984650305777, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 9, | |
| "type": "extended", | |
| "similarity": 0.9650794987370644, | |
| "predicted": true, | |
| "expected": false, | |
| "correct": false | |
| } | |
| ], | |
| "correct": 8, | |
| "false_positives": 1, | |
| "false_negatives": 0, | |
| "accuracy": 0.8888888888888888 | |
| }, | |
| { | |
| "model_key": "granite-278m", | |
| "model_name": "Granite 278M Multilingual (768-dim)", | |
| "dimensions": 768, | |
| "load_time": 1.3013572692871094, | |
| "threshold": 0.85, | |
| "tests": [ | |
| { | |
| "id": 1, | |
| "type": "exact", | |
| "similarity": 1.0000000000000004, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 2, | |
| "type": "exact", | |
| "similarity": 1.0000000000000002, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 3, | |
| "type": "exact", | |
| "similarity": 1.0000000000000002, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 4, | |
| "type": "different", | |
| "similarity": 0.5312018972458725, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 5, | |
| "type": "related", | |
| "similarity": 0.7622608703056113, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 6, | |
| "type": "different", | |
| "similarity": 0.6224052610966958, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 7, | |
| "type": "different", | |
| "similarity": 0.5691598133480732, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 8, | |
| "type": "different", | |
| "similarity": 0.5608367775199385, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 9, | |
| "type": "extended", | |
| "similarity": 0.9502965050542435, | |
| "predicted": true, | |
| "expected": false, | |
| "correct": false | |
| } | |
| ], | |
| "correct": 8, | |
| "false_positives": 1, | |
| "false_negatives": 0, | |
| "accuracy": 0.8888888888888888 | |
| }, | |
| { | |
| "model_key": "gemma-300m", | |
| "model_name": "Embedding Gemma 300M (768-dim)", | |
| "dimensions": 768, | |
| "load_time": 1.287358045578003, | |
| "threshold": 0.85, | |
| "tests": [ | |
| { | |
| "id": 1, | |
| "type": "exact", | |
| "similarity": 1.0000000000000002, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 2, | |
| "type": "exact", | |
| "similarity": 1.0000000000000002, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 3, | |
| "type": "exact", | |
| "similarity": 1.0, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 4, | |
| "type": "different", | |
| "similarity": 0.49415466486918536, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 5, | |
| "type": "related", | |
| "similarity": 0.7521931400458695, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 6, | |
| "type": "different", | |
| "similarity": 0.471972474125754, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 7, | |
| "type": "different", | |
| "similarity": 0.454110573159473, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 8, | |
| "type": "different", | |
| "similarity": 0.47968063602459204, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 9, | |
| "type": "extended", | |
| "similarity": 0.9397708233122508, | |
| "predicted": true, | |
| "expected": false, | |
| "correct": false | |
| } | |
| ], | |
| "correct": 8, | |
| "false_positives": 1, | |
| "false_negatives": 0, | |
| "accuracy": 0.8888888888888888 | |
| }, | |
| { | |
| "model_key": "qwen-600m", | |
| "model_name": "Qwen3 Embedding 600M (1024-dim)", | |
| "dimensions": 1024, | |
| "load_time": 1.6140825748443604, | |
| "threshold": 0.85, | |
| "tests": [ | |
| { | |
| "id": 1, | |
| "type": "exact", | |
| "similarity": 1.0000000000000002, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 2, | |
| "type": "exact", | |
| "similarity": 1.0000000000000004, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 3, | |
| "type": "exact", | |
| "similarity": 1.0, | |
| "predicted": true, | |
| "expected": true, | |
| "correct": true | |
| }, | |
| { | |
| "id": 4, | |
| "type": "different", | |
| "similarity": 0.5260412918600332, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 5, | |
| "type": "related", | |
| "similarity": 0.751988820948543, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 6, | |
| "type": "different", | |
| "similarity": 0.48024291718251755, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 7, | |
| "type": "different", | |
| "similarity": 0.40910911792742577, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 8, | |
| "type": "different", | |
| "similarity": 0.4429171322112669, | |
| "predicted": false, | |
| "expected": false, | |
| "correct": true | |
| }, | |
| { | |
| "id": 9, | |
| "type": "extended", | |
| "similarity": 0.9754299880776476, | |
| "predicted": true, | |
| "expected": false, | |
| "correct": false | |
| } | |
| ], | |
| "correct": 8, | |
| "false_positives": 1, | |
| "false_negatives": 0, | |
| "accuracy": 0.8888888888888888 | |
| } | |
| ] | |
| } |