{
  "benchmark_info": {
    "test_pairs": 9,
    "threshold": 0.85,
    "models_tested": 4
  },
  "results": [
    {
      "model_key": "granite-107m",
      "model_name": "Granite 107M Multilingual (384-dim)",
      "dimensions": 384,
      "load_time": 1.7289109230041504,
      "threshold": 0.85,
      "tests": [
        {
          "id": 1,
          "type": "exact",
          "similarity": 1.0,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 2,
          "type": "exact",
          "similarity": 1.0,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 3,
          "type": "exact",
          "similarity": 1.0000000000000002,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 4,
          "type": "different",
          "similarity": 0.5679151219078763,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 5,
          "type": "related",
          "similarity": 0.7774874834586725,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 6,
          "type": "different",
          "similarity": 0.6207301798140507,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 7,
          "type": "different",
          "similarity": 0.6297083134632915,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 8,
          "type": "different",
          "similarity": 0.5450984650305777,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 9,
          "type": "extended",
          "similarity": 0.9650794987370644,
          "predicted": true,
          "expected": false,
          "correct": false
        }
      ],
      "correct": 8,
      "false_positives": 1,
      "false_negatives": 0,
      "accuracy": 0.8888888888888888
    },
    {
      "model_key": "granite-278m",
      "model_name": "Granite 278M Multilingual (768-dim)",
      "dimensions": 768,
      "load_time": 1.3013572692871094,
      "threshold": 0.85,
      "tests": [
        {
          "id": 1,
          "type": "exact",
          "similarity": 1.0000000000000004,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 2,
          "type": "exact",
          "similarity": 1.0000000000000002,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 3,
          "type": "exact",
          "similarity": 1.0000000000000002,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 4,
          "type": "different",
          "similarity": 0.5312018972458725,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 5,
          "type": "related",
          "similarity": 0.7622608703056113,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 6,
          "type": "different",
          "similarity": 0.6224052610966958,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 7,
          "type": "different",
          "similarity": 0.5691598133480732,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 8,
          "type": "different",
          "similarity": 0.5608367775199385,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 9,
          "type": "extended",
          "similarity": 0.9502965050542435,
          "predicted": true,
          "expected": false,
          "correct": false
        }
      ],
      "correct": 8,
      "false_positives": 1,
      "false_negatives": 0,
      "accuracy": 0.8888888888888888
    },
    {
      "model_key": "gemma-300m",
      "model_name": "Embedding Gemma 300M (768-dim)",
      "dimensions": 768,
      "load_time": 1.287358045578003,
      "threshold": 0.85,
      "tests": [
        {
          "id": 1,
          "type": "exact",
          "similarity": 1.0000000000000002,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 2,
          "type": "exact",
          "similarity": 1.0000000000000002,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 3,
          "type": "exact",
          "similarity": 1.0,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 4,
          "type": "different",
          "similarity": 0.49415466486918536,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 5,
          "type": "related",
          "similarity": 0.7521931400458695,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 6,
          "type": "different",
          "similarity": 0.471972474125754,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 7,
          "type": "different",
          "similarity": 0.454110573159473,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 8,
          "type": "different",
          "similarity": 0.47968063602459204,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 9,
          "type": "extended",
          "similarity": 0.9397708233122508,
          "predicted": true,
          "expected": false,
          "correct": false
        }
      ],
      "correct": 8,
      "false_positives": 1,
      "false_negatives": 0,
      "accuracy": 0.8888888888888888
    },
    {
      "model_key": "qwen-600m",
      "model_name": "Qwen3 Embedding 600M (1024-dim)",
      "dimensions": 1024,
      "load_time": 1.6140825748443604,
      "threshold": 0.85,
      "tests": [
        {
          "id": 1,
          "type": "exact",
          "similarity": 1.0000000000000002,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 2,
          "type": "exact",
          "similarity": 1.0000000000000004,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 3,
          "type": "exact",
          "similarity": 1.0,
          "predicted": true,
          "expected": true,
          "correct": true
        },
        {
          "id": 4,
          "type": "different",
          "similarity": 0.5260412918600332,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 5,
          "type": "related",
          "similarity": 0.751988820948543,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 6,
          "type": "different",
          "similarity": 0.48024291718251755,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 7,
          "type": "different",
          "similarity": 0.40910911792742577,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 8,
          "type": "different",
          "similarity": 0.4429171322112669,
          "predicted": false,
          "expected": false,
          "correct": true
        },
        {
          "id": 9,
          "type": "extended",
          "similarity": 0.9754299880776476,
          "predicted": true,
          "expected": false,
          "correct": false
        }
      ],
      "correct": 8,
      "false_positives": 1,
      "false_negatives": 0,
      "accuracy": 0.8888888888888888
    }
  ]
}