| --- |
| model-index: |
| - name: no_model_name_available |
| results: |
| - dataset: |
| config: default |
| name: MTEB ArguAna (default) |
| revision: c22ab2a51041ffd869aaddef7af8d8215647e41a |
| split: test |
| type: mteb/arguana |
| metrics: |
| - type: main_score |
| value: 40.849000000000004 |
| - type: map_at_1 |
| value: 18.492 |
| - type: map_at_10 |
| value: 32.5 |
| - type: map_at_100 |
| value: 33.94 |
| - type: map_at_1000 |
| value: 33.955 |
| - type: map_at_20 |
| value: 33.58 |
| - type: map_at_3 |
| value: 27.500999999999998 |
| - type: map_at_5 |
| value: 30.279 |
| - type: mrr_at_1 |
| value: 18.776671408250355 |
| - type: mrr_at_10 |
| value: 32.60919754340802 |
| - type: mrr_at_100 |
| value: 34.042399188681074 |
| - type: mrr_at_1000 |
| value: 34.05821738840704 |
| - type: mrr_at_20 |
| value: 33.68314031545244 |
| - type: mrr_at_3 |
| value: 27.64343290659076 |
| - type: mrr_at_5 |
| value: 30.395922238027417 |
| - type: nauc_map_at_1000_diff1 |
| value: 1.8241584818848398 |
| - type: nauc_map_at_1000_max |
| value: -3.009641035235681 |
| - type: nauc_map_at_1000_std |
| value: -8.060365995660506 |
| - type: nauc_map_at_100_diff1 |
| value: 1.8458972346704023 |
| - type: nauc_map_at_100_max |
| value: -2.972244792103319 |
| - type: nauc_map_at_100_std |
| value: -8.03077807985782 |
| - type: nauc_map_at_10_diff1 |
| value: 1.70335000622157 |
| - type: nauc_map_at_10_max |
| value: -2.9095471140113967 |
| - type: nauc_map_at_10_std |
| value: -8.133921904552842 |
| - type: nauc_map_at_1_diff1 |
| value: 0.35369074889923846 |
| - type: nauc_map_at_1_max |
| value: -8.485386718977434 |
| - type: nauc_map_at_1_std |
| value: -11.609625990143924 |
| - type: nauc_map_at_20_diff1 |
| value: 1.6973541863717017 |
| - type: nauc_map_at_20_max |
| value: -2.953190015586193 |
| - type: nauc_map_at_20_std |
| value: -7.995561738947742 |
| - type: nauc_map_at_3_diff1 |
| value: 1.7643424351370773 |
| - type: nauc_map_at_3_max |
| value: -5.015939381941595 |
| - type: nauc_map_at_3_std |
| value: -9.460406898813288 |
| - type: nauc_map_at_5_diff1 |
| value: 2.1852763786361877 |
| - type: nauc_map_at_5_max |
| value: -3.3865686219815463 |
| - type: nauc_map_at_5_std |
| value: -8.742380012175492 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 0.9406570687762197 |
| - type: nauc_mrr_at_1000_max |
| value: -3.3634639176793093 |
| - type: nauc_mrr_at_1000_std |
| value: -7.966276102315341 |
| - type: nauc_mrr_at_100_diff1 |
| value: 0.9627566529735759 |
| - type: nauc_mrr_at_100_max |
| value: -3.3260791808487054 |
| - type: nauc_mrr_at_100_std |
| value: -7.936900094905271 |
| - type: nauc_mrr_at_10_diff1 |
| value: 0.843267834551808 |
| - type: nauc_mrr_at_10_max |
| value: -3.253260909530057 |
| - type: nauc_mrr_at_10_std |
| value: -8.037042481229044 |
| - type: nauc_mrr_at_1_diff1 |
| value: -0.6844692690724743 |
| - type: nauc_mrr_at_1_max |
| value: -8.511581129839898 |
| - type: nauc_mrr_at_1_std |
| value: -10.923948005737325 |
| - type: nauc_mrr_at_20_diff1 |
| value: 0.8268205408842618 |
| - type: nauc_mrr_at_20_max |
| value: -3.3011156704709257 |
| - type: nauc_mrr_at_20_std |
| value: -7.901207586824542 |
| - type: nauc_mrr_at_3_diff1 |
| value: 1.0652496824313973 |
| - type: nauc_mrr_at_3_max |
| value: -5.089357526316275 |
| - type: nauc_mrr_at_3_std |
| value: -9.106877058656876 |
| - type: nauc_mrr_at_5_diff1 |
| value: 1.2998925500445453 |
| - type: nauc_mrr_at_5_max |
| value: -3.713356146205814 |
| - type: nauc_mrr_at_5_std |
| value: -8.609369461302613 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 2.322543696215367 |
| - type: nauc_ndcg_at_1000_max |
| value: -1.075915240644691 |
| - type: nauc_ndcg_at_1000_std |
| value: -6.400452085986812 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 2.8404474222636926 |
| - type: nauc_ndcg_at_100_max |
| value: -0.006028038831444503 |
| - type: nauc_ndcg_at_100_std |
| value: -5.44699869879777 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 1.7036471706518854 |
| - type: nauc_ndcg_at_10_max |
| value: -0.14310599447899844 |
| - type: nauc_ndcg_at_10_std |
| value: -6.217260401795631 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 0.35369074889923846 |
| - type: nauc_ndcg_at_1_max |
| value: -8.485386718977434 |
| - type: nauc_ndcg_at_1_std |
| value: -11.609625990143924 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 1.8564436158041036 |
| - type: nauc_ndcg_at_20_max |
| value: 0.03537429283768104 |
| - type: nauc_ndcg_at_20_std |
| value: -5.404784944281853 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 2.140572253272633 |
| - type: nauc_ndcg_at_3_max |
| value: -4.156002601722447 |
| - type: nauc_ndcg_at_3_std |
| value: -8.940451632941194 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 2.881440057342096 |
| - type: nauc_ndcg_at_5_max |
| value: -1.3326095632764534 |
| - type: nauc_ndcg_at_5_std |
| value: -7.694109014955247 |
| - type: nauc_precision_at_1000_diff1 |
| value: 28.555225089163237 |
| - type: nauc_precision_at_1000_max |
| value: 57.32771738769801 |
| - type: nauc_precision_at_1000_std |
| value: 58.3014480406798 |
| - type: nauc_precision_at_100_diff1 |
| value: 29.605300659573725 |
| - type: nauc_precision_at_100_max |
| value: 59.138750768096884 |
| - type: nauc_precision_at_100_std |
| value: 51.81829624122998 |
| - type: nauc_precision_at_10_diff1 |
| value: 1.2281902931429507 |
| - type: nauc_precision_at_10_max |
| value: 9.547659655676522 |
| - type: nauc_precision_at_10_std |
| value: 0.6831783299051362 |
| - type: nauc_precision_at_1_diff1 |
| value: 0.35369074889923846 |
| - type: nauc_precision_at_1_max |
| value: -8.485386718977434 |
| - type: nauc_precision_at_1_std |
| value: -11.609625990143924 |
| - type: nauc_precision_at_20_diff1 |
| value: 2.518025244990189 |
| - type: nauc_precision_at_20_max |
| value: 17.604774216430066 |
| - type: nauc_precision_at_20_std |
| value: 11.015897492994437 |
| - type: nauc_precision_at_3_diff1 |
| value: 3.085929777417008 |
| - type: nauc_precision_at_3_max |
| value: -2.0135956625516127 |
| - type: nauc_precision_at_3_std |
| value: -7.648912795110527 |
| - type: nauc_precision_at_5_diff1 |
| value: 4.789199864044247 |
| - type: nauc_precision_at_5_max |
| value: 4.340341529819853 |
| - type: nauc_precision_at_5_std |
| value: -4.829450482280661 |
| - type: nauc_recall_at_1000_diff1 |
| value: 28.555225089162 |
| - type: nauc_recall_at_1000_max |
| value: 57.32771738769622 |
| - type: nauc_recall_at_1000_std |
| value: 58.301448040679325 |
| - type: nauc_recall_at_100_diff1 |
| value: 29.60530065957345 |
| - type: nauc_recall_at_100_max |
| value: 59.13875076809638 |
| - type: nauc_recall_at_100_std |
| value: 51.818296241229376 |
| - type: nauc_recall_at_10_diff1 |
| value: 1.2281902931429811 |
| - type: nauc_recall_at_10_max |
| value: 9.547659655676451 |
| - type: nauc_recall_at_10_std |
| value: 0.6831783299050641 |
| - type: nauc_recall_at_1_diff1 |
| value: 0.35369074889923846 |
| - type: nauc_recall_at_1_max |
| value: -8.485386718977434 |
| - type: nauc_recall_at_1_std |
| value: -11.609625990143924 |
| - type: nauc_recall_at_20_diff1 |
| value: 2.518025244990186 |
| - type: nauc_recall_at_20_max |
| value: 17.60477421643011 |
| - type: nauc_recall_at_20_std |
| value: 11.015897492994425 |
| - type: nauc_recall_at_3_diff1 |
| value: 3.08592977741699 |
| - type: nauc_recall_at_3_max |
| value: -2.0135956625516034 |
| - type: nauc_recall_at_3_std |
| value: -7.648912795110507 |
| - type: nauc_recall_at_5_diff1 |
| value: 4.78919986404431 |
| - type: nauc_recall_at_5_max |
| value: 4.3403415298198835 |
| - type: nauc_recall_at_5_std |
| value: -4.829450482280615 |
| - type: ndcg_at_1 |
| value: 18.492 |
| - type: ndcg_at_10 |
| value: 40.849000000000004 |
| - type: ndcg_at_100 |
| value: 47.115 |
| - type: ndcg_at_1000 |
| value: 47.538000000000004 |
| - type: ndcg_at_20 |
| value: 44.727 |
| - type: ndcg_at_3 |
| value: 30.514999999999997 |
| - type: ndcg_at_5 |
| value: 35.507 |
| - type: precision_at_1 |
| value: 18.492 |
| - type: precision_at_10 |
| value: 6.7780000000000005 |
| - type: precision_at_100 |
| value: 0.954 |
| - type: precision_at_1000 |
| value: 0.099 |
| - type: precision_at_20 |
| value: 4.15 |
| - type: precision_at_3 |
| value: 13.086999999999998 |
| - type: precision_at_5 |
| value: 10.27 |
| - type: recall_at_1 |
| value: 18.492 |
| - type: recall_at_10 |
| value: 67.781 |
| - type: recall_at_100 |
| value: 95.448 |
| - type: recall_at_1000 |
| value: 98.791 |
| - type: recall_at_20 |
| value: 83.001 |
| - type: recall_at_3 |
| value: 39.26 |
| - type: recall_at_5 |
| value: 51.351 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackAndroidRetrieval (default) |
| revision: f46a197baaae43b4f621051089b82a364682dfeb |
| split: test |
| type: mteb/cqadupstack-android |
| metrics: |
| - type: main_score |
| value: 35.042 |
| - type: map_at_1 |
| value: 24.268 |
| - type: map_at_10 |
| value: 30.802000000000003 |
| - type: map_at_100 |
| value: 31.71 |
| - type: map_at_1000 |
| value: 31.828 |
| - type: map_at_20 |
| value: 31.305 |
| - type: map_at_3 |
| value: 28.701 |
| - type: map_at_5 |
| value: 29.749 |
| - type: mrr_at_1 |
| value: 29.756795422031473 |
| - type: mrr_at_10 |
| value: 35.65331425846446 |
| - type: mrr_at_100 |
| value: 36.34176813536559 |
| - type: mrr_at_1000 |
| value: 36.41234016532853 |
| - type: mrr_at_20 |
| value: 36.05978921961065 |
| - type: mrr_at_3 |
| value: 33.78636146876491 |
| - type: mrr_at_5 |
| value: 34.7377205531712 |
| - type: nauc_map_at_1000_diff1 |
| value: 50.27106929265 |
| - type: nauc_map_at_1000_max |
| value: 43.135938626038886 |
| - type: nauc_map_at_1000_std |
| value: 6.979578889406475 |
| - type: nauc_map_at_100_diff1 |
| value: 50.27717846143314 |
| - type: nauc_map_at_100_max |
| value: 43.112426840531896 |
| - type: nauc_map_at_100_std |
| value: 6.913838872983614 |
| - type: nauc_map_at_10_diff1 |
| value: 50.34272889874193 |
| - type: nauc_map_at_10_max |
| value: 42.893739814095824 |
| - type: nauc_map_at_10_std |
| value: 6.700454686853102 |
| - type: nauc_map_at_1_diff1 |
| value: 54.83912639955801 |
| - type: nauc_map_at_1_max |
| value: 42.50639531768006 |
| - type: nauc_map_at_1_std |
| value: 7.063585243381144 |
| - type: nauc_map_at_20_diff1 |
| value: 50.232349871503324 |
| - type: nauc_map_at_20_max |
| value: 42.937078152890685 |
| - type: nauc_map_at_20_std |
| value: 6.605312686330819 |
| - type: nauc_map_at_3_diff1 |
| value: 50.679087408987364 |
| - type: nauc_map_at_3_max |
| value: 42.828233344110735 |
| - type: nauc_map_at_3_std |
| value: 6.305755418874708 |
| - type: nauc_map_at_5_diff1 |
| value: 50.619556564982084 |
| - type: nauc_map_at_5_max |
| value: 42.51573550587868 |
| - type: nauc_map_at_5_std |
| value: 6.295959119532668 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 50.89120084540395 |
| - type: nauc_mrr_at_1000_max |
| value: 44.01341349287708 |
| - type: nauc_mrr_at_1000_std |
| value: 8.684194220017558 |
| - type: nauc_mrr_at_100_diff1 |
| value: 50.90586330977123 |
| - type: nauc_mrr_at_100_max |
| value: 44.01184920133466 |
| - type: nauc_mrr_at_100_std |
| value: 8.6528905753814 |
| - type: nauc_mrr_at_10_diff1 |
| value: 51.08330854155516 |
| - type: nauc_mrr_at_10_max |
| value: 44.16083674113598 |
| - type: nauc_mrr_at_10_std |
| value: 8.672749143946042 |
| - type: nauc_mrr_at_1_diff1 |
| value: 55.379664251629 |
| - type: nauc_mrr_at_1_max |
| value: 45.5763056221476 |
| - type: nauc_mrr_at_1_std |
| value: 9.372699665662898 |
| - type: nauc_mrr_at_20_diff1 |
| value: 50.97197213680204 |
| - type: nauc_mrr_at_20_max |
| value: 44.00145045510066 |
| - type: nauc_mrr_at_20_std |
| value: 8.525331492315571 |
| - type: nauc_mrr_at_3_diff1 |
| value: 51.67410864524864 |
| - type: nauc_mrr_at_3_max |
| value: 44.73092939542603 |
| - type: nauc_mrr_at_3_std |
| value: 8.722441142976763 |
| - type: nauc_mrr_at_5_diff1 |
| value: 51.72383213008365 |
| - type: nauc_mrr_at_5_max |
| value: 44.34672865435124 |
| - type: nauc_mrr_at_5_std |
| value: 8.587250675881378 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 47.895888150498216 |
| - type: nauc_ndcg_at_1000_max |
| value: 43.0370824420739 |
| - type: nauc_ndcg_at_1000_std |
| value: 9.430079898002509 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 48.12703703246235 |
| - type: nauc_ndcg_at_100_max |
| value: 42.69414925369428 |
| - type: nauc_ndcg_at_100_std |
| value: 7.907032123880726 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 48.73220685116636 |
| - type: nauc_ndcg_at_10_max |
| value: 42.9216872694305 |
| - type: nauc_ndcg_at_10_std |
| value: 7.416368391386961 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 55.379664251629 |
| - type: nauc_ndcg_at_1_max |
| value: 45.5763056221476 |
| - type: nauc_ndcg_at_1_std |
| value: 9.372699665662898 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 48.14164237845679 |
| - type: nauc_ndcg_at_20_max |
| value: 42.37776004540794 |
| - type: nauc_ndcg_at_20_std |
| value: 6.661363737722851 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 50.18742327204456 |
| - type: nauc_ndcg_at_3_max |
| value: 44.25183514075081 |
| - type: nauc_ndcg_at_3_std |
| value: 7.69785946841004 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 49.72454972713352 |
| - type: nauc_ndcg_at_5_max |
| value: 42.7925586511498 |
| - type: nauc_ndcg_at_5_std |
| value: 6.940750282599943 |
| - type: nauc_precision_at_1000_diff1 |
| value: -1.716736142092752 |
| - type: nauc_precision_at_1000_max |
| value: 9.356948862118577 |
| - type: nauc_precision_at_1000_std |
| value: 16.694278195680575 |
| - type: nauc_precision_at_100_diff1 |
| value: 18.027040933632236 |
| - type: nauc_precision_at_100_max |
| value: 25.167213490179357 |
| - type: nauc_precision_at_100_std |
| value: 14.286766614163938 |
| - type: nauc_precision_at_10_diff1 |
| value: 33.908756901785985 |
| - type: nauc_precision_at_10_max |
| value: 38.416502210707186 |
| - type: nauc_precision_at_10_std |
| value: 13.105833934415893 |
| - type: nauc_precision_at_1_diff1 |
| value: 55.379664251629 |
| - type: nauc_precision_at_1_max |
| value: 45.5763056221476 |
| - type: nauc_precision_at_1_std |
| value: 9.372699665662898 |
| - type: nauc_precision_at_20_diff1 |
| value: 28.905770827169654 |
| - type: nauc_precision_at_20_max |
| value: 34.727512522066334 |
| - type: nauc_precision_at_20_std |
| value: 11.55620431316267 |
| - type: nauc_precision_at_3_diff1 |
| value: 42.93685104710452 |
| - type: nauc_precision_at_3_max |
| value: 43.5795143589386 |
| - type: nauc_precision_at_3_std |
| value: 9.49699580078321 |
| - type: nauc_precision_at_5_diff1 |
| value: 40.97125997308073 |
| - type: nauc_precision_at_5_max |
| value: 41.42245252084514 |
| - type: nauc_precision_at_5_std |
| value: 10.338095236912038 |
| - type: nauc_recall_at_1000_diff1 |
| value: 25.223365532755516 |
| - type: nauc_recall_at_1000_max |
| value: 35.892090052954316 |
| - type: nauc_recall_at_1000_std |
| value: 27.789895129443693 |
| - type: nauc_recall_at_100_diff1 |
| value: 34.81556616017488 |
| - type: nauc_recall_at_100_max |
| value: 35.54471365446511 |
| - type: nauc_recall_at_100_std |
| value: 8.85723605173314 |
| - type: nauc_recall_at_10_diff1 |
| value: 41.13579715967583 |
| - type: nauc_recall_at_10_max |
| value: 38.51858224041396 |
| - type: nauc_recall_at_10_std |
| value: 5.837427515276572 |
| - type: nauc_recall_at_1_diff1 |
| value: 54.83912639955801 |
| - type: nauc_recall_at_1_max |
| value: 42.50639531768006 |
| - type: nauc_recall_at_1_std |
| value: 7.063585243381144 |
| - type: nauc_recall_at_20_diff1 |
| value: 37.7252649482009 |
| - type: nauc_recall_at_20_max |
| value: 35.9806766055433 |
| - type: nauc_recall_at_20_std |
| value: 3.4231900712737025 |
| - type: nauc_recall_at_3_diff1 |
| value: 45.78506907885203 |
| - type: nauc_recall_at_3_max |
| value: 41.15359226080764 |
| - type: nauc_recall_at_3_std |
| value: 5.646787788216677 |
| - type: nauc_recall_at_5_diff1 |
| value: 44.729355622106645 |
| - type: nauc_recall_at_5_max |
| value: 38.15303556670624 |
| - type: nauc_recall_at_5_std |
| value: 4.411446149797608 |
| - type: ndcg_at_1 |
| value: 29.757 |
| - type: ndcg_at_10 |
| value: 35.042 |
| - type: ndcg_at_100 |
| value: 38.934000000000005 |
| - type: ndcg_at_1000 |
| value: 41.839 |
| - type: ndcg_at_20 |
| value: 36.544 |
| - type: ndcg_at_3 |
| value: 31.677 |
| - type: ndcg_at_5 |
| value: 32.926 |
| - type: precision_at_1 |
| value: 29.757 |
| - type: precision_at_10 |
| value: 6.18 |
| - type: precision_at_100 |
| value: 0.97 |
| - type: precision_at_1000 |
| value: 0.151 |
| - type: precision_at_20 |
| value: 3.605 |
| - type: precision_at_3 |
| value: 14.545 |
| - type: precision_at_5 |
| value: 10.043000000000001 |
| - type: recall_at_1 |
| value: 24.268 |
| - type: recall_at_10 |
| value: 42.897 |
| - type: recall_at_100 |
| value: 59.86900000000001 |
| - type: recall_at_1000 |
| value: 80.06299999999999 |
| - type: recall_at_20 |
| value: 48.555 |
| - type: recall_at_3 |
| value: 32.628 |
| - type: recall_at_5 |
| value: 36.525 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackEnglishRetrieval (default) |
| revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 |
| split: test |
| type: mteb/cqadupstack-english |
| metrics: |
| - type: main_score |
| value: 34.694 |
| - type: map_at_1 |
| value: 23.594 |
| - type: map_at_10 |
| value: 30.503999999999998 |
| - type: map_at_100 |
| value: 31.479000000000003 |
| - type: map_at_1000 |
| value: 31.606 |
| - type: map_at_20 |
| value: 31.025999999999996 |
| - type: map_at_3 |
| value: 28.688000000000002 |
| - type: map_at_5 |
| value: 29.744 |
| - type: mrr_at_1 |
| value: 29.554140127388536 |
| - type: mrr_at_10 |
| value: 35.92659993933879 |
| - type: mrr_at_100 |
| value: 36.58420519834615 |
| - type: mrr_at_1000 |
| value: 36.6435546754376 |
| - type: mrr_at_20 |
| value: 36.319116206832874 |
| - type: mrr_at_3 |
| value: 34.320594479830135 |
| - type: mrr_at_5 |
| value: 35.31104033970276 |
| - type: nauc_map_at_1000_diff1 |
| value: 54.50850619675715 |
| - type: nauc_map_at_1000_max |
| value: 51.9706327719098 |
| - type: nauc_map_at_1000_std |
| value: 8.337218581451756 |
| - type: nauc_map_at_100_diff1 |
| value: 54.56427906874124 |
| - type: nauc_map_at_100_max |
| value: 51.9829483337371 |
| - type: nauc_map_at_100_std |
| value: 8.288141086149269 |
| - type: nauc_map_at_10_diff1 |
| value: 55.073592238523275 |
| - type: nauc_map_at_10_max |
| value: 52.22343980053664 |
| - type: nauc_map_at_10_std |
| value: 8.043697808963204 |
| - type: nauc_map_at_1_diff1 |
| value: 59.86621051900818 |
| - type: nauc_map_at_1_max |
| value: 50.04516021776138 |
| - type: nauc_map_at_1_std |
| value: 5.827816350790341 |
| - type: nauc_map_at_20_diff1 |
| value: 54.794608821639414 |
| - type: nauc_map_at_20_max |
| value: 52.078882356679365 |
| - type: nauc_map_at_20_std |
| value: 8.092640916558945 |
| - type: nauc_map_at_3_diff1 |
| value: 55.87913345984871 |
| - type: nauc_map_at_3_max |
| value: 52.25534686944724 |
| - type: nauc_map_at_3_std |
| value: 7.45687862927487 |
| - type: nauc_map_at_5_diff1 |
| value: 55.37674613416643 |
| - type: nauc_map_at_5_max |
| value: 52.32380378939199 |
| - type: nauc_map_at_5_std |
| value: 8.008521085172447 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 54.02228322670952 |
| - type: nauc_mrr_at_1000_max |
| value: 53.685833475887804 |
| - type: nauc_mrr_at_1000_std |
| value: 9.811694046835957 |
| - type: nauc_mrr_at_100_diff1 |
| value: 54.0198251104709 |
| - type: nauc_mrr_at_100_max |
| value: 53.67903724249188 |
| - type: nauc_mrr_at_100_std |
| value: 9.809076287739428 |
| - type: nauc_mrr_at_10_diff1 |
| value: 54.29375864779078 |
| - type: nauc_mrr_at_10_max |
| value: 53.88648920775948 |
| - type: nauc_mrr_at_10_std |
| value: 9.692969206949932 |
| - type: nauc_mrr_at_1_diff1 |
| value: 58.34757973069973 |
| - type: nauc_mrr_at_1_max |
| value: 54.10981111531085 |
| - type: nauc_mrr_at_1_std |
| value: 8.435745569168143 |
| - type: nauc_mrr_at_20_diff1 |
| value: 54.09149885113492 |
| - type: nauc_mrr_at_20_max |
| value: 53.7252429683779 |
| - type: nauc_mrr_at_20_std |
| value: 9.704109589554776 |
| - type: nauc_mrr_at_3_diff1 |
| value: 54.96714696529417 |
| - type: nauc_mrr_at_3_max |
| value: 54.1223969071475 |
| - type: nauc_mrr_at_3_std |
| value: 9.457399811310413 |
| - type: nauc_mrr_at_5_diff1 |
| value: 54.50251432270016 |
| - type: nauc_mrr_at_5_max |
| value: 53.90651719065417 |
| - type: nauc_mrr_at_5_std |
| value: 9.713550802739707 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 51.31565983669981 |
| - type: nauc_ndcg_at_1000_max |
| value: 51.56533459138964 |
| - type: nauc_ndcg_at_1000_std |
| value: 10.570401313447991 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 51.503523680259434 |
| - type: nauc_ndcg_at_100_max |
| value: 51.183287045185565 |
| - type: nauc_ndcg_at_100_std |
| value: 9.908587658100721 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 53.027727297749536 |
| - type: nauc_ndcg_at_10_max |
| value: 52.18633021088797 |
| - type: nauc_ndcg_at_10_std |
| value: 8.916658596147668 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 58.34757973069973 |
| - type: nauc_ndcg_at_1_max |
| value: 54.10981111531085 |
| - type: nauc_ndcg_at_1_std |
| value: 8.435745569168143 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 52.41659582379541 |
| - type: nauc_ndcg_at_20_max |
| value: 51.71015438337976 |
| - type: nauc_ndcg_at_20_std |
| value: 8.89908066016637 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 53.65524010984417 |
| - type: nauc_ndcg_at_3_max |
| value: 52.77730677162853 |
| - type: nauc_ndcg_at_3_std |
| value: 8.734442828591241 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 53.317774839239426 |
| - type: nauc_ndcg_at_5_max |
| value: 52.37257522945775 |
| - type: nauc_ndcg_at_5_std |
| value: 8.965526173742184 |
| - type: nauc_precision_at_1000_diff1 |
| value: -8.931148438903069 |
| - type: nauc_precision_at_1000_max |
| value: 3.9841234834488177 |
| - type: nauc_precision_at_1000_std |
| value: 10.833126796708637 |
| - type: nauc_precision_at_100_diff1 |
| value: 1.7322368541730724 |
| - type: nauc_precision_at_100_max |
| value: 14.125858820069295 |
| - type: nauc_precision_at_100_std |
| value: 11.552328836798782 |
| - type: nauc_precision_at_10_diff1 |
| value: 26.275350798297886 |
| - type: nauc_precision_at_10_max |
| value: 39.18143990690451 |
| - type: nauc_precision_at_10_std |
| value: 12.596419593485761 |
| - type: nauc_precision_at_1_diff1 |
| value: 58.34757973069973 |
| - type: nauc_precision_at_1_max |
| value: 54.10981111531085 |
| - type: nauc_precision_at_1_std |
| value: 8.435745569168143 |
| - type: nauc_precision_at_20_diff1 |
| value: 17.99651325874507 |
| - type: nauc_precision_at_20_max |
| value: 31.018507068587738 |
| - type: nauc_precision_at_20_std |
| value: 10.937503513046966 |
| - type: nauc_precision_at_3_diff1 |
| value: 40.20537287461531 |
| - type: nauc_precision_at_3_max |
| value: 49.964606416920944 |
| - type: nauc_precision_at_3_std |
| value: 11.877700369508975 |
| - type: nauc_precision_at_5_diff1 |
| value: 34.14161953881431 |
| - type: nauc_precision_at_5_max |
| value: 46.25922060296257 |
| - type: nauc_precision_at_5_std |
| value: 13.830816390982918 |
| - type: nauc_recall_at_1000_diff1 |
| value: 34.80722656503794 |
| - type: nauc_recall_at_1000_max |
| value: 43.75668030978373 |
| - type: nauc_recall_at_1000_std |
| value: 18.24364269385629 |
| - type: nauc_recall_at_100_diff1 |
| value: 38.54008758096123 |
| - type: nauc_recall_at_100_max |
| value: 42.27687357480639 |
| - type: nauc_recall_at_100_std |
| value: 12.866257637965282 |
| - type: nauc_recall_at_10_diff1 |
| value: 47.07862071194338 |
| - type: nauc_recall_at_10_max |
| value: 48.41378203070431 |
| - type: nauc_recall_at_10_std |
| value: 8.672134215209635 |
| - type: nauc_recall_at_1_diff1 |
| value: 59.86621051900818 |
| - type: nauc_recall_at_1_max |
| value: 50.04516021776138 |
| - type: nauc_recall_at_1_std |
| value: 5.827816350790341 |
| - type: nauc_recall_at_20_diff1 |
| value: 43.906182342755834 |
| - type: nauc_recall_at_20_max |
| value: 46.092016425349904 |
| - type: nauc_recall_at_20_std |
| value: 8.957854855647389 |
| - type: nauc_recall_at_3_diff1 |
| value: 50.789610919158434 |
| - type: nauc_recall_at_3_max |
| value: 50.09843129373151 |
| - type: nauc_recall_at_3_std |
| value: 7.779119287496343 |
| - type: nauc_recall_at_5_diff1 |
| value: 48.9221689680451 |
| - type: nauc_recall_at_5_max |
| value: 48.937132920664325 |
| - type: nauc_recall_at_5_std |
| value: 8.389357665338053 |
| - type: ndcg_at_1 |
| value: 29.554000000000002 |
| - type: ndcg_at_10 |
| value: 34.694 |
| - type: ndcg_at_100 |
| value: 38.607 |
| - type: ndcg_at_1000 |
| value: 41.031 |
| - type: ndcg_at_20 |
| value: 36.17 |
| - type: ndcg_at_3 |
| value: 32.168 |
| - type: ndcg_at_5 |
| value: 33.397 |
| - type: precision_at_1 |
| value: 29.554000000000002 |
| - type: precision_at_10 |
| value: 6.254999999999999 |
| - type: precision_at_100 |
| value: 1.068 |
| - type: precision_at_1000 |
| value: 0.154 |
| - type: precision_at_20 |
| value: 3.71 |
| - type: precision_at_3 |
| value: 15.329 |
| - type: precision_at_5 |
| value: 10.65 |
| - type: recall_at_1 |
| value: 23.594 |
| - type: recall_at_10 |
| value: 41.302 |
| - type: recall_at_100 |
| value: 57.906 |
| - type: recall_at_1000 |
| value: 73.99 |
| - type: recall_at_20 |
| value: 46.754 |
| - type: recall_at_3 |
| value: 33.254 |
| - type: recall_at_5 |
| value: 36.933 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackGamingRetrieval (default) |
| revision: 4885aa143210c98657558c04aaf3dc47cfb54340 |
| split: test |
| type: mteb/cqadupstack-gaming |
| metrics: |
| - type: main_score |
| value: 45.028 |
| - type: map_at_1 |
| value: 31.915 |
| - type: map_at_10 |
| value: 40.522000000000006 |
| - type: map_at_100 |
| value: 41.382000000000005 |
| - type: map_at_1000 |
| value: 41.449999999999996 |
| - type: map_at_20 |
| value: 40.983000000000004 |
| - type: map_at_3 |
| value: 38.191 |
| - type: map_at_5 |
| value: 39.586 |
| - type: mrr_at_1 |
| value: 36.739811912225704 |
| - type: mrr_at_10 |
| value: 44.025177887246905 |
| - type: mrr_at_100 |
| value: 44.66382221892361 |
| - type: mrr_at_1000 |
| value: 44.710687367339204 |
| - type: mrr_at_20 |
| value: 44.387142873851595 |
| - type: mrr_at_3 |
| value: 42.08986415882968 |
| - type: mrr_at_5 |
| value: 43.2371995820272 |
| - type: nauc_map_at_1000_diff1 |
| value: 56.27862182703629 |
| - type: nauc_map_at_1000_max |
| value: 50.107126351375854 |
| - type: nauc_map_at_1000_std |
| value: 15.656754868200673 |
| - type: nauc_map_at_100_diff1 |
| value: 56.28573102728189 |
| - type: nauc_map_at_100_max |
| value: 50.11064355133309 |
| - type: nauc_map_at_100_std |
| value: 15.62294780583473 |
| - type: nauc_map_at_10_diff1 |
| value: 56.36912566686038 |
| - type: nauc_map_at_10_max |
| value: 49.82712246732209 |
| - type: nauc_map_at_10_std |
| value: 15.21268035237868 |
| - type: nauc_map_at_1_diff1 |
| value: 62.32681597104861 |
| - type: nauc_map_at_1_max |
| value: 46.11111144800607 |
| - type: nauc_map_at_1_std |
| value: 12.985042402836761 |
| - type: nauc_map_at_20_diff1 |
| value: 56.320353720183405 |
| - type: nauc_map_at_20_max |
| value: 49.983756729628624 |
| - type: nauc_map_at_20_std |
| value: 15.352618563526594 |
| - type: nauc_map_at_3_diff1 |
| value: 57.373326864190155 |
| - type: nauc_map_at_3_max |
| value: 48.85610213553234 |
| - type: nauc_map_at_3_std |
| value: 14.227290354373581 |
| - type: nauc_map_at_5_diff1 |
| value: 56.88900234457732 |
| - type: nauc_map_at_5_max |
| value: 49.555112855322136 |
| - type: nauc_map_at_5_std |
| value: 14.709857277428808 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 56.090340648188366 |
| - type: nauc_mrr_at_1000_max |
| value: 51.39996372541806 |
| - type: nauc_mrr_at_1000_std |
| value: 16.019923666577753 |
| - type: nauc_mrr_at_100_diff1 |
| value: 56.083110575611386 |
| - type: nauc_mrr_at_100_max |
| value: 51.40497573920969 |
| - type: nauc_mrr_at_100_std |
| value: 16.004195899925076 |
| - type: nauc_mrr_at_10_diff1 |
| value: 56.09461877706852 |
| - type: nauc_mrr_at_10_max |
| value: 51.267677674757515 |
| - type: nauc_mrr_at_10_std |
| value: 15.840837492104232 |
| - type: nauc_mrr_at_1_diff1 |
| value: 61.55103690488107 |
| - type: nauc_mrr_at_1_max |
| value: 49.941817920324475 |
| - type: nauc_mrr_at_1_std |
| value: 14.995168020783323 |
| - type: nauc_mrr_at_20_diff1 |
| value: 56.08320477899063 |
| - type: nauc_mrr_at_20_max |
| value: 51.36462184978103 |
| - type: nauc_mrr_at_20_std |
| value: 15.874969148938655 |
| - type: nauc_mrr_at_3_diff1 |
| value: 57.06320707726257 |
| - type: nauc_mrr_at_3_max |
| value: 51.01102923342208 |
| - type: nauc_mrr_at_3_std |
| value: 15.391980997372984 |
| - type: nauc_mrr_at_5_diff1 |
| value: 56.63979096903498 |
| - type: nauc_mrr_at_5_max |
| value: 51.26911175970512 |
| - type: nauc_mrr_at_5_std |
| value: 15.489687246025424 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 53.58984801728004 |
| - type: nauc_ndcg_at_1000_max |
| value: 51.74611650326185 |
| - type: nauc_ndcg_at_1000_std |
| value: 18.261077541099084 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 53.552895675287836 |
| - type: nauc_ndcg_at_100_max |
| value: 51.86680482507793 |
| - type: nauc_ndcg_at_100_std |
| value: 17.74920513508539 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 53.91128717528939 |
| - type: nauc_ndcg_at_10_max |
| value: 50.94123634232307 |
| - type: nauc_ndcg_at_10_std |
| value: 16.178552032699166 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 61.55103690488107 |
| - type: nauc_ndcg_at_1_max |
| value: 49.941817920324475 |
| - type: nauc_ndcg_at_1_std |
| value: 14.995168020783323 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 53.72114596521803 |
| - type: nauc_ndcg_at_20_max |
| value: 51.25100744970328 |
| - type: nauc_ndcg_at_20_std |
| value: 16.329225958420494 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 55.873468970955805 |
| - type: nauc_ndcg_at_3_max |
| value: 49.83792697840682 |
| - type: nauc_ndcg_at_3_std |
| value: 14.800025547991492 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 55.244590535983065 |
| - type: nauc_ndcg_at_5_max |
| value: 50.77060704577844 |
| - type: nauc_ndcg_at_5_std |
| value: 15.333606597251311 |
| - type: nauc_precision_at_1000_diff1 |
| value: -2.1064382592680406 |
| - type: nauc_precision_at_1000_max |
| value: 18.12791300721221 |
| - type: nauc_precision_at_1000_std |
| value: 20.44672996587799 |
| - type: nauc_precision_at_100_diff1 |
| value: 9.722046784658827 |
| - type: nauc_precision_at_100_max |
| value: 30.642705457608827 |
| - type: nauc_precision_at_100_std |
| value: 22.020525764661404 |
| - type: nauc_precision_at_10_diff1 |
| value: 27.84006342301715 |
| - type: nauc_precision_at_10_max |
| value: 43.5141465054166 |
| - type: nauc_precision_at_10_std |
| value: 19.532164596593788 |
| - type: nauc_precision_at_1_diff1 |
| value: 61.55103690488107 |
| - type: nauc_precision_at_1_max |
| value: 49.941817920324475 |
| - type: nauc_precision_at_1_std |
| value: 14.995168020783323 |
| - type: nauc_precision_at_20_diff1 |
| value: 21.466984240449367 |
| - type: nauc_precision_at_20_max |
| value: 39.74095492345742 |
| - type: nauc_precision_at_20_std |
| value: 19.715479624658013 |
| - type: nauc_precision_at_3_diff1 |
| value: 41.588050878937544 |
| - type: nauc_precision_at_3_max |
| value: 47.651039118304254 |
| - type: nauc_precision_at_3_std |
| value: 15.928918353696412 |
| - type: nauc_precision_at_5_diff1 |
| value: 35.42959731150186 |
| - type: nauc_precision_at_5_max |
| value: 46.40079493508327 |
| - type: nauc_precision_at_5_std |
| value: 17.252010799453583 |
| - type: nauc_recall_at_1000_diff1 |
| value: 33.76196603236328 |
| - type: nauc_recall_at_1000_max |
| value: 57.09289054088538 |
| - type: nauc_recall_at_1000_std |
| value: 40.65879945206679 |
| - type: nauc_recall_at_100_diff1 |
| value: 39.565515468144305 |
| - type: nauc_recall_at_100_max |
| value: 55.150856008837344 |
| - type: nauc_recall_at_100_std |
| value: 27.090048238689025 |
| - type: nauc_recall_at_10_diff1 |
| value: 44.5937276757672 |
| - type: nauc_recall_at_10_max |
| value: 50.560916580657725 |
| - type: nauc_recall_at_10_std |
| value: 17.274039145018314 |
| - type: nauc_recall_at_1_diff1 |
| value: 62.32681597104861 |
| - type: nauc_recall_at_1_max |
| value: 46.11111144800607 |
| - type: nauc_recall_at_1_std |
| value: 12.985042402836761 |
| - type: nauc_recall_at_20_diff1 |
| value: 43.135661958475964 |
| - type: nauc_recall_at_20_max |
| value: 51.32720993767131 |
| - type: nauc_recall_at_20_std |
| value: 17.751145619620328 |
| - type: nauc_recall_at_3_diff1 |
| value: 51.253903709244206 |
| - type: nauc_recall_at_3_max |
| value: 48.75306602942186 |
| - type: nauc_recall_at_3_std |
| value: 14.1555348111707 |
| - type: nauc_recall_at_5_diff1 |
| value: 49.203081954513486 |
| - type: nauc_recall_at_5_max |
| value: 50.46465274780778 |
| - type: nauc_recall_at_5_std |
| value: 14.930739853068292 |
| - type: ndcg_at_1 |
| value: 36.74 |
| - type: ndcg_at_10 |
| value: 45.028 |
| - type: ndcg_at_100 |
| value: 48.872 |
| - type: ndcg_at_1000 |
| value: 50.553000000000004 |
| - type: ndcg_at_20 |
| value: 46.477000000000004 |
| - type: ndcg_at_3 |
| value: 41.024 |
| - type: ndcg_at_5 |
| value: 43.076 |
| - type: precision_at_1 |
| value: 36.74 |
| - type: precision_at_10 |
| value: 6.966 |
| - type: precision_at_100 |
| value: 0.9690000000000001 |
| - type: precision_at_1000 |
| value: 0.116 |
| - type: precision_at_20 |
| value: 3.9 |
| - type: precision_at_3 |
| value: 17.827 |
| - type: precision_at_5 |
| value: 12.176 |
| - type: recall_at_1 |
| value: 31.915 |
| - type: recall_at_10 |
| value: 55.125 |
| - type: recall_at_100 |
| value: 72.245 |
| - type: recall_at_1000 |
| value: 84.7 |
| - type: recall_at_20 |
| value: 60.55199999999999 |
| - type: recall_at_3 |
| value: 44.208 |
| - type: recall_at_5 |
| value: 49.279 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackGisRetrieval (default) |
| revision: 5003b3064772da1887988e05400cf3806fe491f2 |
| split: test |
| type: mteb/cqadupstack-gis |
| metrics: |
| - type: main_score |
| value: 26.869 |
| - type: map_at_1 |
| value: 18.177 |
| - type: map_at_10 |
| value: 23.742 |
| - type: map_at_100 |
| value: 24.5 |
| - type: map_at_1000 |
| value: 24.596999999999998 |
| - type: map_at_20 |
| value: 24.115000000000002 |
| - type: map_at_3 |
| value: 22.256999999999998 |
| - type: map_at_5 |
| value: 23.093 |
| - type: mrr_at_1 |
| value: 19.661016949152543 |
| - type: mrr_at_10 |
| value: 25.375885570800822 |
| - type: mrr_at_100 |
| value: 26.118317661165392 |
| - type: mrr_at_1000 |
| value: 26.205933122139925 |
| - type: mrr_at_20 |
| value: 25.760881599825296 |
| - type: mrr_at_3 |
| value: 23.954802259887014 |
| - type: mrr_at_5 |
| value: 24.740112994350287 |
| - type: nauc_map_at_1000_diff1 |
| value: 43.91538215574489 |
| - type: nauc_map_at_1000_max |
| value: 35.723591948633 |
| - type: nauc_map_at_1000_std |
| value: 5.159156706467083 |
| - type: nauc_map_at_100_diff1 |
| value: 43.918111331867166 |
| - type: nauc_map_at_100_max |
| value: 35.732249707572215 |
| - type: nauc_map_at_100_std |
| value: 5.13339088499136 |
| - type: nauc_map_at_10_diff1 |
| value: 44.240971339067805 |
| - type: nauc_map_at_10_max |
| value: 35.88110629607297 |
| - type: nauc_map_at_10_std |
| value: 4.97891011883125 |
| - type: nauc_map_at_1_diff1 |
| value: 51.071763745176526 |
| - type: nauc_map_at_1_max |
| value: 36.354013439554656 |
| - type: nauc_map_at_1_std |
| value: 4.009623246187462 |
| - type: nauc_map_at_20_diff1 |
| value: 44.11106384006441 |
| - type: nauc_map_at_20_max |
| value: 35.73522097161658 |
| - type: nauc_map_at_20_std |
| value: 4.922649778568136 |
| - type: nauc_map_at_3_diff1 |
| value: 45.59230090767753 |
| - type: nauc_map_at_3_max |
| value: 35.98323849432203 |
| - type: nauc_map_at_3_std |
| value: 4.0881555020671145 |
| - type: nauc_map_at_5_diff1 |
| value: 44.90892815187525 |
| - type: nauc_map_at_5_max |
| value: 36.08930265295397 |
| - type: nauc_map_at_5_std |
| value: 4.778901969461804 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 42.14524014011001 |
| - type: nauc_mrr_at_1000_max |
| value: 36.164169080069236 |
| - type: nauc_mrr_at_1000_std |
| value: 5.855559217369601 |
| - type: nauc_mrr_at_100_diff1 |
| value: 42.1411387906275 |
| - type: nauc_mrr_at_100_max |
| value: 36.181873531339136 |
| - type: nauc_mrr_at_100_std |
| value: 5.82404945394242 |
| - type: nauc_mrr_at_10_diff1 |
| value: 42.36398305226718 |
| - type: nauc_mrr_at_10_max |
| value: 36.300239193756184 |
| - type: nauc_mrr_at_10_std |
| value: 5.806333438431309 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.35468594232892 |
| - type: nauc_mrr_at_1_max |
| value: 36.961573378969376 |
| - type: nauc_mrr_at_1_std |
| value: 4.676168765221803 |
| - type: nauc_mrr_at_20_diff1 |
| value: 42.29977745460127 |
| - type: nauc_mrr_at_20_max |
| value: 36.246164396778155 |
| - type: nauc_mrr_at_20_std |
| value: 5.752225241570153 |
| - type: nauc_mrr_at_3_diff1 |
| value: 43.682033766308095 |
| - type: nauc_mrr_at_3_max |
| value: 36.54761984785815 |
| - type: nauc_mrr_at_3_std |
| value: 5.064386466886235 |
| - type: nauc_mrr_at_5_diff1 |
| value: 43.099309445019564 |
| - type: nauc_mrr_at_5_max |
| value: 36.58856198590481 |
| - type: nauc_mrr_at_5_std |
| value: 5.573063594553006 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 40.01688269619406 |
| - type: nauc_ndcg_at_1000_max |
| value: 35.09587803542452 |
| - type: nauc_ndcg_at_1000_std |
| value: 7.8300153260549425 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 39.43500014960865 |
| - type: nauc_ndcg_at_100_max |
| value: 35.006058224521816 |
| - type: nauc_ndcg_at_100_std |
| value: 7.066507077867236 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 41.15020558085733 |
| - type: nauc_ndcg_at_10_max |
| value: 35.656022625409065 |
| - type: nauc_ndcg_at_10_std |
| value: 6.152226178586941 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.35468594232892 |
| - type: nauc_ndcg_at_1_max |
| value: 36.961573378969376 |
| - type: nauc_ndcg_at_1_std |
| value: 4.676168765221803 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 40.77258392545088 |
| - type: nauc_ndcg_at_20_max |
| value: 35.24647830668003 |
| - type: nauc_ndcg_at_20_std |
| value: 5.928937453972604 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 43.89011242026087 |
| - type: nauc_ndcg_at_3_max |
| value: 36.37450968284067 |
| - type: nauc_ndcg_at_3_std |
| value: 4.939095464964828 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 42.811533700663794 |
| - type: nauc_ndcg_at_5_max |
| value: 36.268311390109936 |
| - type: nauc_ndcg_at_5_std |
| value: 5.812581090379655 |
| - type: nauc_precision_at_1000_diff1 |
| value: 10.645037512531824 |
| - type: nauc_precision_at_1000_max |
| value: 25.700369403747942 |
| - type: nauc_precision_at_1000_std |
| value: 21.03999886177142 |
| - type: nauc_precision_at_100_diff1 |
| value: 19.629282394242015 |
| - type: nauc_precision_at_100_max |
| value: 31.764564604957553 |
| - type: nauc_precision_at_100_std |
| value: 15.728081077941805 |
| - type: nauc_precision_at_10_diff1 |
| value: 29.57198931620274 |
| - type: nauc_precision_at_10_max |
| value: 35.25411892642657 |
| - type: nauc_precision_at_10_std |
| value: 10.888581830276264 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.35468594232892 |
| - type: nauc_precision_at_1_max |
| value: 36.961573378969376 |
| - type: nauc_precision_at_1_std |
| value: 4.676168765221803 |
| - type: nauc_precision_at_20_diff1 |
| value: 26.899418278663152 |
| - type: nauc_precision_at_20_max |
| value: 33.33984309930851 |
| - type: nauc_precision_at_20_std |
| value: 10.265426034854858 |
| - type: nauc_precision_at_3_diff1 |
| value: 36.3516004410158 |
| - type: nauc_precision_at_3_max |
| value: 36.38454388482908 |
| - type: nauc_precision_at_3_std |
| value: 6.387721401060522 |
| - type: nauc_precision_at_5_diff1 |
| value: 33.78360486342633 |
| - type: nauc_precision_at_5_max |
| value: 36.80099740935766 |
| - type: nauc_precision_at_5_std |
| value: 9.608552479332767 |
| - type: nauc_recall_at_1000_diff1 |
| value: 22.86824125570728 |
| - type: nauc_recall_at_1000_max |
| value: 26.919634548739946 |
| - type: nauc_recall_at_1000_std |
| value: 22.890508862462127 |
| - type: nauc_recall_at_100_diff1 |
| value: 23.82352298540404 |
| - type: nauc_recall_at_100_max |
| value: 29.284361970607552 |
| - type: nauc_recall_at_100_std |
| value: 12.320881618564345 |
| - type: nauc_recall_at_10_diff1 |
| value: 33.13454578667508 |
| - type: nauc_recall_at_10_max |
| value: 33.3715603672648 |
| - type: nauc_recall_at_10_std |
| value: 8.041573457233307 |
| - type: nauc_recall_at_1_diff1 |
| value: 51.071763745176526 |
| - type: nauc_recall_at_1_max |
| value: 36.354013439554656 |
| - type: nauc_recall_at_1_std |
| value: 4.009623246187462 |
| - type: nauc_recall_at_20_diff1 |
| value: 31.914325899394303 |
| - type: nauc_recall_at_20_max |
| value: 31.837899648967237 |
| - type: nauc_recall_at_20_std |
| value: 7.142210811345996 |
| - type: nauc_recall_at_3_diff1 |
| value: 40.34198106489463 |
| - type: nauc_recall_at_3_max |
| value: 35.339934791790505 |
| - type: nauc_recall_at_3_std |
| value: 5.405846187725809 |
| - type: nauc_recall_at_5_diff1 |
| value: 37.80933481211865 |
| - type: nauc_recall_at_5_max |
| value: 35.190301771222444 |
| - type: nauc_recall_at_5_std |
| value: 7.413791949410964 |
| - type: ndcg_at_1 |
| value: 19.661 |
| - type: ndcg_at_10 |
| value: 26.869 |
| - type: ndcg_at_100 |
| value: 30.896 |
| - type: ndcg_at_1000 |
| value: 33.782000000000004 |
| - type: ndcg_at_20 |
| value: 28.218 |
| - type: ndcg_at_3 |
| value: 23.941000000000003 |
| - type: ndcg_at_5 |
| value: 25.341 |
| - type: precision_at_1 |
| value: 19.661 |
| - type: precision_at_10 |
| value: 4.011 |
| - type: precision_at_100 |
| value: 0.634 |
| - type: precision_at_1000 |
| value: 0.092 |
| - type: precision_at_20 |
| value: 2.328 |
| - type: precision_at_3 |
| value: 10.094 |
| - type: precision_at_5 |
| value: 6.893000000000001 |
| - type: recall_at_1 |
| value: 18.177 |
| - type: recall_at_10 |
| value: 34.942 |
| - type: recall_at_100 |
| value: 53.845 |
| - type: recall_at_1000 |
| value: 76.343 |
| - type: recall_at_20 |
| value: 40.022000000000006 |
| - type: recall_at_3 |
| value: 26.813 |
| - type: recall_at_5 |
| value: 30.312 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackMathematicaRetrieval (default) |
| revision: 90fceea13679c63fe563ded68f3b6f06e50061de |
| split: test |
| type: mteb/cqadupstack-mathematica |
| metrics: |
| - type: main_score |
| value: 21.728 |
| - type: map_at_1 |
| value: 12.784 |
| - type: map_at_10 |
| value: 17.944 |
| - type: map_at_100 |
| value: 18.797 |
| - type: map_at_1000 |
| value: 18.926000000000002 |
| - type: map_at_20 |
| value: 18.387999999999998 |
| - type: map_at_3 |
| value: 16.265 |
| - type: map_at_5 |
| value: 16.983999999999998 |
| - type: mrr_at_1 |
| value: 16.044776119402986 |
| - type: mrr_at_10 |
| value: 21.803680012635233 |
| - type: mrr_at_100 |
| value: 22.575555542812165 |
| - type: mrr_at_1000 |
| value: 22.66901508901914 |
| - type: mrr_at_20 |
| value: 22.19854940073506 |
| - type: mrr_at_3 |
| value: 19.941956882255386 |
| - type: mrr_at_5 |
| value: 20.719320066334994 |
| - type: nauc_map_at_1000_diff1 |
| value: 37.95003279508669 |
| - type: nauc_map_at_1000_max |
| value: 31.326475206055974 |
| - type: nauc_map_at_1000_std |
| value: 4.664013633591596 |
| - type: nauc_map_at_100_diff1 |
| value: 37.96791591636629 |
| - type: nauc_map_at_100_max |
| value: 31.28842831225577 |
| - type: nauc_map_at_100_std |
| value: 4.589727393270644 |
| - type: nauc_map_at_10_diff1 |
| value: 38.507132083215595 |
| - type: nauc_map_at_10_max |
| value: 31.169056023300783 |
| - type: nauc_map_at_10_std |
| value: 4.368613661323174 |
| - type: nauc_map_at_1_diff1 |
| value: 44.35378845259204 |
| - type: nauc_map_at_1_max |
| value: 31.252743839426383 |
| - type: nauc_map_at_1_std |
| value: 3.168581843134213 |
| - type: nauc_map_at_20_diff1 |
| value: 38.187357484768896 |
| - type: nauc_map_at_20_max |
| value: 31.2136407998411 |
| - type: nauc_map_at_20_std |
| value: 4.333490585321438 |
| - type: nauc_map_at_3_diff1 |
| value: 39.330780048911656 |
| - type: nauc_map_at_3_max |
| value: 31.37578299086863 |
| - type: nauc_map_at_3_std |
| value: 4.188856474447449 |
| - type: nauc_map_at_5_diff1 |
| value: 39.20107804915463 |
| - type: nauc_map_at_5_max |
| value: 31.392530920166408 |
| - type: nauc_map_at_5_std |
| value: 4.056921377738636 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 36.73182170905758 |
| - type: nauc_mrr_at_1000_max |
| value: 31.05432855743618 |
| - type: nauc_mrr_at_1000_std |
| value: 5.785548465518801 |
| - type: nauc_mrr_at_100_diff1 |
| value: 36.72314859513544 |
| - type: nauc_mrr_at_100_max |
| value: 31.05422735924907 |
| - type: nauc_mrr_at_100_std |
| value: 5.775106667651726 |
| - type: nauc_mrr_at_10_diff1 |
| value: 37.06378660745046 |
| - type: nauc_mrr_at_10_max |
| value: 31.020085446718422 |
| - type: nauc_mrr_at_10_std |
| value: 5.590867271501978 |
| - type: nauc_mrr_at_1_diff1 |
| value: 44.00103632989039 |
| - type: nauc_mrr_at_1_max |
| value: 31.94201788773754 |
| - type: nauc_mrr_at_1_std |
| value: 4.713263837383352 |
| - type: nauc_mrr_at_20_diff1 |
| value: 36.77294192719807 |
| - type: nauc_mrr_at_20_max |
| value: 31.014175572052373 |
| - type: nauc_mrr_at_20_std |
| value: 5.658270027362274 |
| - type: nauc_mrr_at_3_diff1 |
| value: 38.35434515359319 |
| - type: nauc_mrr_at_3_max |
| value: 31.575718211424807 |
| - type: nauc_mrr_at_3_std |
| value: 5.88624291840881 |
| - type: nauc_mrr_at_5_diff1 |
| value: 38.06890741693633 |
| - type: nauc_mrr_at_5_max |
| value: 31.261036367423934 |
| - type: nauc_mrr_at_5_std |
| value: 5.345199356889732 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 33.67924232501883 |
| - type: nauc_ndcg_at_1000_max |
| value: 31.319148060296097 |
| - type: nauc_ndcg_at_1000_std |
| value: 7.2514381178779095 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 34.100629993327196 |
| - type: nauc_ndcg_at_100_max |
| value: 31.278013773761526 |
| - type: nauc_ndcg_at_100_std |
| value: 6.565787610461661 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 35.84993832912045 |
| - type: nauc_ndcg_at_10_max |
| value: 30.64709847569812 |
| - type: nauc_ndcg_at_10_std |
| value: 5.313392670674671 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 44.00103632989039 |
| - type: nauc_ndcg_at_1_max |
| value: 31.94201788773754 |
| - type: nauc_ndcg_at_1_std |
| value: 4.713263837383352 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 34.78453662069707 |
| - type: nauc_ndcg_at_20_max |
| value: 30.683192809444787 |
| - type: nauc_ndcg_at_20_std |
| value: 5.269616192797054 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 37.62191304337262 |
| - type: nauc_ndcg_at_3_max |
| value: 31.623265872974997 |
| - type: nauc_ndcg_at_3_std |
| value: 5.080503409806257 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 37.56462137510564 |
| - type: nauc_ndcg_at_5_max |
| value: 31.37187196099152 |
| - type: nauc_ndcg_at_5_std |
| value: 4.624284925129432 |
| - type: nauc_precision_at_1000_diff1 |
| value: -3.146851839401258 |
| - type: nauc_precision_at_1000_max |
| value: 10.977182155908867 |
| - type: nauc_precision_at_1000_std |
| value: 10.160444053718093 |
| - type: nauc_precision_at_100_diff1 |
| value: 12.001129161175122 |
| - type: nauc_precision_at_100_max |
| value: 25.308778188675856 |
| - type: nauc_precision_at_100_std |
| value: 12.509597417847507 |
| - type: nauc_precision_at_10_diff1 |
| value: 25.664686247632844 |
| - type: nauc_precision_at_10_max |
| value: 28.770491403202108 |
| - type: nauc_precision_at_10_std |
| value: 6.536821071514153 |
| - type: nauc_precision_at_1_diff1 |
| value: 44.00103632989039 |
| - type: nauc_precision_at_1_max |
| value: 31.94201788773754 |
| - type: nauc_precision_at_1_std |
| value: 4.713263837383352 |
| - type: nauc_precision_at_20_diff1 |
| value: 21.77768613115255 |
| - type: nauc_precision_at_20_max |
| value: 27.845144717145004 |
| - type: nauc_precision_at_20_std |
| value: 6.320507052087349 |
| - type: nauc_precision_at_3_diff1 |
| value: 33.18575428477401 |
| - type: nauc_precision_at_3_max |
| value: 31.92822455113195 |
| - type: nauc_precision_at_3_std |
| value: 6.360274710244685 |
| - type: nauc_precision_at_5_diff1 |
| value: 32.148298285156365 |
| - type: nauc_precision_at_5_max |
| value: 31.154123802087337 |
| - type: nauc_precision_at_5_std |
| value: 5.0693172025299384 |
| - type: nauc_recall_at_1000_diff1 |
| value: 16.64989458294879 |
| - type: nauc_recall_at_1000_max |
| value: 27.67387417287623 |
| - type: nauc_recall_at_1000_std |
| value: 16.579859975118456 |
| - type: nauc_recall_at_100_diff1 |
| value: 23.24214920953384 |
| - type: nauc_recall_at_100_max |
| value: 28.655454163454536 |
| - type: nauc_recall_at_100_std |
| value: 10.354544546339836 |
| - type: nauc_recall_at_10_diff1 |
| value: 29.382576143547634 |
| - type: nauc_recall_at_10_max |
| value: 27.625736210770256 |
| - type: nauc_recall_at_10_std |
| value: 6.656383905649591 |
| - type: nauc_recall_at_1_diff1 |
| value: 44.35378845259204 |
| - type: nauc_recall_at_1_max |
| value: 31.252743839426383 |
| - type: nauc_recall_at_1_std |
| value: 3.168581843134213 |
| - type: nauc_recall_at_20_diff1 |
| value: 25.739220032350257 |
| - type: nauc_recall_at_20_max |
| value: 27.108433769048872 |
| - type: nauc_recall_at_20_std |
| value: 6.22385370891178 |
| - type: nauc_recall_at_3_diff1 |
| value: 33.80249079929206 |
| - type: nauc_recall_at_3_max |
| value: 30.481055725978024 |
| - type: nauc_recall_at_3_std |
| value: 5.346572769135906 |
| - type: nauc_recall_at_5_diff1 |
| value: 33.067070690653495 |
| - type: nauc_recall_at_5_max |
| value: 29.433391080158426 |
| - type: nauc_recall_at_5_std |
| value: 4.517583549915587 |
| - type: ndcg_at_1 |
| value: 16.045 |
| - type: ndcg_at_10 |
| value: 21.728 |
| - type: ndcg_at_100 |
| value: 26.106 |
| - type: ndcg_at_1000 |
| value: 29.439 |
| - type: ndcg_at_20 |
| value: 23.25 |
| - type: ndcg_at_3 |
| value: 18.297 |
| - type: ndcg_at_5 |
| value: 19.438 |
| - type: precision_at_1 |
| value: 16.045 |
| - type: precision_at_10 |
| value: 3.9800000000000004 |
| - type: precision_at_100 |
| value: 0.703 |
| - type: precision_at_1000 |
| value: 0.11100000000000002 |
| - type: precision_at_20 |
| value: 2.394 |
| - type: precision_at_3 |
| value: 8.581999999999999 |
| - type: precision_at_5 |
| value: 5.995 |
| - type: recall_at_1 |
| value: 12.784 |
| - type: recall_at_10 |
| value: 29.749 |
| - type: recall_at_100 |
| value: 49.412 |
| - type: recall_at_1000 |
| value: 73.778 |
| - type: recall_at_20 |
| value: 35.317 |
| - type: recall_at_3 |
| value: 20.05 |
| - type: recall_at_5 |
| value: 22.996 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackPhysicsRetrieval (default) |
| revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 |
| split: test |
| type: mteb/cqadupstack-physics |
| metrics: |
| - type: main_score |
| value: 31.362000000000002 |
| - type: map_at_1 |
| value: 21.522 |
| - type: map_at_10 |
| value: 27.397 |
| - type: map_at_100 |
| value: 28.374 |
| - type: map_at_1000 |
| value: 28.496 |
| - type: map_at_20 |
| value: 27.915 |
| - type: map_at_3 |
| value: 25.330000000000002 |
| - type: map_at_5 |
| value: 26.622 |
| - type: mrr_at_1 |
| value: 26.564003849855634 |
| - type: mrr_at_10 |
| value: 32.16665138946176 |
| - type: mrr_at_100 |
| value: 32.97230640563016 |
| - type: mrr_at_1000 |
| value: 33.050704711262505 |
| - type: mrr_at_20 |
| value: 32.63506041957575 |
| - type: mrr_at_3 |
| value: 30.25344882900225 |
| - type: mrr_at_5 |
| value: 31.470965672120617 |
| - type: nauc_map_at_1000_diff1 |
| value: 52.59688767459125 |
| - type: nauc_map_at_1000_max |
| value: 49.49548390354128 |
| - type: nauc_map_at_1000_std |
| value: 10.115628251616295 |
| - type: nauc_map_at_100_diff1 |
| value: 52.61576203524935 |
| - type: nauc_map_at_100_max |
| value: 49.48503434991592 |
| - type: nauc_map_at_100_std |
| value: 10.111348427919129 |
| - type: nauc_map_at_10_diff1 |
| value: 53.07085205321233 |
| - type: nauc_map_at_10_max |
| value: 49.40570059340953 |
| - type: nauc_map_at_10_std |
| value: 9.54214632320025 |
| - type: nauc_map_at_1_diff1 |
| value: 60.33424890291046 |
| - type: nauc_map_at_1_max |
| value: 48.81194468082383 |
| - type: nauc_map_at_1_std |
| value: 5.36430977601789 |
| - type: nauc_map_at_20_diff1 |
| value: 52.773568860496354 |
| - type: nauc_map_at_20_max |
| value: 49.426884901362584 |
| - type: nauc_map_at_20_std |
| value: 9.896169869423503 |
| - type: nauc_map_at_3_diff1 |
| value: 54.99635374447428 |
| - type: nauc_map_at_3_max |
| value: 49.25542338008625 |
| - type: nauc_map_at_3_std |
| value: 7.920730174530154 |
| - type: nauc_map_at_5_diff1 |
| value: 53.68219394103163 |
| - type: nauc_map_at_5_max |
| value: 49.17446366918848 |
| - type: nauc_map_at_5_std |
| value: 8.821731461186905 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 51.099384685054616 |
| - type: nauc_mrr_at_1000_max |
| value: 48.54414875311902 |
| - type: nauc_mrr_at_1000_std |
| value: 9.780074869585286 |
| - type: nauc_mrr_at_100_diff1 |
| value: 51.08502477800608 |
| - type: nauc_mrr_at_100_max |
| value: 48.542070464175055 |
| - type: nauc_mrr_at_100_std |
| value: 9.783011896915687 |
| - type: nauc_mrr_at_10_diff1 |
| value: 51.382177619679204 |
| - type: nauc_mrr_at_10_max |
| value: 48.54890111812492 |
| - type: nauc_mrr_at_10_std |
| value: 9.494226343992503 |
| - type: nauc_mrr_at_1_diff1 |
| value: 56.85885674241863 |
| - type: nauc_mrr_at_1_max |
| value: 48.534841672238585 |
| - type: nauc_mrr_at_1_std |
| value: 7.045749638810437 |
| - type: nauc_mrr_at_20_diff1 |
| value: 51.146039318789846 |
| - type: nauc_mrr_at_20_max |
| value: 48.53675895185779 |
| - type: nauc_mrr_at_20_std |
| value: 9.696565280887011 |
| - type: nauc_mrr_at_3_diff1 |
| value: 52.886914910351734 |
| - type: nauc_mrr_at_3_max |
| value: 48.73402755122022 |
| - type: nauc_mrr_at_3_std |
| value: 8.463221573475908 |
| - type: nauc_mrr_at_5_diff1 |
| value: 51.81731850552879 |
| - type: nauc_mrr_at_5_max |
| value: 48.579649148508494 |
| - type: nauc_mrr_at_5_std |
| value: 9.41815937454225 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 48.320439093318356 |
| - type: nauc_ndcg_at_1000_max |
| value: 49.43059637755541 |
| - type: nauc_ndcg_at_1000_std |
| value: 13.17421117129521 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 48.269268235554044 |
| - type: nauc_ndcg_at_100_max |
| value: 49.34734693138846 |
| - type: nauc_ndcg_at_100_std |
| value: 13.33552837762993 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 49.98164427597868 |
| - type: nauc_ndcg_at_10_max |
| value: 49.34516846968058 |
| - type: nauc_ndcg_at_10_std |
| value: 11.25989970999377 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 56.85885674241863 |
| - type: nauc_ndcg_at_1_max |
| value: 48.534841672238585 |
| - type: nauc_ndcg_at_1_std |
| value: 7.045749638810437 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 49.090030521758024 |
| - type: nauc_ndcg_at_20_max |
| value: 49.31796649039315 |
| - type: nauc_ndcg_at_20_std |
| value: 12.237851926677221 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 52.63555826739571 |
| - type: nauc_ndcg_at_3_max |
| value: 49.19040862536399 |
| - type: nauc_ndcg_at_3_std |
| value: 8.743373927918615 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 50.90837252531234 |
| - type: nauc_ndcg_at_5_max |
| value: 49.012102442680046 |
| - type: nauc_ndcg_at_5_std |
| value: 10.23622790560761 |
| - type: nauc_precision_at_1000_diff1 |
| value: -7.907291444067378 |
| - type: nauc_precision_at_1000_max |
| value: 10.551673138545729 |
| - type: nauc_precision_at_1000_std |
| value: 9.346444460189003 |
| - type: nauc_precision_at_100_diff1 |
| value: 7.916501406079248 |
| - type: nauc_precision_at_100_max |
| value: 27.483613003895197 |
| - type: nauc_precision_at_100_std |
| value: 18.76421395657329 |
| - type: nauc_precision_at_10_diff1 |
| value: 26.79009275910224 |
| - type: nauc_precision_at_10_max |
| value: 41.84469020826695 |
| - type: nauc_precision_at_10_std |
| value: 17.48055617040187 |
| - type: nauc_precision_at_1_diff1 |
| value: 56.85885674241863 |
| - type: nauc_precision_at_1_max |
| value: 48.534841672238585 |
| - type: nauc_precision_at_1_std |
| value: 7.045749638810437 |
| - type: nauc_precision_at_20_diff1 |
| value: 20.94274635916315 |
| - type: nauc_precision_at_20_max |
| value: 38.68527168262968 |
| - type: nauc_precision_at_20_std |
| value: 19.52732371032245 |
| - type: nauc_precision_at_3_diff1 |
| value: 39.632955443069804 |
| - type: nauc_precision_at_3_max |
| value: 45.32402555048772 |
| - type: nauc_precision_at_3_std |
| value: 11.326283322156945 |
| - type: nauc_precision_at_5_diff1 |
| value: 32.91121403324715 |
| - type: nauc_precision_at_5_max |
| value: 43.74183654588345 |
| - type: nauc_precision_at_5_std |
| value: 14.704405107052429 |
| - type: nauc_recall_at_1000_diff1 |
| value: 24.449918058702696 |
| - type: nauc_recall_at_1000_max |
| value: 42.19385988290269 |
| - type: nauc_recall_at_1000_std |
| value: 27.970662815885987 |
| - type: nauc_recall_at_100_diff1 |
| value: 31.75049770052644 |
| - type: nauc_recall_at_100_max |
| value: 44.42578620612963 |
| - type: nauc_recall_at_100_std |
| value: 23.842848082939103 |
| - type: nauc_recall_at_10_diff1 |
| value: 41.105148509808075 |
| - type: nauc_recall_at_10_max |
| value: 47.17211207978789 |
| - type: nauc_recall_at_10_std |
| value: 15.279920198725518 |
| - type: nauc_recall_at_1_diff1 |
| value: 60.33424890291046 |
| - type: nauc_recall_at_1_max |
| value: 48.81194468082383 |
| - type: nauc_recall_at_1_std |
| value: 5.36430977601789 |
| - type: nauc_recall_at_20_diff1 |
| value: 37.228002397984305 |
| - type: nauc_recall_at_20_max |
| value: 45.77317403012792 |
| - type: nauc_recall_at_20_std |
| value: 17.986553641491952 |
| - type: nauc_recall_at_3_diff1 |
| value: 49.828715929251175 |
| - type: nauc_recall_at_3_max |
| value: 49.01281750728966 |
| - type: nauc_recall_at_3_std |
| value: 10.319882588842756 |
| - type: nauc_recall_at_5_diff1 |
| value: 44.56189814238881 |
| - type: nauc_recall_at_5_max |
| value: 47.19512580179057 |
| - type: nauc_recall_at_5_std |
| value: 12.807907369220995 |
| - type: ndcg_at_1 |
| value: 26.564 |
| - type: ndcg_at_10 |
| value: 31.362000000000002 |
| - type: ndcg_at_100 |
| value: 36.098 |
| - type: ndcg_at_1000 |
| value: 38.927 |
| - type: ndcg_at_20 |
| value: 33.086 |
| - type: ndcg_at_3 |
| value: 28.000999999999998 |
| - type: ndcg_at_5 |
| value: 29.871 |
| - type: precision_at_1 |
| value: 26.564 |
| - type: precision_at_10 |
| value: 5.38 |
| - type: precision_at_100 |
| value: 0.9039999999999999 |
| - type: precision_at_1000 |
| value: 0.129 |
| - type: precision_at_20 |
| value: 3.215 |
| - type: precision_at_3 |
| value: 12.928999999999998 |
| - type: precision_at_5 |
| value: 9.182 |
| - type: recall_at_1 |
| value: 21.522 |
| - type: recall_at_10 |
| value: 38.778 |
| - type: recall_at_100 |
| value: 59.57 |
| - type: recall_at_1000 |
| value: 79.318 |
| - type: recall_at_20 |
| value: 44.974 |
| - type: recall_at_3 |
| value: 29.142000000000003 |
| - type: recall_at_5 |
| value: 34.142 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackProgrammersRetrieval (default) |
| revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 |
| split: test |
| type: mteb/cqadupstack-programmers |
| metrics: |
| - type: main_score |
| value: 30.611 |
| - type: map_at_1 |
| value: 20.044 |
| - type: map_at_10 |
| value: 26.819 |
| - type: map_at_100 |
| value: 27.79 |
| - type: map_at_1000 |
| value: 27.889999999999997 |
| - type: map_at_20 |
| value: 27.365000000000002 |
| - type: map_at_3 |
| value: 25.012 |
| - type: map_at_5 |
| value: 26.045 |
| - type: mrr_at_1 |
| value: 24.771689497716896 |
| - type: mrr_at_10 |
| value: 30.936571356091886 |
| - type: mrr_at_100 |
| value: 31.812872551313287 |
| - type: mrr_at_1000 |
| value: 31.880398536845707 |
| - type: mrr_at_20 |
| value: 31.445758027356035 |
| - type: mrr_at_3 |
| value: 29.33789954337901 |
| - type: mrr_at_5 |
| value: 30.291095890410947 |
| - type: nauc_map_at_1000_diff1 |
| value: 56.77795203729021 |
| - type: nauc_map_at_1000_max |
| value: 50.228903814053425 |
| - type: nauc_map_at_1000_std |
| value: 8.282984319702154 |
| - type: nauc_map_at_100_diff1 |
| value: 56.750094825915 |
| - type: nauc_map_at_100_max |
| value: 50.20535641719778 |
| - type: nauc_map_at_100_std |
| value: 8.259689362917367 |
| - type: nauc_map_at_10_diff1 |
| value: 57.36310524366185 |
| - type: nauc_map_at_10_max |
| value: 50.418894761062326 |
| - type: nauc_map_at_10_std |
| value: 7.6104755737897785 |
| - type: nauc_map_at_1_diff1 |
| value: 64.66157606359778 |
| - type: nauc_map_at_1_max |
| value: 48.711361165288125 |
| - type: nauc_map_at_1_std |
| value: 2.610460584994949 |
| - type: nauc_map_at_20_diff1 |
| value: 56.96394361697854 |
| - type: nauc_map_at_20_max |
| value: 50.22074366032774 |
| - type: nauc_map_at_20_std |
| value: 7.987582744402786 |
| - type: nauc_map_at_3_diff1 |
| value: 58.30755542137215 |
| - type: nauc_map_at_3_max |
| value: 49.77444912203085 |
| - type: nauc_map_at_3_std |
| value: 6.112464344603168 |
| - type: nauc_map_at_5_diff1 |
| value: 57.197612503845875 |
| - type: nauc_map_at_5_max |
| value: 49.86870173806947 |
| - type: nauc_map_at_5_std |
| value: 6.741251739454883 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 56.55345796340776 |
| - type: nauc_mrr_at_1000_max |
| value: 51.984711889193214 |
| - type: nauc_mrr_at_1000_std |
| value: 11.330935517234703 |
| - type: nauc_mrr_at_100_diff1 |
| value: 56.53520001259168 |
| - type: nauc_mrr_at_100_max |
| value: 51.971724449016065 |
| - type: nauc_mrr_at_100_std |
| value: 11.326566973175943 |
| - type: nauc_mrr_at_10_diff1 |
| value: 57.02811409284357 |
| - type: nauc_mrr_at_10_max |
| value: 52.17421961618363 |
| - type: nauc_mrr_at_10_std |
| value: 10.922170784918812 |
| - type: nauc_mrr_at_1_diff1 |
| value: 63.398417335709034 |
| - type: nauc_mrr_at_1_max |
| value: 52.76393807206049 |
| - type: nauc_mrr_at_1_std |
| value: 7.987883095781358 |
| - type: nauc_mrr_at_20_diff1 |
| value: 56.66914685804212 |
| - type: nauc_mrr_at_20_max |
| value: 52.034098755328216 |
| - type: nauc_mrr_at_20_std |
| value: 11.201609751277623 |
| - type: nauc_mrr_at_3_diff1 |
| value: 57.76424743500629 |
| - type: nauc_mrr_at_3_max |
| value: 52.21692819835331 |
| - type: nauc_mrr_at_3_std |
| value: 10.351547071966488 |
| - type: nauc_mrr_at_5_diff1 |
| value: 56.917790279249225 |
| - type: nauc_mrr_at_5_max |
| value: 51.78687350716348 |
| - type: nauc_mrr_at_5_std |
| value: 10.356241647673261 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 52.91063006408778 |
| - type: nauc_ndcg_at_1000_max |
| value: 50.30527611594974 |
| - type: nauc_ndcg_at_1000_std |
| value: 12.61486210785366 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 52.51126278764645 |
| - type: nauc_ndcg_at_100_max |
| value: 49.9198621161366 |
| - type: nauc_ndcg_at_100_std |
| value: 12.48612827348202 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 55.31262109361159 |
| - type: nauc_ndcg_at_10_max |
| value: 50.95121518060335 |
| - type: nauc_ndcg_at_10_std |
| value: 9.99289135242688 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 63.398417335709034 |
| - type: nauc_ndcg_at_1_max |
| value: 52.76393807206049 |
| - type: nauc_ndcg_at_1_std |
| value: 7.987883095781358 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 53.92230329753415 |
| - type: nauc_ndcg_at_20_max |
| value: 50.272129616480456 |
| - type: nauc_ndcg_at_20_std |
| value: 11.048172123886694 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 56.824616064178215 |
| - type: nauc_ndcg_at_3_max |
| value: 50.379870694016596 |
| - type: nauc_ndcg_at_3_std |
| value: 7.948147030055066 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 55.080128128233774 |
| - type: nauc_ndcg_at_5_max |
| value: 49.982141089686074 |
| - type: nauc_ndcg_at_5_std |
| value: 8.260960076197717 |
| - type: nauc_precision_at_1000_diff1 |
| value: 1.8819061790883571 |
| - type: nauc_precision_at_1000_max |
| value: 14.62991850470928 |
| - type: nauc_precision_at_1000_std |
| value: 15.308588820796068 |
| - type: nauc_precision_at_100_diff1 |
| value: 15.71517907419952 |
| - type: nauc_precision_at_100_max |
| value: 30.9161164726617 |
| - type: nauc_precision_at_100_std |
| value: 23.928744380434246 |
| - type: nauc_precision_at_10_diff1 |
| value: 40.086577642823556 |
| - type: nauc_precision_at_10_max |
| value: 48.9731405153383 |
| - type: nauc_precision_at_10_std |
| value: 20.225991151869817 |
| - type: nauc_precision_at_1_diff1 |
| value: 63.398417335709034 |
| - type: nauc_precision_at_1_max |
| value: 52.76393807206049 |
| - type: nauc_precision_at_1_std |
| value: 7.987883095781358 |
| - type: nauc_precision_at_20_diff1 |
| value: 32.99649371260927 |
| - type: nauc_precision_at_20_max |
| value: 43.9358941187044 |
| - type: nauc_precision_at_20_std |
| value: 22.96013196641051 |
| - type: nauc_precision_at_3_diff1 |
| value: 47.96996864044809 |
| - type: nauc_precision_at_3_max |
| value: 50.55165745431339 |
| - type: nauc_precision_at_3_std |
| value: 14.336246257412755 |
| - type: nauc_precision_at_5_diff1 |
| value: 42.43305463117832 |
| - type: nauc_precision_at_5_max |
| value: 49.04724446709852 |
| - type: nauc_precision_at_5_std |
| value: 15.650628037765497 |
| - type: nauc_recall_at_1000_diff1 |
| value: 27.81489607198872 |
| - type: nauc_recall_at_1000_max |
| value: 42.635078937347124 |
| - type: nauc_recall_at_1000_std |
| value: 28.28899115429 |
| - type: nauc_recall_at_100_diff1 |
| value: 33.31240744474597 |
| - type: nauc_recall_at_100_max |
| value: 41.92541065720442 |
| - type: nauc_recall_at_100_std |
| value: 22.810710155447726 |
| - type: nauc_recall_at_10_diff1 |
| value: 48.78704799247861 |
| - type: nauc_recall_at_10_max |
| value: 49.17510660960629 |
| - type: nauc_recall_at_10_std |
| value: 13.003749357577519 |
| - type: nauc_recall_at_1_diff1 |
| value: 64.66157606359778 |
| - type: nauc_recall_at_1_max |
| value: 48.711361165288125 |
| - type: nauc_recall_at_1_std |
| value: 2.610460584994949 |
| - type: nauc_recall_at_20_diff1 |
| value: 43.12305614808684 |
| - type: nauc_recall_at_20_max |
| value: 45.86509269523116 |
| - type: nauc_recall_at_20_std |
| value: 15.945979676808147 |
| - type: nauc_recall_at_3_diff1 |
| value: 52.266013736150974 |
| - type: nauc_recall_at_3_max |
| value: 48.20329627231183 |
| - type: nauc_recall_at_3_std |
| value: 7.662445739786749 |
| - type: nauc_recall_at_5_diff1 |
| value: 48.007088225221246 |
| - type: nauc_recall_at_5_max |
| value: 46.87942175385594 |
| - type: nauc_recall_at_5_std |
| value: 8.76803938978432 |
| - type: ndcg_at_1 |
| value: 24.772 |
| - type: ndcg_at_10 |
| value: 30.611 |
| - type: ndcg_at_100 |
| value: 35.315999999999995 |
| - type: ndcg_at_1000 |
| value: 37.846000000000004 |
| - type: ndcg_at_20 |
| value: 32.429 |
| - type: ndcg_at_3 |
| value: 27.63 |
| - type: ndcg_at_5 |
| value: 29.066 |
| - type: precision_at_1 |
| value: 24.772 |
| - type: precision_at_10 |
| value: 5.183 |
| - type: precision_at_100 |
| value: 0.873 |
| - type: precision_at_1000 |
| value: 0.125 |
| - type: precision_at_20 |
| value: 3.088 |
| - type: precision_at_3 |
| value: 12.937999999999999 |
| - type: precision_at_5 |
| value: 8.927 |
| - type: recall_at_1 |
| value: 20.044 |
| - type: recall_at_10 |
| value: 38.073 |
| - type: recall_at_100 |
| value: 58.632 |
| - type: recall_at_1000 |
| value: 76.509 |
| - type: recall_at_20 |
| value: 44.651 |
| - type: recall_at_3 |
| value: 29.660999999999998 |
| - type: recall_at_5 |
| value: 33.555 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackRetrieval (default) |
| revision: CQADupstackRetrieval_is_a_combined_dataset |
| split: test |
| type: CQADupstackRetrieval_is_a_combined_dataset |
| metrics: |
| - type: main_score |
| value: 29.904000000000003 |
| - type: ndcg_at_10 |
| value: 29.904000000000003 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackStatsRetrieval (default) |
| revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a |
| split: test |
| type: mteb/cqadupstack-stats |
| metrics: |
| - type: main_score |
| value: 27.844 |
| - type: map_at_1 |
| value: 20.513 |
| - type: map_at_10 |
| value: 24.859 |
| - type: map_at_100 |
| value: 25.618000000000002 |
| - type: map_at_1000 |
| value: 25.694 |
| - type: map_at_20 |
| value: 25.195 |
| - type: map_at_3 |
| value: 23.634 |
| - type: map_at_5 |
| value: 24.083 |
| - type: mrr_at_1 |
| value: 22.85276073619632 |
| - type: mrr_at_10 |
| value: 27.365493232057652 |
| - type: mrr_at_100 |
| value: 28.059687087154796 |
| - type: mrr_at_1000 |
| value: 28.126281152513645 |
| - type: mrr_at_20 |
| value: 27.669375141110137 |
| - type: mrr_at_3 |
| value: 26.20143149284254 |
| - type: mrr_at_5 |
| value: 26.577198364008186 |
| - type: nauc_map_at_1000_diff1 |
| value: 58.0923988657438 |
| - type: nauc_map_at_1000_max |
| value: 39.49776904657763 |
| - type: nauc_map_at_1000_std |
| value: 1.438859276174183 |
| - type: nauc_map_at_100_diff1 |
| value: 58.10154425542812 |
| - type: nauc_map_at_100_max |
| value: 39.46324052006619 |
| - type: nauc_map_at_100_std |
| value: 1.3890820890372753 |
| - type: nauc_map_at_10_diff1 |
| value: 58.5332816613564 |
| - type: nauc_map_at_10_max |
| value: 39.45154561291042 |
| - type: nauc_map_at_10_std |
| value: 0.9027921971290199 |
| - type: nauc_map_at_1_diff1 |
| value: 62.56595068686164 |
| - type: nauc_map_at_1_max |
| value: 41.83674415695135 |
| - type: nauc_map_at_1_std |
| value: 0.0645259857866332 |
| - type: nauc_map_at_20_diff1 |
| value: 58.42227923867406 |
| - type: nauc_map_at_20_max |
| value: 39.4909671277415 |
| - type: nauc_map_at_20_std |
| value: 1.1087675448202337 |
| - type: nauc_map_at_3_diff1 |
| value: 59.80877486724449 |
| - type: nauc_map_at_3_max |
| value: 39.44386269848118 |
| - type: nauc_map_at_3_std |
| value: -0.48978195872711355 |
| - type: nauc_map_at_5_diff1 |
| value: 59.74549487724378 |
| - type: nauc_map_at_5_max |
| value: 39.46911071607922 |
| - type: nauc_map_at_5_std |
| value: -0.2054925595619289 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 57.22992893520331 |
| - type: nauc_mrr_at_1000_max |
| value: 39.245802225236126 |
| - type: nauc_mrr_at_1000_std |
| value: 1.4419858232822822 |
| - type: nauc_mrr_at_100_diff1 |
| value: 57.240863535228094 |
| - type: nauc_mrr_at_100_max |
| value: 39.23508417147578 |
| - type: nauc_mrr_at_100_std |
| value: 1.4179374600097412 |
| - type: nauc_mrr_at_10_diff1 |
| value: 57.60090554706999 |
| - type: nauc_mrr_at_10_max |
| value: 39.20522608560329 |
| - type: nauc_mrr_at_10_std |
| value: 1.087952585482026 |
| - type: nauc_mrr_at_1_diff1 |
| value: 61.959334311281744 |
| - type: nauc_mrr_at_1_max |
| value: 42.02253807367881 |
| - type: nauc_mrr_at_1_std |
| value: 0.3652657393695138 |
| - type: nauc_mrr_at_20_diff1 |
| value: 57.42893340359555 |
| - type: nauc_mrr_at_20_max |
| value: 39.24222177257406 |
| - type: nauc_mrr_at_20_std |
| value: 1.1924382031739464 |
| - type: nauc_mrr_at_3_diff1 |
| value: 58.62920326596276 |
| - type: nauc_mrr_at_3_max |
| value: 39.11872316960711 |
| - type: nauc_mrr_at_3_std |
| value: -0.19139543362787656 |
| - type: nauc_mrr_at_5_diff1 |
| value: 58.72776007304141 |
| - type: nauc_mrr_at_5_max |
| value: 39.19114294986413 |
| - type: nauc_mrr_at_5_std |
| value: -0.04284085490819686 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 53.53402253546664 |
| - type: nauc_ndcg_at_1000_max |
| value: 39.864833616084574 |
| - type: nauc_ndcg_at_1000_std |
| value: 6.0573552449257235 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 53.70663536580926 |
| - type: nauc_ndcg_at_100_max |
| value: 38.89279345762969 |
| - type: nauc_ndcg_at_100_std |
| value: 5.078041324095517 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 55.88558776920169 |
| - type: nauc_ndcg_at_10_max |
| value: 38.576588113891695 |
| - type: nauc_ndcg_at_10_std |
| value: 2.353727524868291 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 61.959334311281744 |
| - type: nauc_ndcg_at_1_max |
| value: 42.02253807367881 |
| - type: nauc_ndcg_at_1_std |
| value: 0.3652657393695138 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 55.43183888815839 |
| - type: nauc_ndcg_at_20_max |
| value: 38.77692588511735 |
| - type: nauc_ndcg_at_20_std |
| value: 3.0554783814959703 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 58.11064498159326 |
| - type: nauc_ndcg_at_3_max |
| value: 38.10766803905449 |
| - type: nauc_ndcg_at_3_std |
| value: -0.7498834791332512 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 58.40382932520117 |
| - type: nauc_ndcg_at_5_max |
| value: 38.44740384423254 |
| - type: nauc_ndcg_at_5_std |
| value: -0.2751100258658748 |
| - type: nauc_precision_at_1000_diff1 |
| value: 6.170519960423255 |
| - type: nauc_precision_at_1000_max |
| value: 25.861700118167274 |
| - type: nauc_precision_at_1000_std |
| value: 21.252375305577324 |
| - type: nauc_precision_at_100_diff1 |
| value: 23.83932564925894 |
| - type: nauc_precision_at_100_max |
| value: 30.9046567399569 |
| - type: nauc_precision_at_100_std |
| value: 17.771919583124987 |
| - type: nauc_precision_at_10_diff1 |
| value: 42.59052382404775 |
| - type: nauc_precision_at_10_max |
| value: 33.03591527422188 |
| - type: nauc_precision_at_10_std |
| value: 6.034666442072681 |
| - type: nauc_precision_at_1_diff1 |
| value: 61.959334311281744 |
| - type: nauc_precision_at_1_max |
| value: 42.02253807367881 |
| - type: nauc_precision_at_1_std |
| value: 0.3652657393695138 |
| - type: nauc_precision_at_20_diff1 |
| value: 38.82622844929183 |
| - type: nauc_precision_at_20_max |
| value: 33.101913493165085 |
| - type: nauc_precision_at_20_std |
| value: 8.790703023502918 |
| - type: nauc_precision_at_3_diff1 |
| value: 52.53750604424028 |
| - type: nauc_precision_at_3_max |
| value: 34.62182030721166 |
| - type: nauc_precision_at_3_std |
| value: -0.4752345033778231 |
| - type: nauc_precision_at_5_diff1 |
| value: 50.588894261265395 |
| - type: nauc_precision_at_5_max |
| value: 33.9141126886655 |
| - type: nauc_precision_at_5_std |
| value: 0.4329659248962148 |
| - type: nauc_recall_at_1000_diff1 |
| value: 29.329091515084176 |
| - type: nauc_recall_at_1000_max |
| value: 43.91061237189976 |
| - type: nauc_recall_at_1000_std |
| value: 33.27518294715009 |
| - type: nauc_recall_at_100_diff1 |
| value: 36.755585803005886 |
| - type: nauc_recall_at_100_max |
| value: 35.85937772290077 |
| - type: nauc_recall_at_100_std |
| value: 19.437598135621656 |
| - type: nauc_recall_at_10_diff1 |
| value: 47.88480637900114 |
| - type: nauc_recall_at_10_max |
| value: 35.617046526273135 |
| - type: nauc_recall_at_10_std |
| value: 6.704114982627122 |
| - type: nauc_recall_at_1_diff1 |
| value: 62.56595068686164 |
| - type: nauc_recall_at_1_max |
| value: 41.83674415695135 |
| - type: nauc_recall_at_1_std |
| value: 0.0645259857866332 |
| - type: nauc_recall_at_20_diff1 |
| value: 46.19852363710199 |
| - type: nauc_recall_at_20_max |
| value: 36.00423209498212 |
| - type: nauc_recall_at_20_std |
| value: 8.8597610261735 |
| - type: nauc_recall_at_3_diff1 |
| value: 55.76604837913488 |
| - type: nauc_recall_at_3_max |
| value: 35.62281066497774 |
| - type: nauc_recall_at_3_std |
| value: -1.380737007802526 |
| - type: nauc_recall_at_5_diff1 |
| value: 55.591415778141716 |
| - type: nauc_recall_at_5_max |
| value: 35.864379736339394 |
| - type: nauc_recall_at_5_std |
| value: -0.2731705875996521 |
| - type: ndcg_at_1 |
| value: 22.853 |
| - type: ndcg_at_10 |
| value: 27.844 |
| - type: ndcg_at_100 |
| value: 32.054 |
| - type: ndcg_at_1000 |
| value: 34.387 |
| - type: ndcg_at_20 |
| value: 28.996 |
| - type: ndcg_at_3 |
| value: 25.447999999999997 |
| - type: ndcg_at_5 |
| value: 26.084000000000003 |
| - type: precision_at_1 |
| value: 22.853 |
| - type: precision_at_10 |
| value: 4.109999999999999 |
| - type: precision_at_100 |
| value: 0.6689999999999999 |
| - type: precision_at_1000 |
| value: 0.094 |
| - type: precision_at_20 |
| value: 2.339 |
| - type: precision_at_3 |
| value: 10.634 |
| - type: precision_at_5 |
| value: 6.902 |
| - type: recall_at_1 |
| value: 20.513 |
| - type: recall_at_10 |
| value: 34.714 |
| - type: recall_at_100 |
| value: 55.044000000000004 |
| - type: recall_at_1000 |
| value: 72.79299999999999 |
| - type: recall_at_20 |
| value: 39.098 |
| - type: recall_at_3 |
| value: 27.589999999999996 |
| - type: recall_at_5 |
| value: 29.332 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackTexRetrieval (default) |
| revision: 46989137a86843e03a6195de44b09deda022eec7 |
| split: test |
| type: mteb/cqadupstack-tex |
| metrics: |
| - type: main_score |
| value: 22.158 |
| - type: map_at_1 |
| value: 14.234 |
| - type: map_at_10 |
| value: 19.029 |
| - type: map_at_100 |
| value: 19.698999999999998 |
| - type: map_at_1000 |
| value: 19.799 |
| - type: map_at_20 |
| value: 19.352 |
| - type: map_at_3 |
| value: 17.569000000000003 |
| - type: map_at_5 |
| value: 18.376 |
| - type: mrr_at_1 |
| value: 16.689607708189953 |
| - type: mrr_at_10 |
| value: 21.773342509749956 |
| - type: mrr_at_100 |
| value: 22.47549878924445 |
| - type: mrr_at_1000 |
| value: 22.550526256216752 |
| - type: mrr_at_20 |
| value: 22.13545007928467 |
| - type: mrr_at_3 |
| value: 20.291351227345725 |
| - type: mrr_at_5 |
| value: 21.094861206698788 |
| - type: nauc_map_at_1000_diff1 |
| value: 40.179576852413554 |
| - type: nauc_map_at_1000_max |
| value: 37.26120147930247 |
| - type: nauc_map_at_1000_std |
| value: 8.13006546084448 |
| - type: nauc_map_at_100_diff1 |
| value: 40.17714216412655 |
| - type: nauc_map_at_100_max |
| value: 37.24762242407401 |
| - type: nauc_map_at_100_std |
| value: 8.083691024610811 |
| - type: nauc_map_at_10_diff1 |
| value: 40.43131771246876 |
| - type: nauc_map_at_10_max |
| value: 37.16329719233527 |
| - type: nauc_map_at_10_std |
| value: 7.7252792661257255 |
| - type: nauc_map_at_1_diff1 |
| value: 48.29794914435358 |
| - type: nauc_map_at_1_max |
| value: 37.62257118560468 |
| - type: nauc_map_at_1_std |
| value: 4.786506895640649 |
| - type: nauc_map_at_20_diff1 |
| value: 40.325746610205755 |
| - type: nauc_map_at_20_max |
| value: 37.1978051980932 |
| - type: nauc_map_at_20_std |
| value: 7.858608782830421 |
| - type: nauc_map_at_3_diff1 |
| value: 42.08959990310158 |
| - type: nauc_map_at_3_max |
| value: 37.341138179232296 |
| - type: nauc_map_at_3_std |
| value: 6.728366839802072 |
| - type: nauc_map_at_5_diff1 |
| value: 41.06715366743666 |
| - type: nauc_map_at_5_max |
| value: 37.246478933656796 |
| - type: nauc_map_at_5_std |
| value: 7.316858433853442 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 40.24906186828823 |
| - type: nauc_mrr_at_1000_max |
| value: 37.72507978803392 |
| - type: nauc_mrr_at_1000_std |
| value: 8.029307294065571 |
| - type: nauc_mrr_at_100_diff1 |
| value: 40.23526853440579 |
| - type: nauc_mrr_at_100_max |
| value: 37.72020763714388 |
| - type: nauc_mrr_at_100_std |
| value: 8.003595658733154 |
| - type: nauc_mrr_at_10_diff1 |
| value: 40.47982272945393 |
| - type: nauc_mrr_at_10_max |
| value: 37.74949163847368 |
| - type: nauc_mrr_at_10_std |
| value: 7.790504991653674 |
| - type: nauc_mrr_at_1_diff1 |
| value: 47.78839933089798 |
| - type: nauc_mrr_at_1_max |
| value: 38.6059533361402 |
| - type: nauc_mrr_at_1_std |
| value: 4.768871875484091 |
| - type: nauc_mrr_at_20_diff1 |
| value: 40.35529466284841 |
| - type: nauc_mrr_at_20_max |
| value: 37.66043308235602 |
| - type: nauc_mrr_at_20_std |
| value: 7.821535820635585 |
| - type: nauc_mrr_at_3_diff1 |
| value: 41.96110960386329 |
| - type: nauc_mrr_at_3_max |
| value: 38.05282503377668 |
| - type: nauc_mrr_at_3_std |
| value: 6.7837971383357605 |
| - type: nauc_mrr_at_5_diff1 |
| value: 40.99000202926007 |
| - type: nauc_mrr_at_5_max |
| value: 37.90426104078837 |
| - type: nauc_mrr_at_5_std |
| value: 7.383070824392375 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 36.35080188503686 |
| - type: nauc_ndcg_at_1000_max |
| value: 37.533354704485916 |
| - type: nauc_ndcg_at_1000_std |
| value: 12.240851975901647 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 36.2865497577743 |
| - type: nauc_ndcg_at_100_max |
| value: 37.127352376123426 |
| - type: nauc_ndcg_at_100_std |
| value: 11.128543722024183 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 37.754870398423414 |
| - type: nauc_ndcg_at_10_max |
| value: 37.1826303982925 |
| - type: nauc_ndcg_at_10_std |
| value: 9.474943711920515 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 47.78839933089798 |
| - type: nauc_ndcg_at_1_max |
| value: 38.6059533361402 |
| - type: nauc_ndcg_at_1_std |
| value: 4.768871875484091 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 37.38704153558385 |
| - type: nauc_ndcg_at_20_max |
| value: 37.12769745209728 |
| - type: nauc_ndcg_at_20_std |
| value: 9.788256573134186 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 40.59763770525907 |
| - type: nauc_ndcg_at_3_max |
| value: 37.79487738785331 |
| - type: nauc_ndcg_at_3_std |
| value: 7.4988577781274435 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 38.9663909407547 |
| - type: nauc_ndcg_at_5_max |
| value: 37.44115701484436 |
| - type: nauc_ndcg_at_5_std |
| value: 8.551584073883859 |
| - type: nauc_precision_at_1000_diff1 |
| value: 9.616540911306751 |
| - type: nauc_precision_at_1000_max |
| value: 19.998238282494626 |
| - type: nauc_precision_at_1000_std |
| value: 14.092277186107074 |
| - type: nauc_precision_at_100_diff1 |
| value: 19.885372189374742 |
| - type: nauc_precision_at_100_max |
| value: 31.45358880325989 |
| - type: nauc_precision_at_100_std |
| value: 16.463510466036496 |
| - type: nauc_precision_at_10_diff1 |
| value: 28.95841301518647 |
| - type: nauc_precision_at_10_max |
| value: 36.781803245276194 |
| - type: nauc_precision_at_10_std |
| value: 13.432773215377058 |
| - type: nauc_precision_at_1_diff1 |
| value: 47.78839933089798 |
| - type: nauc_precision_at_1_max |
| value: 38.6059533361402 |
| - type: nauc_precision_at_1_std |
| value: 4.768871875484091 |
| - type: nauc_precision_at_20_diff1 |
| value: 26.773518337425074 |
| - type: nauc_precision_at_20_max |
| value: 35.92903140910233 |
| - type: nauc_precision_at_20_std |
| value: 14.057129292615059 |
| - type: nauc_precision_at_3_diff1 |
| value: 35.40549562723217 |
| - type: nauc_precision_at_3_max |
| value: 38.28419758227164 |
| - type: nauc_precision_at_3_std |
| value: 9.048280179973776 |
| - type: nauc_precision_at_5_diff1 |
| value: 31.72752379888693 |
| - type: nauc_precision_at_5_max |
| value: 37.40522255391838 |
| - type: nauc_precision_at_5_std |
| value: 11.094065410830797 |
| - type: nauc_recall_at_1000_diff1 |
| value: 20.02685193454104 |
| - type: nauc_recall_at_1000_max |
| value: 35.49046884558352 |
| - type: nauc_recall_at_1000_std |
| value: 29.925161560313736 |
| - type: nauc_recall_at_100_diff1 |
| value: 23.18451498364251 |
| - type: nauc_recall_at_100_max |
| value: 33.457782922773355 |
| - type: nauc_recall_at_100_std |
| value: 19.36412617178296 |
| - type: nauc_recall_at_10_diff1 |
| value: 29.37078543338278 |
| - type: nauc_recall_at_10_max |
| value: 34.72485078612908 |
| - type: nauc_recall_at_10_std |
| value: 13.115270902006321 |
| - type: nauc_recall_at_1_diff1 |
| value: 48.29794914435358 |
| - type: nauc_recall_at_1_max |
| value: 37.62257118560468 |
| - type: nauc_recall_at_1_std |
| value: 4.786506895640649 |
| - type: nauc_recall_at_20_diff1 |
| value: 28.297194231787586 |
| - type: nauc_recall_at_20_max |
| value: 34.36371177902483 |
| - type: nauc_recall_at_20_std |
| value: 13.929281319745733 |
| - type: nauc_recall_at_3_diff1 |
| value: 35.987371367585894 |
| - type: nauc_recall_at_3_max |
| value: 36.14164814954217 |
| - type: nauc_recall_at_3_std |
| value: 8.94348815645971 |
| - type: nauc_recall_at_5_diff1 |
| value: 32.43919735989059 |
| - type: nauc_recall_at_5_max |
| value: 35.40951237440019 |
| - type: nauc_recall_at_5_std |
| value: 10.949869299555251 |
| - type: ndcg_at_1 |
| value: 16.689999999999998 |
| - type: ndcg_at_10 |
| value: 22.158 |
| - type: ndcg_at_100 |
| value: 25.790999999999997 |
| - type: ndcg_at_1000 |
| value: 28.65 |
| - type: ndcg_at_20 |
| value: 23.313 |
| - type: ndcg_at_3 |
| value: 19.414 |
| - type: ndcg_at_5 |
| value: 20.656 |
| - type: precision_at_1 |
| value: 16.689999999999998 |
| - type: precision_at_10 |
| value: 3.7470000000000003 |
| - type: precision_at_100 |
| value: 0.633 |
| - type: precision_at_1000 |
| value: 0.101 |
| - type: precision_at_20 |
| value: 2.2009999999999996 |
| - type: precision_at_3 |
| value: 8.844000000000001 |
| - type: precision_at_5 |
| value: 6.208 |
| - type: recall_at_1 |
| value: 14.234 |
| - type: recall_at_10 |
| value: 28.945999999999998 |
| - type: recall_at_100 |
| value: 45.812999999999995 |
| - type: recall_at_1000 |
| value: 67.007 |
| - type: recall_at_20 |
| value: 33.268 |
| - type: recall_at_3 |
| value: 21.258 |
| - type: recall_at_5 |
| value: 24.433 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackUnixRetrieval (default) |
| revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 |
| split: test |
| type: mteb/cqadupstack-unix |
| metrics: |
| - type: main_score |
| value: 28.954 |
| - type: map_at_1 |
| value: 20.124 |
| - type: map_at_10 |
| value: 25.739 |
| - type: map_at_100 |
| value: 26.512999999999998 |
| - type: map_at_1000 |
| value: 26.619999999999997 |
| - type: map_at_20 |
| value: 26.104 |
| - type: map_at_3 |
| value: 24.349 |
| - type: map_at_5 |
| value: 25.023 |
| - type: mrr_at_1 |
| value: 23.41417910447761 |
| - type: mrr_at_10 |
| value: 28.721681769722814 |
| - type: mrr_at_100 |
| value: 29.447477823431417 |
| - type: mrr_at_1000 |
| value: 29.530035280072532 |
| - type: mrr_at_20 |
| value: 29.070533487012906 |
| - type: mrr_at_3 |
| value: 27.300995024875636 |
| - type: mrr_at_5 |
| value: 28.005286069651742 |
| - type: nauc_map_at_1000_diff1 |
| value: 54.127306767400405 |
| - type: nauc_map_at_1000_max |
| value: 54.299668904120466 |
| - type: nauc_map_at_1000_std |
| value: 19.09102509339075 |
| - type: nauc_map_at_100_diff1 |
| value: 54.14930030841458 |
| - type: nauc_map_at_100_max |
| value: 54.28748075070546 |
| - type: nauc_map_at_100_std |
| value: 19.05551861645719 |
| - type: nauc_map_at_10_diff1 |
| value: 54.569420605080985 |
| - type: nauc_map_at_10_max |
| value: 54.50588097529493 |
| - type: nauc_map_at_10_std |
| value: 18.76623144148628 |
| - type: nauc_map_at_1_diff1 |
| value: 62.003697887797685 |
| - type: nauc_map_at_1_max |
| value: 55.57252583521033 |
| - type: nauc_map_at_1_std |
| value: 17.403174598472546 |
| - type: nauc_map_at_20_diff1 |
| value: 54.245875239527855 |
| - type: nauc_map_at_20_max |
| value: 54.36185724029886 |
| - type: nauc_map_at_20_std |
| value: 18.96042888356318 |
| - type: nauc_map_at_3_diff1 |
| value: 56.09768168971204 |
| - type: nauc_map_at_3_max |
| value: 55.17747193329957 |
| - type: nauc_map_at_3_std |
| value: 18.544666697561045 |
| - type: nauc_map_at_5_diff1 |
| value: 55.3157715909267 |
| - type: nauc_map_at_5_max |
| value: 55.116853864932146 |
| - type: nauc_map_at_5_std |
| value: 18.656695544124556 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 53.95338877810967 |
| - type: nauc_mrr_at_1000_max |
| value: 53.727399271797985 |
| - type: nauc_mrr_at_1000_std |
| value: 19.392977986800037 |
| - type: nauc_mrr_at_100_diff1 |
| value: 53.95643035305548 |
| - type: nauc_mrr_at_100_max |
| value: 53.70860178042912 |
| - type: nauc_mrr_at_100_std |
| value: 19.36648647823648 |
| - type: nauc_mrr_at_10_diff1 |
| value: 54.30346242914457 |
| - type: nauc_mrr_at_10_max |
| value: 53.941657122416565 |
| - type: nauc_mrr_at_10_std |
| value: 19.21138521944097 |
| - type: nauc_mrr_at_1_diff1 |
| value: 61.499117283974236 |
| - type: nauc_mrr_at_1_max |
| value: 56.16806734940949 |
| - type: nauc_mrr_at_1_std |
| value: 18.039326320193595 |
| - type: nauc_mrr_at_20_diff1 |
| value: 54.0318703561127 |
| - type: nauc_mrr_at_20_max |
| value: 53.80942845052438 |
| - type: nauc_mrr_at_20_std |
| value: 19.333064112196382 |
| - type: nauc_mrr_at_3_diff1 |
| value: 55.92438984721727 |
| - type: nauc_mrr_at_3_max |
| value: 54.94624111530994 |
| - type: nauc_mrr_at_3_std |
| value: 19.328100352787196 |
| - type: nauc_mrr_at_5_diff1 |
| value: 55.03475245496786 |
| - type: nauc_mrr_at_5_max |
| value: 54.63051694001982 |
| - type: nauc_mrr_at_5_std |
| value: 19.290756510933484 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 49.738815638626185 |
| - type: nauc_ndcg_at_1000_max |
| value: 52.46278871510235 |
| - type: nauc_ndcg_at_1000_std |
| value: 21.34557301691874 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 50.27814005005321 |
| - type: nauc_ndcg_at_100_max |
| value: 52.13757347323408 |
| - type: nauc_ndcg_at_100_std |
| value: 20.453764115388374 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 51.5698973573366 |
| - type: nauc_ndcg_at_10_max |
| value: 53.12364796865799 |
| - type: nauc_ndcg_at_10_std |
| value: 19.332249322063234 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 61.499117283974236 |
| - type: nauc_ndcg_at_1_max |
| value: 56.16806734940949 |
| - type: nauc_ndcg_at_1_std |
| value: 18.039326320193595 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 50.61970694717773 |
| - type: nauc_ndcg_at_20_max |
| value: 52.69764357300335 |
| - type: nauc_ndcg_at_20_std |
| value: 19.947458529836123 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 54.44038274527162 |
| - type: nauc_ndcg_at_3_max |
| value: 54.99310575681763 |
| - type: nauc_ndcg_at_3_std |
| value: 19.301515611981788 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 53.15856204762418 |
| - type: nauc_ndcg_at_5_max |
| value: 54.60359963167516 |
| - type: nauc_ndcg_at_5_std |
| value: 19.20627190519947 |
| - type: nauc_precision_at_1000_diff1 |
| value: -0.27238162328398646 |
| - type: nauc_precision_at_1000_max |
| value: 12.007558281870216 |
| - type: nauc_precision_at_1000_std |
| value: 15.983947502391668 |
| - type: nauc_precision_at_100_diff1 |
| value: 20.374894140001228 |
| - type: nauc_precision_at_100_max |
| value: 31.79478274148583 |
| - type: nauc_precision_at_100_std |
| value: 21.985620926758333 |
| - type: nauc_precision_at_10_diff1 |
| value: 35.70370123656068 |
| - type: nauc_precision_at_10_max |
| value: 45.7396861515553 |
| - type: nauc_precision_at_10_std |
| value: 20.882061707960226 |
| - type: nauc_precision_at_1_diff1 |
| value: 61.499117283974236 |
| - type: nauc_precision_at_1_max |
| value: 56.16806734940949 |
| - type: nauc_precision_at_1_std |
| value: 18.039326320193595 |
| - type: nauc_precision_at_20_diff1 |
| value: 30.43237278991477 |
| - type: nauc_precision_at_20_max |
| value: 42.26570740432186 |
| - type: nauc_precision_at_20_std |
| value: 22.122312558988504 |
| - type: nauc_precision_at_3_diff1 |
| value: 45.70226000312566 |
| - type: nauc_precision_at_3_max |
| value: 52.38802203777494 |
| - type: nauc_precision_at_3_std |
| value: 21.26839793686077 |
| - type: nauc_precision_at_5_diff1 |
| value: 41.5379196029319 |
| - type: nauc_precision_at_5_max |
| value: 50.48779771302531 |
| - type: nauc_precision_at_5_std |
| value: 21.011023042265357 |
| - type: nauc_recall_at_1000_diff1 |
| value: 26.104480544558804 |
| - type: nauc_recall_at_1000_max |
| value: 41.83911002304045 |
| - type: nauc_recall_at_1000_std |
| value: 34.00882184767328 |
| - type: nauc_recall_at_100_diff1 |
| value: 36.33007260111357 |
| - type: nauc_recall_at_100_max |
| value: 41.60893411064684 |
| - type: nauc_recall_at_100_std |
| value: 23.149956860251038 |
| - type: nauc_recall_at_10_diff1 |
| value: 42.46039057055957 |
| - type: nauc_recall_at_10_max |
| value: 47.91661385847294 |
| - type: nauc_recall_at_10_std |
| value: 19.49980167228191 |
| - type: nauc_recall_at_1_diff1 |
| value: 62.003697887797685 |
| - type: nauc_recall_at_1_max |
| value: 55.57252583521033 |
| - type: nauc_recall_at_1_std |
| value: 17.403174598472546 |
| - type: nauc_recall_at_20_diff1 |
| value: 39.04564897936449 |
| - type: nauc_recall_at_20_max |
| value: 46.07022230928468 |
| - type: nauc_recall_at_20_std |
| value: 21.398213717295583 |
| - type: nauc_recall_at_3_diff1 |
| value: 50.350958384942004 |
| - type: nauc_recall_at_3_max |
| value: 53.65016760703685 |
| - type: nauc_recall_at_3_std |
| value: 19.63241620847436 |
| - type: nauc_recall_at_5_diff1 |
| value: 46.99620573974604 |
| - type: nauc_recall_at_5_max |
| value: 52.542772864454825 |
| - type: nauc_recall_at_5_std |
| value: 19.52551270514639 |
| - type: ndcg_at_1 |
| value: 23.413999999999998 |
| - type: ndcg_at_10 |
| value: 28.954 |
| - type: ndcg_at_100 |
| value: 33.155 |
| - type: ndcg_at_1000 |
| value: 35.876999999999995 |
| - type: ndcg_at_20 |
| value: 30.219 |
| - type: ndcg_at_3 |
| value: 26.319 |
| - type: ndcg_at_5 |
| value: 27.332 |
| - type: precision_at_1 |
| value: 23.413999999999998 |
| - type: precision_at_10 |
| value: 4.534 |
| - type: precision_at_100 |
| value: 0.736 |
| - type: precision_at_1000 |
| value: 0.108 |
| - type: precision_at_20 |
| value: 2.603 |
| - type: precision_at_3 |
| value: 11.567 |
| - type: precision_at_5 |
| value: 7.761 |
| - type: recall_at_1 |
| value: 20.124 |
| - type: recall_at_10 |
| value: 35.906 |
| - type: recall_at_100 |
| value: 55.445 |
| - type: recall_at_1000 |
| value: 74.726 |
| - type: recall_at_20 |
| value: 40.536 |
| - type: recall_at_3 |
| value: 28.409000000000002 |
| - type: recall_at_5 |
| value: 31.080999999999996 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackWebmastersRetrieval (default) |
| revision: 160c094312a0e1facb97e55eeddb698c0abe3571 |
| split: test |
| type: mteb/cqadupstack-webmasters |
| metrics: |
| - type: main_score |
| value: 30.672 |
| - type: map_at_1 |
| value: 21.565 |
| - type: map_at_10 |
| value: 26.895999999999997 |
| - type: map_at_100 |
| value: 27.809 |
| - type: map_at_1000 |
| value: 27.971 |
| - type: map_at_20 |
| value: 27.365000000000002 |
| - type: map_at_3 |
| value: 25.215 |
| - type: map_at_5 |
| value: 25.997999999999998 |
| - type: mrr_at_1 |
| value: 25.889328063241106 |
| - type: mrr_at_10 |
| value: 30.983672124976458 |
| - type: mrr_at_100 |
| value: 31.58359812536778 |
| - type: mrr_at_1000 |
| value: 31.667906009715967 |
| - type: mrr_at_20 |
| value: 31.313283499548312 |
| - type: mrr_at_3 |
| value: 29.183135704874836 |
| - type: mrr_at_5 |
| value: 30.16139657444005 |
| - type: nauc_map_at_1000_diff1 |
| value: 52.08365075401896 |
| - type: nauc_map_at_1000_max |
| value: 39.59033311475565 |
| - type: nauc_map_at_1000_std |
| value: -4.098533602343384 |
| - type: nauc_map_at_100_diff1 |
| value: 52.112655307533316 |
| - type: nauc_map_at_100_max |
| value: 39.56916904001941 |
| - type: nauc_map_at_100_std |
| value: -4.3296060797807465 |
| - type: nauc_map_at_10_diff1 |
| value: 52.32253032179288 |
| - type: nauc_map_at_10_max |
| value: 39.244934746722684 |
| - type: nauc_map_at_10_std |
| value: -5.47023383241912 |
| - type: nauc_map_at_1_diff1 |
| value: 59.785047311501586 |
| - type: nauc_map_at_1_max |
| value: 38.74693211411745 |
| - type: nauc_map_at_1_std |
| value: -9.498322511293935 |
| - type: nauc_map_at_20_diff1 |
| value: 52.280947960110744 |
| - type: nauc_map_at_20_max |
| value: 39.462931205098634 |
| - type: nauc_map_at_20_std |
| value: -4.99687578190322 |
| - type: nauc_map_at_3_diff1 |
| value: 53.73124215229477 |
| - type: nauc_map_at_3_max |
| value: 39.3529296279396 |
| - type: nauc_map_at_3_std |
| value: -7.141215651514204 |
| - type: nauc_map_at_5_diff1 |
| value: 52.89955214782655 |
| - type: nauc_map_at_5_max |
| value: 39.3923529172109 |
| - type: nauc_map_at_5_std |
| value: -6.031665349187161 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 52.4571973497615 |
| - type: nauc_mrr_at_1000_max |
| value: 39.071132588043994 |
| - type: nauc_mrr_at_1000_std |
| value: -3.187762617360252 |
| - type: nauc_mrr_at_100_diff1 |
| value: 52.44830786957295 |
| - type: nauc_mrr_at_100_max |
| value: 39.05924934367337 |
| - type: nauc_mrr_at_100_std |
| value: -3.214583696318392 |
| - type: nauc_mrr_at_10_diff1 |
| value: 52.55659755170272 |
| - type: nauc_mrr_at_10_max |
| value: 38.8551394846449 |
| - type: nauc_mrr_at_10_std |
| value: -3.7228236521378286 |
| - type: nauc_mrr_at_1_diff1 |
| value: 57.89499749111104 |
| - type: nauc_mrr_at_1_max |
| value: 40.28043275199927 |
| - type: nauc_mrr_at_1_std |
| value: -6.658819953922269 |
| - type: nauc_mrr_at_20_diff1 |
| value: 52.516591693271394 |
| - type: nauc_mrr_at_20_max |
| value: 38.989511020341894 |
| - type: nauc_mrr_at_20_std |
| value: -3.386835650231903 |
| - type: nauc_mrr_at_3_diff1 |
| value: 53.8172991382613 |
| - type: nauc_mrr_at_3_max |
| value: 39.297087523205114 |
| - type: nauc_mrr_at_3_std |
| value: -5.297135712565786 |
| - type: nauc_mrr_at_5_diff1 |
| value: 52.94253501286222 |
| - type: nauc_mrr_at_5_max |
| value: 39.32810777352575 |
| - type: nauc_mrr_at_5_std |
| value: -4.372275741909284 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 48.92457992420997 |
| - type: nauc_ndcg_at_1000_max |
| value: 39.867112253567214 |
| - type: nauc_ndcg_at_1000_std |
| value: 1.7257252877218558 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 49.07652424310407 |
| - type: nauc_ndcg_at_100_max |
| value: 39.50688638412232 |
| - type: nauc_ndcg_at_100_std |
| value: 0.5390086367415701 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 50.22431174935237 |
| - type: nauc_ndcg_at_10_max |
| value: 38.06170028001974 |
| - type: nauc_ndcg_at_10_std |
| value: -2.796428629914348 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 57.89499749111104 |
| - type: nauc_ndcg_at_1_max |
| value: 40.28043275199927 |
| - type: nauc_ndcg_at_1_std |
| value: -6.658819953922269 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 50.03499805848144 |
| - type: nauc_ndcg_at_20_max |
| value: 38.560656797103746 |
| - type: nauc_ndcg_at_20_std |
| value: -1.7766753592388655 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 52.620526800213874 |
| - type: nauc_ndcg_at_3_max |
| value: 39.54475898358006 |
| - type: nauc_ndcg_at_3_std |
| value: -5.02148734438784 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 51.53451257777897 |
| - type: nauc_ndcg_at_5_max |
| value: 39.1216242106483 |
| - type: nauc_ndcg_at_5_std |
| value: -3.7066985506505903 |
| - type: nauc_precision_at_1000_diff1 |
| value: 5.837298545275788 |
| - type: nauc_precision_at_1000_max |
| value: 7.109149557131323 |
| - type: nauc_precision_at_1000_std |
| value: 26.978458632673526 |
| - type: nauc_precision_at_100_diff1 |
| value: 10.956594398396843 |
| - type: nauc_precision_at_100_max |
| value: 15.773727723670044 |
| - type: nauc_precision_at_100_std |
| value: 28.75271409603496 |
| - type: nauc_precision_at_10_diff1 |
| value: 27.787085445923985 |
| - type: nauc_precision_at_10_max |
| value: 32.21902574537277 |
| - type: nauc_precision_at_10_std |
| value: 9.87019985535552 |
| - type: nauc_precision_at_1_diff1 |
| value: 57.89499749111104 |
| - type: nauc_precision_at_1_max |
| value: 40.28043275199927 |
| - type: nauc_precision_at_1_std |
| value: -6.658819953922269 |
| - type: nauc_precision_at_20_diff1 |
| value: 23.693124210150053 |
| - type: nauc_precision_at_20_max |
| value: 28.802173174934104 |
| - type: nauc_precision_at_20_std |
| value: 16.60493781182263 |
| - type: nauc_precision_at_3_diff1 |
| value: 40.40861587912303 |
| - type: nauc_precision_at_3_max |
| value: 37.88059710150474 |
| - type: nauc_precision_at_3_std |
| value: 0.023072559896230655 |
| - type: nauc_precision_at_5_diff1 |
| value: 37.328585420935475 |
| - type: nauc_precision_at_5_max |
| value: 38.396516883621956 |
| - type: nauc_precision_at_5_std |
| value: 4.191625157479985 |
| - type: nauc_recall_at_1000_diff1 |
| value: 30.26728754023336 |
| - type: nauc_recall_at_1000_max |
| value: 39.75871820833193 |
| - type: nauc_recall_at_1000_std |
| value: 29.17690545188557 |
| - type: nauc_recall_at_100_diff1 |
| value: 36.43333928618342 |
| - type: nauc_recall_at_100_max |
| value: 37.9714686905082 |
| - type: nauc_recall_at_100_std |
| value: 15.698570868772032 |
| - type: nauc_recall_at_10_diff1 |
| value: 42.17519201312022 |
| - type: nauc_recall_at_10_max |
| value: 32.262404928460526 |
| - type: nauc_recall_at_10_std |
| value: 1.0161932427796259 |
| - type: nauc_recall_at_1_diff1 |
| value: 59.785047311501586 |
| - type: nauc_recall_at_1_max |
| value: 38.74693211411745 |
| - type: nauc_recall_at_1_std |
| value: -9.498322511293935 |
| - type: nauc_recall_at_20_diff1 |
| value: 41.32119278251313 |
| - type: nauc_recall_at_20_max |
| value: 33.64385419202765 |
| - type: nauc_recall_at_20_std |
| value: 4.651365568910972 |
| - type: nauc_recall_at_3_diff1 |
| value: 47.63712036279662 |
| - type: nauc_recall_at_3_max |
| value: 36.05476866533392 |
| - type: nauc_recall_at_3_std |
| value: -5.905603351989224 |
| - type: nauc_recall_at_5_diff1 |
| value: 44.33822399962963 |
| - type: nauc_recall_at_5_max |
| value: 35.328134224878795 |
| - type: nauc_recall_at_5_std |
| value: -1.592754284514598 |
| - type: ndcg_at_1 |
| value: 25.889 |
| - type: ndcg_at_10 |
| value: 30.672 |
| - type: ndcg_at_100 |
| value: 34.502 |
| - type: ndcg_at_1000 |
| value: 37.597 |
| - type: ndcg_at_20 |
| value: 31.897 |
| - type: ndcg_at_3 |
| value: 28.231 |
| - type: ndcg_at_5 |
| value: 29.017 |
| - type: precision_at_1 |
| value: 25.889 |
| - type: precision_at_10 |
| value: 5.473999999999999 |
| - type: precision_at_100 |
| value: 1.047 |
| - type: precision_at_1000 |
| value: 0.17099999999999999 |
| - type: precision_at_20 |
| value: 3.35 |
| - type: precision_at_3 |
| value: 12.845999999999998 |
| - type: precision_at_5 |
| value: 8.696 |
| - type: recall_at_1 |
| value: 21.565 |
| - type: recall_at_10 |
| value: 37.187 |
| - type: recall_at_100 |
| value: 55.335 |
| - type: recall_at_1000 |
| value: 76.35 |
| - type: recall_at_20 |
| value: 41.835 |
| - type: recall_at_3 |
| value: 28.693 |
| - type: recall_at_5 |
| value: 31.823 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackWordpressRetrieval (default) |
| revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 |
| split: test |
| type: mteb/cqadupstack-wordpress |
| metrics: |
| - type: main_score |
| value: 23.886 |
| - type: map_at_1 |
| value: 17.412 |
| - type: map_at_10 |
| value: 21.153 |
| - type: map_at_100 |
| value: 21.823 |
| - type: map_at_1000 |
| value: 21.919 |
| - type: map_at_20 |
| value: 21.422 |
| - type: map_at_3 |
| value: 19.545 |
| - type: map_at_5 |
| value: 20.369 |
| - type: mrr_at_1 |
| value: 19.038817005545287 |
| - type: mrr_at_10 |
| value: 22.988293284041898 |
| - type: mrr_at_100 |
| value: 23.611686551220696 |
| - type: mrr_at_1000 |
| value: 23.702948273166292 |
| - type: mrr_at_20 |
| value: 23.245482495481067 |
| - type: mrr_at_3 |
| value: 21.410967344423902 |
| - type: mrr_at_5 |
| value: 22.26124460874923 |
| - type: nauc_map_at_1000_diff1 |
| value: 45.080300854666426 |
| - type: nauc_map_at_1000_max |
| value: 35.44954456916358 |
| - type: nauc_map_at_1000_std |
| value: 10.842024217640219 |
| - type: nauc_map_at_100_diff1 |
| value: 45.05610784848168 |
| - type: nauc_map_at_100_max |
| value: 35.422663641491255 |
| - type: nauc_map_at_100_std |
| value: 10.792646180487116 |
| - type: nauc_map_at_10_diff1 |
| value: 45.35187809772025 |
| - type: nauc_map_at_10_max |
| value: 35.50448169870723 |
| - type: nauc_map_at_10_std |
| value: 10.679714715439507 |
| - type: nauc_map_at_1_diff1 |
| value: 52.98952342221014 |
| - type: nauc_map_at_1_max |
| value: 37.95481938239674 |
| - type: nauc_map_at_1_std |
| value: 10.83985190643407 |
| - type: nauc_map_at_20_diff1 |
| value: 45.279355175946996 |
| - type: nauc_map_at_20_max |
| value: 35.46311871346033 |
| - type: nauc_map_at_20_std |
| value: 10.453233604295017 |
| - type: nauc_map_at_3_diff1 |
| value: 46.29869978955396 |
| - type: nauc_map_at_3_max |
| value: 34.89411399553517 |
| - type: nauc_map_at_3_std |
| value: 9.59128423761114 |
| - type: nauc_map_at_5_diff1 |
| value: 45.34523174189765 |
| - type: nauc_map_at_5_max |
| value: 34.9932542303531 |
| - type: nauc_map_at_5_std |
| value: 10.26993355640661 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 45.87358617605449 |
| - type: nauc_mrr_at_1000_max |
| value: 36.531281344082565 |
| - type: nauc_mrr_at_1000_std |
| value: 11.935019875392866 |
| - type: nauc_mrr_at_100_diff1 |
| value: 45.8529648088822 |
| - type: nauc_mrr_at_100_max |
| value: 36.519987627643616 |
| - type: nauc_mrr_at_100_std |
| value: 11.91415516629493 |
| - type: nauc_mrr_at_10_diff1 |
| value: 46.2267866211129 |
| - type: nauc_mrr_at_10_max |
| value: 36.676897457589114 |
| - type: nauc_mrr_at_10_std |
| value: 11.945697394416879 |
| - type: nauc_mrr_at_1_diff1 |
| value: 54.052048314939285 |
| - type: nauc_mrr_at_1_max |
| value: 38.24843998104176 |
| - type: nauc_mrr_at_1_std |
| value: 11.32347443333491 |
| - type: nauc_mrr_at_20_diff1 |
| value: 46.10342155269118 |
| - type: nauc_mrr_at_20_max |
| value: 36.66310260555186 |
| - type: nauc_mrr_at_20_std |
| value: 11.744940404616644 |
| - type: nauc_mrr_at_3_diff1 |
| value: 47.26993703583176 |
| - type: nauc_mrr_at_3_max |
| value: 36.22953356126758 |
| - type: nauc_mrr_at_3_std |
| value: 11.069659860675788 |
| - type: nauc_mrr_at_5_diff1 |
| value: 46.13993512035234 |
| - type: nauc_mrr_at_5_max |
| value: 36.44937686326434 |
| - type: nauc_mrr_at_5_std |
| value: 11.882323169087938 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 41.68272787784497 |
| - type: nauc_ndcg_at_1000_max |
| value: 35.36857525462172 |
| - type: nauc_ndcg_at_1000_std |
| value: 12.934491520811026 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 41.20687111980092 |
| - type: nauc_ndcg_at_100_max |
| value: 34.99414337354182 |
| - type: nauc_ndcg_at_100_std |
| value: 12.613932731373154 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 43.073788147544164 |
| - type: nauc_ndcg_at_10_max |
| value: 35.54880926579014 |
| - type: nauc_ndcg_at_10_std |
| value: 11.496255982990554 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 54.052048314939285 |
| - type: nauc_ndcg_at_1_max |
| value: 38.24843998104176 |
| - type: nauc_ndcg_at_1_std |
| value: 11.32347443333491 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 42.83861403717052 |
| - type: nauc_ndcg_at_20_max |
| value: 35.37409034798095 |
| - type: nauc_ndcg_at_20_std |
| value: 10.725759893085879 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 44.614319740276606 |
| - type: nauc_ndcg_at_3_max |
| value: 34.37947584951607 |
| - type: nauc_ndcg_at_3_std |
| value: 9.582763290394409 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 42.74393042799707 |
| - type: nauc_ndcg_at_5_max |
| value: 34.56318914727522 |
| - type: nauc_ndcg_at_5_std |
| value: 10.791463962408246 |
| - type: nauc_precision_at_1000_diff1 |
| value: 19.360640317938135 |
| - type: nauc_precision_at_1000_max |
| value: 23.598410647832544 |
| - type: nauc_precision_at_1000_std |
| value: 20.068230147834342 |
| - type: nauc_precision_at_100_diff1 |
| value: 27.583431814893217 |
| - type: nauc_precision_at_100_max |
| value: 32.0373769441221 |
| - type: nauc_precision_at_100_std |
| value: 21.840961317913457 |
| - type: nauc_precision_at_10_diff1 |
| value: 37.17543628652202 |
| - type: nauc_precision_at_10_max |
| value: 36.13471233966831 |
| - type: nauc_precision_at_10_std |
| value: 15.187885199748804 |
| - type: nauc_precision_at_1_diff1 |
| value: 54.052048314939285 |
| - type: nauc_precision_at_1_max |
| value: 38.24843998104176 |
| - type: nauc_precision_at_1_std |
| value: 11.32347443333491 |
| - type: nauc_precision_at_20_diff1 |
| value: 36.313693961663354 |
| - type: nauc_precision_at_20_max |
| value: 34.98349203145928 |
| - type: nauc_precision_at_20_std |
| value: 12.1991019320839 |
| - type: nauc_precision_at_3_diff1 |
| value: 38.90231899476045 |
| - type: nauc_precision_at_3_max |
| value: 32.492833274823134 |
| - type: nauc_precision_at_3_std |
| value: 9.735527613731456 |
| - type: nauc_precision_at_5_diff1 |
| value: 35.94202366490917 |
| - type: nauc_precision_at_5_max |
| value: 32.89733460949656 |
| - type: nauc_precision_at_5_std |
| value: 12.260002599166384 |
| - type: nauc_recall_at_1000_diff1 |
| value: 25.168921326020754 |
| - type: nauc_recall_at_1000_max |
| value: 31.686605591498022 |
| - type: nauc_recall_at_1000_std |
| value: 19.03561399081122 |
| - type: nauc_recall_at_100_diff1 |
| value: 27.026856793111957 |
| - type: nauc_recall_at_100_max |
| value: 30.976614077143722 |
| - type: nauc_recall_at_100_std |
| value: 17.226971695826464 |
| - type: nauc_recall_at_10_diff1 |
| value: 35.62607649761852 |
| - type: nauc_recall_at_10_max |
| value: 33.7501283641428 |
| - type: nauc_recall_at_10_std |
| value: 12.285657222493427 |
| - type: nauc_recall_at_1_diff1 |
| value: 52.98952342221014 |
| - type: nauc_recall_at_1_max |
| value: 37.95481938239674 |
| - type: nauc_recall_at_1_std |
| value: 10.83985190643407 |
| - type: nauc_recall_at_20_diff1 |
| value: 34.83633695309472 |
| - type: nauc_recall_at_20_max |
| value: 32.86771508007259 |
| - type: nauc_recall_at_20_std |
| value: 9.678829364636606 |
| - type: nauc_recall_at_3_diff1 |
| value: 38.03697585235963 |
| - type: nauc_recall_at_3_max |
| value: 30.476017013445805 |
| - type: nauc_recall_at_3_std |
| value: 7.567446018559129 |
| - type: nauc_recall_at_5_diff1 |
| value: 34.62516359445759 |
| - type: nauc_recall_at_5_max |
| value: 31.653312238841597 |
| - type: nauc_recall_at_5_std |
| value: 10.731712405384886 |
| - type: ndcg_at_1 |
| value: 19.039 |
| - type: ndcg_at_10 |
| value: 23.886 |
| - type: ndcg_at_100 |
| value: 27.744999999999997 |
| - type: ndcg_at_1000 |
| value: 30.446 |
| - type: ndcg_at_20 |
| value: 24.809 |
| - type: ndcg_at_3 |
| value: 20.723 |
| - type: ndcg_at_5 |
| value: 22.146 |
| - type: precision_at_1 |
| value: 19.039 |
| - type: precision_at_10 |
| value: 3.567 |
| - type: precision_at_100 |
| value: 0.5910000000000001 |
| - type: precision_at_1000 |
| value: 0.08800000000000001 |
| - type: precision_at_20 |
| value: 1.9869999999999999 |
| - type: precision_at_3 |
| value: 8.38 |
| - type: precision_at_5 |
| value: 5.804 |
| - type: recall_at_1 |
| value: 17.412 |
| - type: recall_at_10 |
| value: 30.604 |
| - type: recall_at_100 |
| value: 49.494 |
| - type: recall_at_1000 |
| value: 70.172 |
| - type: recall_at_20 |
| value: 34.054 |
| - type: recall_at_3 |
| value: 22.286 |
| - type: recall_at_5 |
| value: 25.705 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB ClimateFEVER (default) |
| revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 |
| split: test |
| type: mteb/climate-fever |
| metrics: |
| - type: main_score |
| value: 28.212 |
| - type: map_at_1 |
| value: 13.017000000000001 |
| - type: map_at_10 |
| value: 20.321 |
| - type: map_at_100 |
| value: 21.604 |
| - type: map_at_1000 |
| value: 21.755 |
| - type: map_at_20 |
| value: 21.032 |
| - type: map_at_3 |
| value: 17.49 |
| - type: map_at_5 |
| value: 19.057 |
| - type: mrr_at_1 |
| value: 30.09771986970684 |
| - type: mrr_at_10 |
| value: 39.847319166537396 |
| - type: mrr_at_100 |
| value: 40.690633269363104 |
| - type: mrr_at_1000 |
| value: 40.7338784607264 |
| - type: mrr_at_20 |
| value: 40.37801359085934 |
| - type: mrr_at_3 |
| value: 36.89467969598261 |
| - type: mrr_at_5 |
| value: 38.59500542888165 |
| - type: nauc_map_at_1000_diff1 |
| value: 28.9604375397966 |
| - type: nauc_map_at_1000_max |
| value: 32.35383323725253 |
| - type: nauc_map_at_1000_std |
| value: 25.268075508181926 |
| - type: nauc_map_at_100_diff1 |
| value: 28.91401321002612 |
| - type: nauc_map_at_100_max |
| value: 32.335595208992984 |
| - type: nauc_map_at_100_std |
| value: 25.154330042862664 |
| - type: nauc_map_at_10_diff1 |
| value: 28.656813940382115 |
| - type: nauc_map_at_10_max |
| value: 31.365964173994556 |
| - type: nauc_map_at_10_std |
| value: 23.39762822495535 |
| - type: nauc_map_at_1_diff1 |
| value: 34.48035472714226 |
| - type: nauc_map_at_1_max |
| value: 28.934161583551422 |
| - type: nauc_map_at_1_std |
| value: 18.741105759186734 |
| - type: nauc_map_at_20_diff1 |
| value: 28.69991210450139 |
| - type: nauc_map_at_20_max |
| value: 31.87878353118675 |
| - type: nauc_map_at_20_std |
| value: 24.301765643370874 |
| - type: nauc_map_at_3_diff1 |
| value: 29.96927690741529 |
| - type: nauc_map_at_3_max |
| value: 30.45113949685312 |
| - type: nauc_map_at_3_std |
| value: 21.37090419963093 |
| - type: nauc_map_at_5_diff1 |
| value: 28.991910366109906 |
| - type: nauc_map_at_5_max |
| value: 30.81393946836492 |
| - type: nauc_map_at_5_std |
| value: 22.5204803456172 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 32.68111770309144 |
| - type: nauc_mrr_at_1000_max |
| value: 34.934889264530625 |
| - type: nauc_mrr_at_1000_std |
| value: 27.704825255836802 |
| - type: nauc_mrr_at_100_diff1 |
| value: 32.6710673829821 |
| - type: nauc_mrr_at_100_max |
| value: 34.9393131792049 |
| - type: nauc_mrr_at_100_std |
| value: 27.718374360852096 |
| - type: nauc_mrr_at_10_diff1 |
| value: 32.67458190839553 |
| - type: nauc_mrr_at_10_max |
| value: 34.953542924313886 |
| - type: nauc_mrr_at_10_std |
| value: 27.56927045791106 |
| - type: nauc_mrr_at_1_diff1 |
| value: 35.47417523435113 |
| - type: nauc_mrr_at_1_max |
| value: 33.54020583678914 |
| - type: nauc_mrr_at_1_std |
| value: 24.229131075911837 |
| - type: nauc_mrr_at_20_diff1 |
| value: 32.58996187437461 |
| - type: nauc_mrr_at_20_max |
| value: 34.92896642367715 |
| - type: nauc_mrr_at_20_std |
| value: 27.695025910282123 |
| - type: nauc_mrr_at_3_diff1 |
| value: 32.96446609776662 |
| - type: nauc_mrr_at_3_max |
| value: 34.46013252103825 |
| - type: nauc_mrr_at_3_std |
| value: 26.247102509795937 |
| - type: nauc_mrr_at_5_diff1 |
| value: 32.58237165372756 |
| - type: nauc_mrr_at_5_max |
| value: 34.740209335604874 |
| - type: nauc_mrr_at_5_std |
| value: 26.831783830208312 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 30.014944999905314 |
| - type: nauc_ndcg_at_1000_max |
| value: 35.843285734507724 |
| - type: nauc_ndcg_at_1000_std |
| value: 32.79499358419293 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 29.1269981224563 |
| - type: nauc_ndcg_at_100_max |
| value: 35.57247072879993 |
| - type: nauc_ndcg_at_100_std |
| value: 31.441880943622397 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 28.524256725934876 |
| - type: nauc_ndcg_at_10_max |
| value: 33.12204032386719 |
| - type: nauc_ndcg_at_10_std |
| value: 26.447786896078334 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 35.47417523435113 |
| - type: nauc_ndcg_at_1_max |
| value: 33.54020583678914 |
| - type: nauc_ndcg_at_1_std |
| value: 24.229131075911837 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 28.463383747538874 |
| - type: nauc_ndcg_at_20_max |
| value: 34.066601998384414 |
| - type: nauc_ndcg_at_20_std |
| value: 28.36971182992064 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 29.833077492596793 |
| - type: nauc_ndcg_at_3_max |
| value: 31.90747339897323 |
| - type: nauc_ndcg_at_3_std |
| value: 23.741064443521083 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 28.673932316507095 |
| - type: nauc_ndcg_at_5_max |
| value: 32.31146189714115 |
| - type: nauc_ndcg_at_5_std |
| value: 24.748445626346818 |
| - type: nauc_precision_at_1000_diff1 |
| value: 13.101981588417978 |
| - type: nauc_precision_at_1000_max |
| value: 18.980434446047852 |
| - type: nauc_precision_at_1000_std |
| value: 34.894676080745214 |
| - type: nauc_precision_at_100_diff1 |
| value: 15.977351454837574 |
| - type: nauc_precision_at_100_max |
| value: 28.27449565578445 |
| - type: nauc_precision_at_100_std |
| value: 38.953946289000164 |
| - type: nauc_precision_at_10_diff1 |
| value: 19.76477192741852 |
| - type: nauc_precision_at_10_max |
| value: 30.578736423173066 |
| - type: nauc_precision_at_10_std |
| value: 31.120926070901795 |
| - type: nauc_precision_at_1_diff1 |
| value: 35.47417523435113 |
| - type: nauc_precision_at_1_max |
| value: 33.54020583678914 |
| - type: nauc_precision_at_1_std |
| value: 24.229131075911837 |
| - type: nauc_precision_at_20_diff1 |
| value: 18.01695906942538 |
| - type: nauc_precision_at_20_max |
| value: 30.625106221982996 |
| - type: nauc_precision_at_20_std |
| value: 34.398947804377464 |
| - type: nauc_precision_at_3_diff1 |
| value: 25.05803533689324 |
| - type: nauc_precision_at_3_max |
| value: 31.971009197662305 |
| - type: nauc_precision_at_3_std |
| value: 26.97185456877385 |
| - type: nauc_precision_at_5_diff1 |
| value: 21.285339148661627 |
| - type: nauc_precision_at_5_max |
| value: 30.951521247982217 |
| - type: nauc_precision_at_5_std |
| value: 28.845266743639424 |
| - type: nauc_recall_at_1000_diff1 |
| value: 21.666236554672572 |
| - type: nauc_recall_at_1000_max |
| value: 32.90881844420523 |
| - type: nauc_recall_at_1000_std |
| value: 43.25106650136571 |
| - type: nauc_recall_at_100_diff1 |
| value: 18.79493296793092 |
| - type: nauc_recall_at_100_max |
| value: 32.04590263165258 |
| - type: nauc_recall_at_100_std |
| value: 35.4517527204907 |
| - type: nauc_recall_at_10_diff1 |
| value: 20.679017825223646 |
| - type: nauc_recall_at_10_max |
| value: 28.345295191030146 |
| - type: nauc_recall_at_10_std |
| value: 24.062716299883178 |
| - type: nauc_recall_at_1_diff1 |
| value: 34.48035472714226 |
| - type: nauc_recall_at_1_max |
| value: 28.934161583551422 |
| - type: nauc_recall_at_1_std |
| value: 18.741105759186734 |
| - type: nauc_recall_at_20_diff1 |
| value: 19.492610813475135 |
| - type: nauc_recall_at_20_max |
| value: 29.71354758230516 |
| - type: nauc_recall_at_20_std |
| value: 27.83429445647274 |
| - type: nauc_recall_at_3_diff1 |
| value: 25.377114884402918 |
| - type: nauc_recall_at_3_max |
| value: 29.27911716127374 |
| - type: nauc_recall_at_3_std |
| value: 21.284373865740655 |
| - type: nauc_recall_at_5_diff1 |
| value: 22.384806106738502 |
| - type: nauc_recall_at_5_max |
| value: 28.802262502032335 |
| - type: nauc_recall_at_5_std |
| value: 22.351166917570502 |
| - type: ndcg_at_1 |
| value: 30.098000000000003 |
| - type: ndcg_at_10 |
| value: 28.212 |
| - type: ndcg_at_100 |
| value: 33.597 |
| - type: ndcg_at_1000 |
| value: 36.581 |
| - type: ndcg_at_20 |
| value: 30.342999999999996 |
| - type: ndcg_at_3 |
| value: 23.995 |
| - type: ndcg_at_5 |
| value: 25.442999999999998 |
| - type: precision_at_1 |
| value: 30.098000000000003 |
| - type: precision_at_10 |
| value: 8.365 |
| - type: precision_at_100 |
| value: 1.415 |
| - type: precision_at_1000 |
| value: 0.197 |
| - type: precision_at_20 |
| value: 5.098 |
| - type: precision_at_3 |
| value: 17.459 |
| - type: precision_at_5 |
| value: 13.147 |
| - type: recall_at_1 |
| value: 13.017000000000001 |
| - type: recall_at_10 |
| value: 32.138 |
| - type: recall_at_100 |
| value: 50.739999999999995 |
| - type: recall_at_1000 |
| value: 67.605 |
| - type: recall_at_20 |
| value: 38.135000000000005 |
| - type: recall_at_3 |
| value: 21.156 |
| - type: recall_at_5 |
| value: 25.945 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CmedqaRetrieval (default) |
| revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 |
| split: test |
| type: C-MTEB/CmedqaRetrieval |
| metrics: |
| - type: main_score |
| value: 22.649 |
| - type: map_at_1 |
| value: 12.894 |
| - type: map_at_10 |
| value: 18.398 |
| - type: map_at_100 |
| value: 19.459 |
| - type: map_at_1000 |
| value: 19.582 |
| - type: map_at_20 |
| value: 18.959 |
| - type: map_at_3 |
| value: 16.463 |
| - type: map_at_5 |
| value: 17.378 |
| - type: mrr_at_1 |
| value: 20.855213803450862 |
| - type: mrr_at_10 |
| value: 25.80732484708481 |
| - type: mrr_at_100 |
| value: 26.581761181113624 |
| - type: mrr_at_1000 |
| value: 26.656399615067492 |
| - type: mrr_at_20 |
| value: 26.247195370637264 |
| - type: mrr_at_3 |
| value: 24.122697341001953 |
| - type: mrr_at_5 |
| value: 24.93289989163964 |
| - type: nauc_map_at_1000_diff1 |
| value: 43.84274599218202 |
| - type: nauc_map_at_1000_max |
| value: 45.479276120298344 |
| - type: nauc_map_at_1000_std |
| value: 12.122621024712403 |
| - type: nauc_map_at_100_diff1 |
| value: 43.84890191966983 |
| - type: nauc_map_at_100_max |
| value: 45.43765669444242 |
| - type: nauc_map_at_100_std |
| value: 11.966671645957028 |
| - type: nauc_map_at_10_diff1 |
| value: 44.36458226656199 |
| - type: nauc_map_at_10_max |
| value: 45.198112497326164 |
| - type: nauc_map_at_10_std |
| value: 11.031085313048038 |
| - type: nauc_map_at_1_diff1 |
| value: 50.77021361612485 |
| - type: nauc_map_at_1_max |
| value: 44.9428775206887 |
| - type: nauc_map_at_1_std |
| value: 9.060261883539706 |
| - type: nauc_map_at_20_diff1 |
| value: 44.07397948013123 |
| - type: nauc_map_at_20_max |
| value: 45.273848594038455 |
| - type: nauc_map_at_20_std |
| value: 11.330853124721832 |
| - type: nauc_map_at_3_diff1 |
| value: 46.12522696117035 |
| - type: nauc_map_at_3_max |
| value: 45.29688612734072 |
| - type: nauc_map_at_3_std |
| value: 10.419110119634555 |
| - type: nauc_map_at_5_diff1 |
| value: 44.98363487026353 |
| - type: nauc_map_at_5_max |
| value: 45.37700576168934 |
| - type: nauc_map_at_5_std |
| value: 10.898739429249941 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 46.292701489536434 |
| - type: nauc_mrr_at_1000_max |
| value: 47.43736463676237 |
| - type: nauc_mrr_at_1000_std |
| value: 12.830971267129515 |
| - type: nauc_mrr_at_100_diff1 |
| value: 46.28459872281162 |
| - type: nauc_mrr_at_100_max |
| value: 47.428218400316375 |
| - type: nauc_mrr_at_100_std |
| value: 12.788554254151135 |
| - type: nauc_mrr_at_10_diff1 |
| value: 46.60698297272493 |
| - type: nauc_mrr_at_10_max |
| value: 47.49916150124582 |
| - type: nauc_mrr_at_10_std |
| value: 12.318695960203996 |
| - type: nauc_mrr_at_1_diff1 |
| value: 52.474628752419996 |
| - type: nauc_mrr_at_1_max |
| value: 49.925997446056876 |
| - type: nauc_mrr_at_1_std |
| value: 11.922730379304515 |
| - type: nauc_mrr_at_20_diff1 |
| value: 46.40749343170004 |
| - type: nauc_mrr_at_20_max |
| value: 47.42151132322358 |
| - type: nauc_mrr_at_20_std |
| value: 12.541667676745117 |
| - type: nauc_mrr_at_3_diff1 |
| value: 48.18192695522407 |
| - type: nauc_mrr_at_3_max |
| value: 48.26399499335713 |
| - type: nauc_mrr_at_3_std |
| value: 12.024058074658857 |
| - type: nauc_mrr_at_5_diff1 |
| value: 47.28360755810589 |
| - type: nauc_mrr_at_5_max |
| value: 47.9793603282811 |
| - type: nauc_mrr_at_5_std |
| value: 12.29211337620231 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 40.26744863332448 |
| - type: nauc_ndcg_at_1000_max |
| value: 45.61725612901479 |
| - type: nauc_ndcg_at_1000_std |
| value: 18.052160309983826 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 40.29735516818454 |
| - type: nauc_ndcg_at_100_max |
| value: 45.08776191822656 |
| - type: nauc_ndcg_at_100_std |
| value: 15.760044344733448 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 42.25294505119997 |
| - type: nauc_ndcg_at_10_max |
| value: 44.699284633767036 |
| - type: nauc_ndcg_at_10_std |
| value: 11.747981699271111 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 52.474628752419996 |
| - type: nauc_ndcg_at_1_max |
| value: 49.925997446056876 |
| - type: nauc_ndcg_at_1_std |
| value: 11.922730379304515 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 41.394427654655445 |
| - type: nauc_ndcg_at_20_max |
| value: 44.48687052147322 |
| - type: nauc_ndcg_at_20_std |
| value: 12.416604099649925 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 45.49543977900659 |
| - type: nauc_ndcg_at_3_max |
| value: 46.87132909772721 |
| - type: nauc_ndcg_at_3_std |
| value: 11.870163932604662 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 43.70667389695487 |
| - type: nauc_ndcg_at_5_max |
| value: 45.979785032074275 |
| - type: nauc_ndcg_at_5_std |
| value: 12.006387457042322 |
| - type: nauc_precision_at_1000_diff1 |
| value: 11.611809966547701 |
| - type: nauc_precision_at_1000_max |
| value: 27.978399208595267 |
| - type: nauc_precision_at_1000_std |
| value: 29.153711078952217 |
| - type: nauc_precision_at_100_diff1 |
| value: 18.532317578553656 |
| - type: nauc_precision_at_100_max |
| value: 34.81158574637404 |
| - type: nauc_precision_at_100_std |
| value: 25.374246665283945 |
| - type: nauc_precision_at_10_diff1 |
| value: 30.90718618161642 |
| - type: nauc_precision_at_10_max |
| value: 42.47485452969173 |
| - type: nauc_precision_at_10_std |
| value: 15.251594945393599 |
| - type: nauc_precision_at_1_diff1 |
| value: 52.474628752419996 |
| - type: nauc_precision_at_1_max |
| value: 49.925997446056876 |
| - type: nauc_precision_at_1_std |
| value: 11.922730379304515 |
| - type: nauc_precision_at_20_diff1 |
| value: 26.406002658570642 |
| - type: nauc_precision_at_20_max |
| value: 39.884817225812135 |
| - type: nauc_precision_at_20_std |
| value: 17.31215639396359 |
| - type: nauc_precision_at_3_diff1 |
| value: 40.42388812791282 |
| - type: nauc_precision_at_3_max |
| value: 47.64175858827733 |
| - type: nauc_precision_at_3_std |
| value: 13.853162207213806 |
| - type: nauc_precision_at_5_diff1 |
| value: 35.70789816053672 |
| - type: nauc_precision_at_5_max |
| value: 46.61093476897344 |
| - type: nauc_precision_at_5_std |
| value: 15.525449340593584 |
| - type: nauc_recall_at_1000_diff1 |
| value: 18.837729900819607 |
| - type: nauc_recall_at_1000_max |
| value: 37.25596617664244 |
| - type: nauc_recall_at_1000_std |
| value: 41.12107733667324 |
| - type: nauc_recall_at_100_diff1 |
| value: 23.115561312978162 |
| - type: nauc_recall_at_100_max |
| value: 35.71918283879486 |
| - type: nauc_recall_at_100_std |
| value: 23.989941519505628 |
| - type: nauc_recall_at_10_diff1 |
| value: 31.59189289756229 |
| - type: nauc_recall_at_10_max |
| value: 36.38716126126731 |
| - type: nauc_recall_at_10_std |
| value: 10.495364039694593 |
| - type: nauc_recall_at_1_diff1 |
| value: 50.77021361612485 |
| - type: nauc_recall_at_1_max |
| value: 44.9428775206887 |
| - type: nauc_recall_at_1_std |
| value: 9.060261883539706 |
| - type: nauc_recall_at_20_diff1 |
| value: 28.830785779330366 |
| - type: nauc_recall_at_20_max |
| value: 35.393348139603475 |
| - type: nauc_recall_at_20_std |
| value: 12.102999068196619 |
| - type: nauc_recall_at_3_diff1 |
| value: 40.542520678382644 |
| - type: nauc_recall_at_3_max |
| value: 41.915008181994324 |
| - type: nauc_recall_at_3_std |
| value: 10.420365070614944 |
| - type: nauc_recall_at_5_diff1 |
| value: 36.55947416696159 |
| - type: nauc_recall_at_5_max |
| value: 40.544255671331875 |
| - type: nauc_recall_at_5_std |
| value: 11.190415699822086 |
| - type: ndcg_at_1 |
| value: 20.855 |
| - type: ndcg_at_10 |
| value: 22.649 |
| - type: ndcg_at_100 |
| value: 27.46 |
| - type: ndcg_at_1000 |
| value: 30.311 |
| - type: ndcg_at_20 |
| value: 24.356 |
| - type: ndcg_at_3 |
| value: 19.908 |
| - type: ndcg_at_5 |
| value: 20.686 |
| - type: precision_at_1 |
| value: 20.855 |
| - type: precision_at_10 |
| value: 5.116 |
| - type: precision_at_100 |
| value: 0.914 |
| - type: precision_at_1000 |
| value: 0.129 |
| - type: precision_at_20 |
| value: 3.147 |
| - type: precision_at_3 |
| value: 11.294 |
| - type: precision_at_5 |
| value: 8.022 |
| - type: recall_at_1 |
| value: 12.894 |
| - type: recall_at_10 |
| value: 28.249000000000002 |
| - type: recall_at_100 |
| value: 48.44 |
| - type: recall_at_1000 |
| value: 68.184 |
| - type: recall_at_20 |
| value: 33.973 |
| - type: recall_at_3 |
| value: 19.381 |
| - type: recall_at_5 |
| value: 22.358 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CovidRetrieval (default) |
| revision: 1271c7809071a13532e05f25fb53511ffce77117 |
| split: test |
| type: C-MTEB/CovidRetrieval |
| metrics: |
| - type: main_score |
| value: 85.541 |
| - type: map_at_1 |
| value: 76.712 |
| - type: map_at_10 |
| value: 82.76599999999999 |
| - type: map_at_100 |
| value: 82.95400000000001 |
| - type: map_at_1000 |
| value: 82.95700000000001 |
| - type: map_at_20 |
| value: 82.899 |
| - type: map_at_3 |
| value: 81.48100000000001 |
| - type: map_at_5 |
| value: 82.26599999999999 |
| - type: mrr_at_1 |
| value: 76.92307692307693 |
| - type: mrr_at_10 |
| value: 82.80349407061732 |
| - type: mrr_at_100 |
| value: 82.98207452799001 |
| - type: mrr_at_1000 |
| value: 82.9857038248515 |
| - type: mrr_at_20 |
| value: 82.92710961408577 |
| - type: mrr_at_3 |
| value: 81.61222339304531 |
| - type: mrr_at_5 |
| value: 82.36037934668072 |
| - type: nauc_map_at_1000_diff1 |
| value: 83.6771226005355 |
| - type: nauc_map_at_1000_max |
| value: 52.427797521096885 |
| - type: nauc_map_at_1000_std |
| value: -22.46855714516629 |
| - type: nauc_map_at_100_diff1 |
| value: 83.67554898856211 |
| - type: nauc_map_at_100_max |
| value: 52.43667308693426 |
| - type: nauc_map_at_100_std |
| value: -22.453092384080296 |
| - type: nauc_map_at_10_diff1 |
| value: 83.63377660675229 |
| - type: nauc_map_at_10_max |
| value: 52.507092302621814 |
| - type: nauc_map_at_10_std |
| value: -22.599466162417798 |
| - type: nauc_map_at_1_diff1 |
| value: 86.15059546844765 |
| - type: nauc_map_at_1_max |
| value: 49.70612292973377 |
| - type: nauc_map_at_1_std |
| value: -24.574205863138655 |
| - type: nauc_map_at_20_diff1 |
| value: 83.6571122442771 |
| - type: nauc_map_at_20_max |
| value: 52.53003487116206 |
| - type: nauc_map_at_20_std |
| value: -22.29199493949789 |
| - type: nauc_map_at_3_diff1 |
| value: 83.53600182926077 |
| - type: nauc_map_at_3_max |
| value: 51.48081639152428 |
| - type: nauc_map_at_3_std |
| value: -23.95292363507194 |
| - type: nauc_map_at_5_diff1 |
| value: 83.71395002281027 |
| - type: nauc_map_at_5_max |
| value: 52.37004278078251 |
| - type: nauc_map_at_5_std |
| value: -23.366003089734853 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 83.61995524968707 |
| - type: nauc_mrr_at_1000_max |
| value: 52.477542458550886 |
| - type: nauc_mrr_at_1000_std |
| value: -22.333080741545132 |
| - type: nauc_mrr_at_100_diff1 |
| value: 83.61839299882983 |
| - type: nauc_mrr_at_100_max |
| value: 52.486416698332306 |
| - type: nauc_mrr_at_100_std |
| value: -22.31762952128872 |
| - type: nauc_mrr_at_10_diff1 |
| value: 83.57540058737065 |
| - type: nauc_mrr_at_10_max |
| value: 52.545507004997816 |
| - type: nauc_mrr_at_10_std |
| value: -22.46871032971557 |
| - type: nauc_mrr_at_1_diff1 |
| value: 85.83991138913477 |
| - type: nauc_mrr_at_1_max |
| value: 49.57990159528055 |
| - type: nauc_mrr_at_1_std |
| value: -24.43162367994886 |
| - type: nauc_mrr_at_20_diff1 |
| value: 83.60013381041259 |
| - type: nauc_mrr_at_20_max |
| value: 52.57971181654748 |
| - type: nauc_mrr_at_20_std |
| value: -22.156819477173133 |
| - type: nauc_mrr_at_3_diff1 |
| value: 83.30267568781416 |
| - type: nauc_mrr_at_3_max |
| value: 51.60809167890664 |
| - type: nauc_mrr_at_3_std |
| value: -23.473315407718783 |
| - type: nauc_mrr_at_5_diff1 |
| value: 83.55906056304644 |
| - type: nauc_mrr_at_5_max |
| value: 52.40224088006019 |
| - type: nauc_mrr_at_5_std |
| value: -23.08319811392415 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 83.03284671941663 |
| - type: nauc_ndcg_at_1000_max |
| value: 53.39643002819807 |
| - type: nauc_ndcg_at_1000_std |
| value: -21.12492526587505 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 83.0125296344548 |
| - type: nauc_ndcg_at_100_max |
| value: 53.803302728432875 |
| - type: nauc_ndcg_at_100_std |
| value: -20.433612936956884 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 82.75722949475718 |
| - type: nauc_ndcg_at_10_max |
| value: 54.52418873184555 |
| - type: nauc_ndcg_at_10_std |
| value: -20.383704043222163 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 85.83991138913477 |
| - type: nauc_ndcg_at_1_max |
| value: 49.57990159528055 |
| - type: nauc_ndcg_at_1_std |
| value: -24.43162367994886 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 82.82405119235945 |
| - type: nauc_ndcg_at_20_max |
| value: 54.674440378558366 |
| - type: nauc_ndcg_at_20_std |
| value: -19.008326210636753 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 82.46076801673205 |
| - type: nauc_ndcg_at_3_max |
| value: 52.26282641124796 |
| - type: nauc_ndcg_at_3_std |
| value: -23.26603157004372 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 82.83681106420133 |
| - type: nauc_ndcg_at_5_max |
| value: 54.07223605483471 |
| - type: nauc_ndcg_at_5_std |
| value: -22.219817031191482 |
| - type: nauc_precision_at_1000_diff1 |
| value: -37.23223858169585 |
| - type: nauc_precision_at_1000_max |
| value: -11.169580444647227 |
| - type: nauc_precision_at_1000_std |
| value: 21.88031832418344 |
| - type: nauc_precision_at_100_diff1 |
| value: 3.301752389000813 |
| - type: nauc_precision_at_100_max |
| value: 23.553402973772553 |
| - type: nauc_precision_at_100_std |
| value: 28.91056452755429 |
| - type: nauc_precision_at_10_diff1 |
| value: 47.76680402893545 |
| - type: nauc_precision_at_10_max |
| value: 50.02506814703298 |
| - type: nauc_precision_at_10_std |
| value: 5.423151633085648 |
| - type: nauc_precision_at_1_diff1 |
| value: 85.83991138913477 |
| - type: nauc_precision_at_1_max |
| value: 49.57990159528055 |
| - type: nauc_precision_at_1_std |
| value: -24.43162367994886 |
| - type: nauc_precision_at_20_diff1 |
| value: 34.78818210434864 |
| - type: nauc_precision_at_20_max |
| value: 47.13251460889552 |
| - type: nauc_precision_at_20_std |
| value: 25.00716401931335 |
| - type: nauc_precision_at_3_diff1 |
| value: 72.13849414907274 |
| - type: nauc_precision_at_3_max |
| value: 51.24622711077072 |
| - type: nauc_precision_at_3_std |
| value: -19.119810033196142 |
| - type: nauc_precision_at_5_diff1 |
| value: 66.19703459795305 |
| - type: nauc_precision_at_5_max |
| value: 55.21530135525487 |
| - type: nauc_precision_at_5_std |
| value: -12.072221200376907 |
| - type: nauc_recall_at_1000_diff1 |
| value: 40.77748260957538 |
| - type: nauc_recall_at_1000_max |
| value: 55.770307506563356 |
| - type: nauc_recall_at_1000_std |
| value: -14.057009165085931 |
| - type: nauc_recall_at_100_diff1 |
| value: 71.07032398970254 |
| - type: nauc_recall_at_100_max |
| value: 81.63691298199028 |
| - type: nauc_recall_at_100_std |
| value: 27.473092342222866 |
| - type: nauc_recall_at_10_diff1 |
| value: 76.77520256165532 |
| - type: nauc_recall_at_10_max |
| value: 70.96790722488872 |
| - type: nauc_recall_at_10_std |
| value: -2.2469959080331305 |
| - type: nauc_recall_at_1_diff1 |
| value: 86.15059546844765 |
| - type: nauc_recall_at_1_max |
| value: 49.70612292973377 |
| - type: nauc_recall_at_1_std |
| value: -24.574205863138655 |
| - type: nauc_recall_at_20_diff1 |
| value: 74.88483995648564 |
| - type: nauc_recall_at_20_max |
| value: 79.9802787833889 |
| - type: nauc_recall_at_20_std |
| value: 22.714752655241625 |
| - type: nauc_recall_at_3_diff1 |
| value: 78.44674446588604 |
| - type: nauc_recall_at_3_max |
| value: 55.19181785928796 |
| - type: nauc_recall_at_3_std |
| value: -21.150826693512215 |
| - type: nauc_recall_at_5_diff1 |
| value: 78.74767212963312 |
| - type: nauc_recall_at_5_max |
| value: 63.0860506176757 |
| - type: nauc_recall_at_5_std |
| value: -16.69010257929412 |
| - type: ndcg_at_1 |
| value: 76.923 |
| - type: ndcg_at_10 |
| value: 85.541 |
| - type: ndcg_at_100 |
| value: 86.461 |
| - type: ndcg_at_1000 |
| value: 86.598 |
| - type: ndcg_at_20 |
| value: 86.00999999999999 |
| - type: ndcg_at_3 |
| value: 83.048 |
| - type: ndcg_at_5 |
| value: 84.435 |
| - type: precision_at_1 |
| value: 76.923 |
| - type: precision_at_10 |
| value: 9.504999999999999 |
| - type: precision_at_100 |
| value: 0.9950000000000001 |
| - type: precision_at_1000 |
| value: 0.101 |
| - type: precision_at_20 |
| value: 4.8469999999999995 |
| - type: precision_at_3 |
| value: 29.329 |
| - type: precision_at_5 |
| value: 18.293 |
| - type: recall_at_1 |
| value: 76.712 |
| - type: recall_at_10 |
| value: 94.04599999999999 |
| - type: recall_at_100 |
| value: 98.419 |
| - type: recall_at_1000 |
| value: 99.579 |
| - type: recall_at_20 |
| value: 95.89 |
| - type: recall_at_3 |
| value: 87.434 |
| - type: recall_at_5 |
| value: 90.78 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB DBPedia (default) |
| revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 |
| split: test |
| type: mteb/dbpedia |
| metrics: |
| - type: main_score |
| value: 20.819 |
| - type: map_at_1 |
| value: 3.628 |
| - type: map_at_10 |
| value: 8.857 |
| - type: map_at_100 |
| value: 12.588 |
| - type: map_at_1000 |
| value: 13.258000000000001 |
| - type: map_at_20 |
| value: 10.276 |
| - type: map_at_3 |
| value: 6.392 |
| - type: map_at_5 |
| value: 7.53 |
| - type: mrr_at_1 |
| value: 34.25 |
| - type: mrr_at_10 |
| value: 43.496825396825386 |
| - type: mrr_at_100 |
| value: 44.12908157180389 |
| - type: mrr_at_1000 |
| value: 44.15803926353856 |
| - type: mrr_at_20 |
| value: 43.88608249872761 |
| - type: mrr_at_3 |
| value: 41.5 |
| - type: mrr_at_5 |
| value: 42.9625 |
| - type: nauc_map_at_1000_diff1 |
| value: 37.37394986476202 |
| - type: nauc_map_at_1000_max |
| value: 59.345239146520754 |
| - type: nauc_map_at_1000_std |
| value: 55.169697546679295 |
| - type: nauc_map_at_100_diff1 |
| value: 37.6559779781504 |
| - type: nauc_map_at_100_max |
| value: 58.942087337068585 |
| - type: nauc_map_at_100_std |
| value: 54.045690215259675 |
| - type: nauc_map_at_10_diff1 |
| value: 39.09378782193848 |
| - type: nauc_map_at_10_max |
| value: 53.55846019231183 |
| - type: nauc_map_at_10_std |
| value: 41.630710620488465 |
| - type: nauc_map_at_1_diff1 |
| value: 43.38566026898597 |
| - type: nauc_map_at_1_max |
| value: 37.14628586578234 |
| - type: nauc_map_at_1_std |
| value: 26.2042447918162 |
| - type: nauc_map_at_20_diff1 |
| value: 39.00481968723579 |
| - type: nauc_map_at_20_max |
| value: 56.04031067878328 |
| - type: nauc_map_at_20_std |
| value: 45.76425742666721 |
| - type: nauc_map_at_3_diff1 |
| value: 37.322521097626705 |
| - type: nauc_map_at_3_max |
| value: 46.04542793269727 |
| - type: nauc_map_at_3_std |
| value: 33.3952162038131 |
| - type: nauc_map_at_5_diff1 |
| value: 38.97015740798845 |
| - type: nauc_map_at_5_max |
| value: 49.89258673855368 |
| - type: nauc_map_at_5_std |
| value: 37.22020377839247 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 39.83045919993469 |
| - type: nauc_mrr_at_1000_max |
| value: 50.726537573809985 |
| - type: nauc_mrr_at_1000_std |
| value: 50.0130436962735 |
| - type: nauc_mrr_at_100_diff1 |
| value: 39.81822425813205 |
| - type: nauc_mrr_at_100_max |
| value: 50.740733722342966 |
| - type: nauc_mrr_at_100_std |
| value: 50.01889514657749 |
| - type: nauc_mrr_at_10_diff1 |
| value: 40.13805398263145 |
| - type: nauc_mrr_at_10_max |
| value: 50.6618423067005 |
| - type: nauc_mrr_at_10_std |
| value: 49.76359877028564 |
| - type: nauc_mrr_at_1_diff1 |
| value: 43.60342597401739 |
| - type: nauc_mrr_at_1_max |
| value: 46.72967688790819 |
| - type: nauc_mrr_at_1_std |
| value: 46.08259257176318 |
| - type: nauc_mrr_at_20_diff1 |
| value: 39.89191042838717 |
| - type: nauc_mrr_at_20_max |
| value: 50.70620407117266 |
| - type: nauc_mrr_at_20_std |
| value: 49.929325494823686 |
| - type: nauc_mrr_at_3_diff1 |
| value: 39.181127533069606 |
| - type: nauc_mrr_at_3_max |
| value: 50.048470016569354 |
| - type: nauc_mrr_at_3_std |
| value: 49.28792737345567 |
| - type: nauc_mrr_at_5_diff1 |
| value: 40.13322604246314 |
| - type: nauc_mrr_at_5_max |
| value: 50.66141477744915 |
| - type: nauc_mrr_at_5_std |
| value: 49.80918618326533 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 36.607140549769674 |
| - type: nauc_ndcg_at_1000_max |
| value: 59.200587723741116 |
| - type: nauc_ndcg_at_1000_std |
| value: 58.43352243380002 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 36.73336902084417 |
| - type: nauc_ndcg_at_100_max |
| value: 58.519961959409684 |
| - type: nauc_ndcg_at_100_std |
| value: 56.224789840949754 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 36.68557551060416 |
| - type: nauc_ndcg_at_10_max |
| value: 53.51807884301354 |
| - type: nauc_ndcg_at_10_std |
| value: 47.00573027802542 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 40.89200947569173 |
| - type: nauc_ndcg_at_1_max |
| value: 43.97379094936904 |
| - type: nauc_ndcg_at_1_std |
| value: 40.66402564181813 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 37.59320916137791 |
| - type: nauc_ndcg_at_20_max |
| value: 55.4760546361843 |
| - type: nauc_ndcg_at_20_std |
| value: 48.90767410669467 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 33.84089957019968 |
| - type: nauc_ndcg_at_3_max |
| value: 47.47016859565707 |
| - type: nauc_ndcg_at_3_std |
| value: 42.37468925179588 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 36.10460149053392 |
| - type: nauc_ndcg_at_5_max |
| value: 50.69500182543517 |
| - type: nauc_ndcg_at_5_std |
| value: 44.92338706293522 |
| - type: nauc_precision_at_1000_diff1 |
| value: 3.1754413675556146 |
| - type: nauc_precision_at_1000_max |
| value: 16.330732559063183 |
| - type: nauc_precision_at_1000_std |
| value: 22.277465209117686 |
| - type: nauc_precision_at_100_diff1 |
| value: 17.836751231601824 |
| - type: nauc_precision_at_100_max |
| value: 42.322558777461616 |
| - type: nauc_precision_at_100_std |
| value: 54.04369812820183 |
| - type: nauc_precision_at_10_diff1 |
| value: 27.93529925212419 |
| - type: nauc_precision_at_10_max |
| value: 50.58765423666032 |
| - type: nauc_precision_at_10_std |
| value: 51.308076625252305 |
| - type: nauc_precision_at_1_diff1 |
| value: 43.60342597401739 |
| - type: nauc_precision_at_1_max |
| value: 46.72967688790819 |
| - type: nauc_precision_at_1_std |
| value: 46.08259257176318 |
| - type: nauc_precision_at_20_diff1 |
| value: 24.695126012289926 |
| - type: nauc_precision_at_20_max |
| value: 48.97822472911428 |
| - type: nauc_precision_at_20_std |
| value: 52.78431022058864 |
| - type: nauc_precision_at_3_diff1 |
| value: 30.002783640442022 |
| - type: nauc_precision_at_3_max |
| value: 50.31584745650375 |
| - type: nauc_precision_at_3_std |
| value: 47.50893636951425 |
| - type: nauc_precision_at_5_diff1 |
| value: 29.742591793684444 |
| - type: nauc_precision_at_5_max |
| value: 50.085816529536146 |
| - type: nauc_precision_at_5_std |
| value: 48.42214490630529 |
| - type: nauc_recall_at_1000_diff1 |
| value: 31.738216937067165 |
| - type: nauc_recall_at_1000_max |
| value: 54.75637307089294 |
| - type: nauc_recall_at_1000_std |
| value: 56.572334051110865 |
| - type: nauc_recall_at_100_diff1 |
| value: 31.16775594856223 |
| - type: nauc_recall_at_100_max |
| value: 54.92671005034537 |
| - type: nauc_recall_at_100_std |
| value: 54.546788497779715 |
| - type: nauc_recall_at_10_diff1 |
| value: 33.10538844811114 |
| - type: nauc_recall_at_10_max |
| value: 50.619980861120716 |
| - type: nauc_recall_at_10_std |
| value: 38.51495002919943 |
| - type: nauc_recall_at_1_diff1 |
| value: 43.38566026898597 |
| - type: nauc_recall_at_1_max |
| value: 37.14628586578234 |
| - type: nauc_recall_at_1_std |
| value: 26.2042447918162 |
| - type: nauc_recall_at_20_diff1 |
| value: 32.07750251540349 |
| - type: nauc_recall_at_20_max |
| value: 50.293350866314626 |
| - type: nauc_recall_at_20_std |
| value: 40.35085495599968 |
| - type: nauc_recall_at_3_diff1 |
| value: 31.048599549673312 |
| - type: nauc_recall_at_3_max |
| value: 42.07116197279289 |
| - type: nauc_recall_at_3_std |
| value: 29.31843910775867 |
| - type: nauc_recall_at_5_diff1 |
| value: 33.92167978742597 |
| - type: nauc_recall_at_5_max |
| value: 47.34140185112234 |
| - type: nauc_recall_at_5_std |
| value: 34.884310458067155 |
| - type: ndcg_at_1 |
| value: 27.125 |
| - type: ndcg_at_10 |
| value: 20.819 |
| - type: ndcg_at_100 |
| value: 23.602 |
| - type: ndcg_at_1000 |
| value: 28.147 |
| - type: ndcg_at_20 |
| value: 20.467 |
| - type: ndcg_at_3 |
| value: 23.854 |
| - type: ndcg_at_5 |
| value: 22.476 |
| - type: precision_at_1 |
| value: 34.25 |
| - type: precision_at_10 |
| value: 17.575 |
| - type: precision_at_100 |
| value: 5.668 |
| - type: precision_at_1000 |
| value: 1.149 |
| - type: precision_at_20 |
| value: 13.111999999999998 |
| - type: precision_at_3 |
| value: 27.083000000000002 |
| - type: precision_at_5 |
| value: 23.25 |
| - type: recall_at_1 |
| value: 3.628 |
| - type: recall_at_10 |
| value: 12.722 |
| - type: recall_at_100 |
| value: 28.481 |
| - type: recall_at_1000 |
| value: 44.385999999999996 |
| - type: recall_at_20 |
| value: 17.039 |
| - type: recall_at_3 |
| value: 7.600999999999999 |
| - type: recall_at_5 |
| value: 9.77 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB DuRetrieval (default) |
| revision: a1a333e290fe30b10f3f56498e3a0d911a693ced |
| split: test |
| type: C-MTEB/DuRetrieval |
| metrics: |
| - type: main_score |
| value: 68.562 |
| - type: map_at_1 |
| value: 20.598 |
| - type: map_at_10 |
| value: 58.291000000000004 |
| - type: map_at_100 |
| value: 61.214 |
| - type: map_at_1000 |
| value: 61.336999999999996 |
| - type: map_at_20 |
| value: 60.29600000000001 |
| - type: map_at_3 |
| value: 41.424 |
| - type: map_at_5 |
| value: 51.158 |
| - type: mrr_at_1 |
| value: 76.4 |
| - type: mrr_at_10 |
| value: 82.07696428571425 |
| - type: mrr_at_100 |
| value: 82.23728543548712 |
| - type: mrr_at_1000 |
| value: 82.2484704491435 |
| - type: mrr_at_20 |
| value: 82.17939404012738 |
| - type: mrr_at_3 |
| value: 81.39999999999996 |
| - type: mrr_at_5 |
| value: 81.77749999999999 |
| - type: nauc_map_at_1000_diff1 |
| value: 12.062132936717521 |
| - type: nauc_map_at_1000_max |
| value: 51.382165085093334 |
| - type: nauc_map_at_1000_std |
| value: 36.58864306046064 |
| - type: nauc_map_at_100_diff1 |
| value: 12.051949398444183 |
| - type: nauc_map_at_100_max |
| value: 51.34908135366227 |
| - type: nauc_map_at_100_std |
| value: 36.52210989937193 |
| - type: nauc_map_at_10_diff1 |
| value: 12.777280190641028 |
| - type: nauc_map_at_10_max |
| value: 49.32596164262907 |
| - type: nauc_map_at_10_std |
| value: 31.686981061919155 |
| - type: nauc_map_at_1_diff1 |
| value: 37.35139732613343 |
| - type: nauc_map_at_1_max |
| value: 15.093384481462307 |
| - type: nauc_map_at_1_std |
| value: -8.854873266650177 |
| - type: nauc_map_at_20_diff1 |
| value: 12.021476990878154 |
| - type: nauc_map_at_20_max |
| value: 51.03680970054935 |
| - type: nauc_map_at_20_std |
| value: 35.39711804826195 |
| - type: nauc_map_at_3_diff1 |
| value: 21.411553096160677 |
| - type: nauc_map_at_3_max |
| value: 33.17045029624202 |
| - type: nauc_map_at_3_std |
| value: 8.535144908242547 |
| - type: nauc_map_at_5_diff1 |
| value: 15.708436109180901 |
| - type: nauc_map_at_5_max |
| value: 42.409321391070755 |
| - type: nauc_map_at_5_std |
| value: 20.4389846931215 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 38.428414816579085 |
| - type: nauc_mrr_at_1000_max |
| value: 63.60673073805357 |
| - type: nauc_mrr_at_1000_std |
| value: 40.71970714381069 |
| - type: nauc_mrr_at_100_diff1 |
| value: 38.42980859765321 |
| - type: nauc_mrr_at_100_max |
| value: 63.619004356960005 |
| - type: nauc_mrr_at_100_std |
| value: 40.72448587110982 |
| - type: nauc_mrr_at_10_diff1 |
| value: 38.47826112008598 |
| - type: nauc_mrr_at_10_max |
| value: 63.67807682471137 |
| - type: nauc_mrr_at_10_std |
| value: 40.72466524474895 |
| - type: nauc_mrr_at_1_diff1 |
| value: 39.283302491602534 |
| - type: nauc_mrr_at_1_max |
| value: 59.024604685019625 |
| - type: nauc_mrr_at_1_std |
| value: 34.94700630574531 |
| - type: nauc_mrr_at_20_diff1 |
| value: 38.426716863570896 |
| - type: nauc_mrr_at_20_max |
| value: 63.672103746346245 |
| - type: nauc_mrr_at_20_std |
| value: 40.787049239349656 |
| - type: nauc_mrr_at_3_diff1 |
| value: 37.89957558233111 |
| - type: nauc_mrr_at_3_max |
| value: 63.69612725658364 |
| - type: nauc_mrr_at_3_std |
| value: 40.65582656561661 |
| - type: nauc_mrr_at_5_diff1 |
| value: 37.979706587392855 |
| - type: nauc_mrr_at_5_max |
| value: 63.596719178013686 |
| - type: nauc_mrr_at_5_std |
| value: 40.679370708153975 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 15.943236492583047 |
| - type: nauc_ndcg_at_1000_max |
| value: 56.687522809123735 |
| - type: nauc_ndcg_at_1000_std |
| value: 43.7481773406075 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 15.570990846108915 |
| - type: nauc_ndcg_at_100_max |
| value: 56.39526331713808 |
| - type: nauc_ndcg_at_100_std |
| value: 43.39751374918785 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 15.48802688248517 |
| - type: nauc_ndcg_at_10_max |
| value: 54.59534251030818 |
| - type: nauc_ndcg_at_10_std |
| value: 38.824175992946984 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 39.283302491602534 |
| - type: nauc_ndcg_at_1_max |
| value: 59.024604685019625 |
| - type: nauc_ndcg_at_1_std |
| value: 34.94700630574531 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 15.068158050742674 |
| - type: nauc_ndcg_at_20_max |
| value: 55.981346078084215 |
| - type: nauc_ndcg_at_20_std |
| value: 41.43625902852297 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 13.918883919943884 |
| - type: nauc_ndcg_at_3_max |
| value: 54.017797306767875 |
| - type: nauc_ndcg_at_3_std |
| value: 37.783006567845504 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 13.828905669873098 |
| - type: nauc_ndcg_at_5_max |
| value: 52.855256667797576 |
| - type: nauc_ndcg_at_5_std |
| value: 36.1342649347302 |
| - type: nauc_precision_at_1000_diff1 |
| value: -13.4008203486104 |
| - type: nauc_precision_at_1000_max |
| value: 20.34126695599174 |
| - type: nauc_precision_at_1000_std |
| value: 39.759981698846275 |
| - type: nauc_precision_at_100_diff1 |
| value: -12.477594463684301 |
| - type: nauc_precision_at_100_max |
| value: 26.1710872492505 |
| - type: nauc_precision_at_100_std |
| value: 44.765114967812465 |
| - type: nauc_precision_at_10_diff1 |
| value: -10.139326403217545 |
| - type: nauc_precision_at_10_max |
| value: 37.88081495944228 |
| - type: nauc_precision_at_10_std |
| value: 46.70161705980195 |
| - type: nauc_precision_at_1_diff1 |
| value: 39.283302491602534 |
| - type: nauc_precision_at_1_max |
| value: 59.024604685019625 |
| - type: nauc_precision_at_1_std |
| value: 34.94700630574531 |
| - type: nauc_precision_at_20_diff1 |
| value: -11.639337184169326 |
| - type: nauc_precision_at_20_max |
| value: 33.58893256534197 |
| - type: nauc_precision_at_20_std |
| value: 47.50774316764828 |
| - type: nauc_precision_at_3_diff1 |
| value: -2.4077437192506648 |
| - type: nauc_precision_at_3_max |
| value: 49.819809006594255 |
| - type: nauc_precision_at_3_std |
| value: 43.314868908413565 |
| - type: nauc_precision_at_5_diff1 |
| value: -8.087192297095333 |
| - type: nauc_precision_at_5_max |
| value: 44.25420534145421 |
| - type: nauc_precision_at_5_std |
| value: 44.52972613962522 |
| - type: nauc_recall_at_1000_diff1 |
| value: 7.280604579210675 |
| - type: nauc_recall_at_1000_max |
| value: 48.462169604520135 |
| - type: nauc_recall_at_1000_std |
| value: 54.611400371209875 |
| - type: nauc_recall_at_100_diff1 |
| value: 7.855570930555611 |
| - type: nauc_recall_at_100_max |
| value: 49.362395797047725 |
| - type: nauc_recall_at_100_std |
| value: 48.21464586001012 |
| - type: nauc_recall_at_10_diff1 |
| value: 11.04991814644292 |
| - type: nauc_recall_at_10_max |
| value: 47.31513207971589 |
| - type: nauc_recall_at_10_std |
| value: 33.36665734051043 |
| - type: nauc_recall_at_1_diff1 |
| value: 37.35139732613343 |
| - type: nauc_recall_at_1_max |
| value: 15.093384481462307 |
| - type: nauc_recall_at_1_std |
| value: -8.854873266650177 |
| - type: nauc_recall_at_20_diff1 |
| value: 8.043639724282265 |
| - type: nauc_recall_at_20_max |
| value: 50.68059498542623 |
| - type: nauc_recall_at_20_std |
| value: 42.43323496160291 |
| - type: nauc_recall_at_3_diff1 |
| value: 18.165808605381066 |
| - type: nauc_recall_at_3_max |
| value: 29.433129898537082 |
| - type: nauc_recall_at_3_std |
| value: 6.665891212065862 |
| - type: nauc_recall_at_5_diff1 |
| value: 12.40708163880872 |
| - type: nauc_recall_at_5_max |
| value: 38.422720938138085 |
| - type: nauc_recall_at_5_std |
| value: 18.382267523266844 |
| - type: ndcg_at_1 |
| value: 76.4 |
| - type: ndcg_at_10 |
| value: 68.562 |
| - type: ndcg_at_100 |
| value: 73.12100000000001 |
| - type: ndcg_at_1000 |
| value: 74.598 |
| - type: ndcg_at_20 |
| value: 70.60600000000001 |
| - type: ndcg_at_3 |
| value: 69.203 |
| - type: ndcg_at_5 |
| value: 66.8 |
| - type: precision_at_1 |
| value: 76.4 |
| - type: precision_at_10 |
| value: 32.714999999999996 |
| - type: precision_at_100 |
| value: 4.089 |
| - type: precision_at_1000 |
| value: 0.445 |
| - type: precision_at_20 |
| value: 18.203 |
| - type: precision_at_3 |
| value: 61.833000000000006 |
| - type: precision_at_5 |
| value: 50.86000000000001 |
| - type: recall_at_1 |
| value: 20.598 |
| - type: recall_at_10 |
| value: 68.785 |
| - type: recall_at_100 |
| value: 83.14099999999999 |
| - type: recall_at_1000 |
| value: 90.726 |
| - type: recall_at_20 |
| value: 74.811 |
| - type: recall_at_3 |
| value: 44.346000000000004 |
| - type: recall_at_5 |
| value: 56.79 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB EcomRetrieval (default) |
| revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 |
| split: test |
| type: C-MTEB/EcomRetrieval |
| metrics: |
| - type: main_score |
| value: 51.99399999999999 |
| - type: map_at_1 |
| value: 39.0 |
| - type: map_at_10 |
| value: 47.498000000000005 |
| - type: map_at_100 |
| value: 48.271 |
| - type: map_at_1000 |
| value: 48.306 |
| - type: map_at_20 |
| value: 47.965 |
| - type: map_at_3 |
| value: 45.25 |
| - type: map_at_5 |
| value: 46.465 |
| - type: mrr_at_1 |
| value: 39.0 |
| - type: mrr_at_10 |
| value: 47.49777777777774 |
| - type: mrr_at_100 |
| value: 48.27105812675479 |
| - type: mrr_at_1000 |
| value: 48.3064507593175 |
| - type: mrr_at_20 |
| value: 47.965205475638854 |
| - type: mrr_at_3 |
| value: 45.24999999999997 |
| - type: mrr_at_5 |
| value: 46.464999999999954 |
| - type: nauc_map_at_1000_diff1 |
| value: 64.14211914604797 |
| - type: nauc_map_at_1000_max |
| value: 43.48928410278362 |
| - type: nauc_map_at_1000_std |
| value: -0.16916880177790458 |
| - type: nauc_map_at_100_diff1 |
| value: 64.1326333446995 |
| - type: nauc_map_at_100_max |
| value: 43.50413257508422 |
| - type: nauc_map_at_100_std |
| value: -0.16017811389068248 |
| - type: nauc_map_at_10_diff1 |
| value: 64.19919182450525 |
| - type: nauc_map_at_10_max |
| value: 43.42535989882292 |
| - type: nauc_map_at_10_std |
| value: -0.5926134329060908 |
| - type: nauc_map_at_1_diff1 |
| value: 67.13476388188273 |
| - type: nauc_map_at_1_max |
| value: 38.74949879063031 |
| - type: nauc_map_at_1_std |
| value: -2.1603093916935094 |
| - type: nauc_map_at_20_diff1 |
| value: 64.10452313276582 |
| - type: nauc_map_at_20_max |
| value: 43.46062026023969 |
| - type: nauc_map_at_20_std |
| value: -0.328594445444764 |
| - type: nauc_map_at_3_diff1 |
| value: 64.62046082110288 |
| - type: nauc_map_at_3_max |
| value: 42.202412793697306 |
| - type: nauc_map_at_3_std |
| value: -0.8994670765839452 |
| - type: nauc_map_at_5_diff1 |
| value: 64.25068056127812 |
| - type: nauc_map_at_5_max |
| value: 42.694992011748326 |
| - type: nauc_map_at_5_std |
| value: -0.9028996258442468 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 64.14211914604797 |
| - type: nauc_mrr_at_1000_max |
| value: 43.48928410278362 |
| - type: nauc_mrr_at_1000_std |
| value: -0.16916880177790458 |
| - type: nauc_mrr_at_100_diff1 |
| value: 64.1326333446995 |
| - type: nauc_mrr_at_100_max |
| value: 43.50413257508422 |
| - type: nauc_mrr_at_100_std |
| value: -0.16017811389068248 |
| - type: nauc_mrr_at_10_diff1 |
| value: 64.19919182450525 |
| - type: nauc_mrr_at_10_max |
| value: 43.42535989882292 |
| - type: nauc_mrr_at_10_std |
| value: -0.5926134329060908 |
| - type: nauc_mrr_at_1_diff1 |
| value: 67.13476388188273 |
| - type: nauc_mrr_at_1_max |
| value: 38.74949879063031 |
| - type: nauc_mrr_at_1_std |
| value: -2.1603093916935094 |
| - type: nauc_mrr_at_20_diff1 |
| value: 64.10452313276582 |
| - type: nauc_mrr_at_20_max |
| value: 43.46062026023969 |
| - type: nauc_mrr_at_20_std |
| value: -0.328594445444764 |
| - type: nauc_mrr_at_3_diff1 |
| value: 64.62046082110288 |
| - type: nauc_mrr_at_3_max |
| value: 42.202412793697306 |
| - type: nauc_mrr_at_3_std |
| value: -0.8994670765839452 |
| - type: nauc_mrr_at_5_diff1 |
| value: 64.25068056127812 |
| - type: nauc_mrr_at_5_max |
| value: 42.694992011748326 |
| - type: nauc_mrr_at_5_std |
| value: -0.9028996258442468 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 63.21768899139219 |
| - type: nauc_ndcg_at_1000_max |
| value: 46.19506099094367 |
| - type: nauc_ndcg_at_1000_std |
| value: 2.209865028223472 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 62.98633379848151 |
| - type: nauc_ndcg_at_100_max |
| value: 46.63979239002217 |
| - type: nauc_ndcg_at_100_std |
| value: 2.695628752678766 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 62.99364854584548 |
| - type: nauc_ndcg_at_10_max |
| value: 45.922535262934275 |
| - type: nauc_ndcg_at_10_std |
| value: 0.23158851918729126 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 67.13476388188273 |
| - type: nauc_ndcg_at_1_max |
| value: 38.74949879063031 |
| - type: nauc_ndcg_at_1_std |
| value: -2.1603093916935094 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 62.7430226696847 |
| - type: nauc_ndcg_at_20_max |
| value: 46.24633935920644 |
| - type: nauc_ndcg_at_20_std |
| value: 1.2933574402770873 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 63.779909868594075 |
| - type: nauc_ndcg_at_3_max |
| value: 43.195971704826555 |
| - type: nauc_ndcg_at_3_std |
| value: -0.4697879751828786 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 63.077014069645465 |
| - type: nauc_ndcg_at_5_max |
| value: 44.05823309172281 |
| - type: nauc_ndcg_at_5_std |
| value: -0.516902229420011 |
| - type: nauc_precision_at_1000_diff1 |
| value: 57.28354404824984 |
| - type: nauc_precision_at_1000_max |
| value: 81.1870694223634 |
| - type: nauc_precision_at_1000_std |
| value: 39.5740278093216 |
| - type: nauc_precision_at_100_diff1 |
| value: 56.348657337866 |
| - type: nauc_precision_at_100_max |
| value: 72.27778216986857 |
| - type: nauc_precision_at_100_std |
| value: 31.08776714891819 |
| - type: nauc_precision_at_10_diff1 |
| value: 58.654066064682354 |
| - type: nauc_precision_at_10_max |
| value: 55.66851802697398 |
| - type: nauc_precision_at_10_std |
| value: 3.4120787487541695 |
| - type: nauc_precision_at_1_diff1 |
| value: 67.13476388188273 |
| - type: nauc_precision_at_1_max |
| value: 38.74949879063031 |
| - type: nauc_precision_at_1_std |
| value: -2.1603093916935094 |
| - type: nauc_precision_at_20_diff1 |
| value: 56.95993841868541 |
| - type: nauc_precision_at_20_max |
| value: 59.520800557088606 |
| - type: nauc_precision_at_20_std |
| value: 9.678027334643966 |
| - type: nauc_precision_at_3_diff1 |
| value: 61.25203222883966 |
| - type: nauc_precision_at_3_max |
| value: 46.132939137245586 |
| - type: nauc_precision_at_3_std |
| value: 0.8250263034877992 |
| - type: nauc_precision_at_5_diff1 |
| value: 59.27696427138276 |
| - type: nauc_precision_at_5_max |
| value: 48.3729142498595 |
| - type: nauc_precision_at_5_std |
| value: 0.6543072062803423 |
| - type: nauc_recall_at_1000_diff1 |
| value: 57.283544048249965 |
| - type: nauc_recall_at_1000_max |
| value: 81.18706942236348 |
| - type: nauc_recall_at_1000_std |
| value: 39.574027809322 |
| - type: nauc_recall_at_100_diff1 |
| value: 56.348657337865895 |
| - type: nauc_recall_at_100_max |
| value: 72.27778216986839 |
| - type: nauc_recall_at_100_std |
| value: 31.08776714891815 |
| - type: nauc_recall_at_10_diff1 |
| value: 58.65406606468243 |
| - type: nauc_recall_at_10_max |
| value: 55.6685180269741 |
| - type: nauc_recall_at_10_std |
| value: 3.4120787487541744 |
| - type: nauc_recall_at_1_diff1 |
| value: 67.13476388188273 |
| - type: nauc_recall_at_1_max |
| value: 38.74949879063031 |
| - type: nauc_recall_at_1_std |
| value: -2.1603093916935094 |
| - type: nauc_recall_at_20_diff1 |
| value: 56.95993841868553 |
| - type: nauc_recall_at_20_max |
| value: 59.520800557088705 |
| - type: nauc_recall_at_20_std |
| value: 9.67802733464404 |
| - type: nauc_recall_at_3_diff1 |
| value: 61.25203222883967 |
| - type: nauc_recall_at_3_max |
| value: 46.132939137245586 |
| - type: nauc_recall_at_3_std |
| value: 0.8250263034877896 |
| - type: nauc_recall_at_5_diff1 |
| value: 59.27696427138285 |
| - type: nauc_recall_at_5_max |
| value: 48.372914249859576 |
| - type: nauc_recall_at_5_std |
| value: 0.6543072062804443 |
| - type: ndcg_at_1 |
| value: 39.0 |
| - type: ndcg_at_10 |
| value: 51.99399999999999 |
| - type: ndcg_at_100 |
| value: 55.95099999999999 |
| - type: ndcg_at_1000 |
| value: 56.885 |
| - type: ndcg_at_20 |
| value: 53.74 |
| - type: ndcg_at_3 |
| value: 47.315000000000005 |
| - type: ndcg_at_5 |
| value: 49.480000000000004 |
| - type: precision_at_1 |
| value: 39.0 |
| - type: precision_at_10 |
| value: 6.63 |
| - type: precision_at_100 |
| value: 0.852 |
| - type: precision_at_1000 |
| value: 0.093 |
| - type: precision_at_20 |
| value: 3.665 |
| - type: precision_at_3 |
| value: 17.767 |
| - type: precision_at_5 |
| value: 11.700000000000001 |
| - type: recall_at_1 |
| value: 39.0 |
| - type: recall_at_10 |
| value: 66.3 |
| - type: recall_at_100 |
| value: 85.2 |
| - type: recall_at_1000 |
| value: 92.60000000000001 |
| - type: recall_at_20 |
| value: 73.3 |
| - type: recall_at_3 |
| value: 53.300000000000004 |
| - type: recall_at_5 |
| value: 58.5 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB FEVER (default) |
| revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 |
| split: test |
| type: mteb/fever |
| metrics: |
| - type: main_score |
| value: 86.167 |
| - type: map_at_1 |
| value: 74.33800000000001 |
| - type: map_at_10 |
| value: 82.498 |
| - type: map_at_100 |
| value: 82.711 |
| - type: map_at_1000 |
| value: 82.722 |
| - type: map_at_20 |
| value: 82.631 |
| - type: map_at_3 |
| value: 81.366 |
| - type: map_at_5 |
| value: 82.087 |
| - type: mrr_at_1 |
| value: 79.8079807980798 |
| - type: mrr_at_10 |
| value: 86.81534820148663 |
| - type: mrr_at_100 |
| value: 86.90335837526817 |
| - type: mrr_at_1000 |
| value: 86.90570029953601 |
| - type: mrr_at_20 |
| value: 86.87497576561636 |
| - type: mrr_at_3 |
| value: 86.03110311031085 |
| - type: mrr_at_5 |
| value: 86.56515651565132 |
| - type: nauc_map_at_1000_diff1 |
| value: 63.80412003468792 |
| - type: nauc_map_at_1000_max |
| value: 30.443040219063782 |
| - type: nauc_map_at_1000_std |
| value: -0.7661699065712747 |
| - type: nauc_map_at_100_diff1 |
| value: 63.793185543664144 |
| - type: nauc_map_at_100_max |
| value: 30.449106167217906 |
| - type: nauc_map_at_100_std |
| value: -0.751513142093214 |
| - type: nauc_map_at_10_diff1 |
| value: 63.6468809138792 |
| - type: nauc_map_at_10_max |
| value: 30.468882268790736 |
| - type: nauc_map_at_10_std |
| value: -0.8770760767073671 |
| - type: nauc_map_at_1_diff1 |
| value: 65.59476914772542 |
| - type: nauc_map_at_1_max |
| value: 24.8326129481821 |
| - type: nauc_map_at_1_std |
| value: -6.149274398563455 |
| - type: nauc_map_at_20_diff1 |
| value: 63.72389441483504 |
| - type: nauc_map_at_20_max |
| value: 30.457609974874234 |
| - type: nauc_map_at_20_std |
| value: -0.808031265800565 |
| - type: nauc_map_at_3_diff1 |
| value: 63.41453934510057 |
| - type: nauc_map_at_3_max |
| value: 30.12460449412893 |
| - type: nauc_map_at_3_std |
| value: -1.6479523970241587 |
| - type: nauc_map_at_5_diff1 |
| value: 63.72460033731496 |
| - type: nauc_map_at_5_max |
| value: 30.641849557038064 |
| - type: nauc_map_at_5_std |
| value: -1.001988906727461 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 76.36838740180266 |
| - type: nauc_mrr_at_1000_max |
| value: 35.08826457750934 |
| - type: nauc_mrr_at_1000_std |
| value: -0.6777459508169168 |
| - type: nauc_mrr_at_100_diff1 |
| value: 76.36608691519517 |
| - type: nauc_mrr_at_100_max |
| value: 35.09638914785759 |
| - type: nauc_mrr_at_100_std |
| value: -0.6634803913379186 |
| - type: nauc_mrr_at_10_diff1 |
| value: 76.3948904658589 |
| - type: nauc_mrr_at_10_max |
| value: 35.33356677586711 |
| - type: nauc_mrr_at_10_std |
| value: -0.45659136145068113 |
| - type: nauc_mrr_at_1_diff1 |
| value: 76.68686096982084 |
| - type: nauc_mrr_at_1_max |
| value: 29.761571677851446 |
| - type: nauc_mrr_at_1_std |
| value: -5.907589944585199 |
| - type: nauc_mrr_at_20_diff1 |
| value: 76.37370624306932 |
| - type: nauc_mrr_at_20_max |
| value: 35.19943783422336 |
| - type: nauc_mrr_at_20_std |
| value: -0.5618030993571618 |
| - type: nauc_mrr_at_3_diff1 |
| value: 76.11716503186365 |
| - type: nauc_mrr_at_3_max |
| value: 35.271244192469 |
| - type: nauc_mrr_at_3_std |
| value: -0.8712763707650889 |
| - type: nauc_mrr_at_5_diff1 |
| value: 76.48015586019038 |
| - type: nauc_mrr_at_5_max |
| value: 35.66063047390566 |
| - type: nauc_mrr_at_5_std |
| value: -0.2899088302722794 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 65.09177399227487 |
| - type: nauc_ndcg_at_1000_max |
| value: 32.44696464141599 |
| - type: nauc_ndcg_at_1000_std |
| value: 1.4136160879212092 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 64.74921044658977 |
| - type: nauc_ndcg_at_100_max |
| value: 32.566752866071425 |
| - type: nauc_ndcg_at_100_std |
| value: 1.855958522657113 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 64.28645210451032 |
| - type: nauc_ndcg_at_10_max |
| value: 33.14957686106596 |
| - type: nauc_ndcg_at_10_std |
| value: 2.0113075275468355 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 76.68686096982084 |
| - type: nauc_ndcg_at_1_max |
| value: 29.761571677851446 |
| - type: nauc_ndcg_at_1_std |
| value: -5.907589944585199 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 64.39446221768821 |
| - type: nauc_ndcg_at_20_max |
| value: 32.93545770746945 |
| - type: nauc_ndcg_at_20_std |
| value: 1.9924181843944653 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 64.79283621071 |
| - type: nauc_ndcg_at_3_max |
| value: 32.7746091928708 |
| - type: nauc_ndcg_at_3_std |
| value: 0.5288567628664994 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 64.83506189605514 |
| - type: nauc_ndcg_at_5_max |
| value: 33.67363285662579 |
| - type: nauc_ndcg_at_5_std |
| value: 1.8119931952532888 |
| - type: nauc_precision_at_1000_diff1 |
| value: -15.714725289554032 |
| - type: nauc_precision_at_1000_max |
| value: -4.37623120107013 |
| - type: nauc_precision_at_1000_std |
| value: 9.293828089569525 |
| - type: nauc_precision_at_100_diff1 |
| value: -13.216686619671536 |
| - type: nauc_precision_at_100_max |
| value: 0.16415424652433566 |
| - type: nauc_precision_at_100_std |
| value: 14.673489903735938 |
| - type: nauc_precision_at_10_diff1 |
| value: 1.62676209843492 |
| - type: nauc_precision_at_10_max |
| value: 15.005360115331227 |
| - type: nauc_precision_at_10_std |
| value: 17.90978542772984 |
| - type: nauc_precision_at_1_diff1 |
| value: 76.68686096982084 |
| - type: nauc_precision_at_1_max |
| value: 29.761571677851446 |
| - type: nauc_precision_at_1_std |
| value: -5.907589944585199 |
| - type: nauc_precision_at_20_diff1 |
| value: -5.553830318468026 |
| - type: nauc_precision_at_20_max |
| value: 8.735585741431837 |
| - type: nauc_precision_at_20_std |
| value: 16.964680678765866 |
| - type: nauc_precision_at_3_diff1 |
| value: 34.33896583653477 |
| - type: nauc_precision_at_3_max |
| value: 31.545012727670148 |
| - type: nauc_precision_at_3_std |
| value: 12.5377712701041 |
| - type: nauc_precision_at_5_diff1 |
| value: 19.490544912279802 |
| - type: nauc_precision_at_5_max |
| value: 26.830224222236104 |
| - type: nauc_precision_at_5_std |
| value: 17.923062797715478 |
| - type: nauc_recall_at_1000_diff1 |
| value: 22.97875537876177 |
| - type: nauc_recall_at_1000_max |
| value: 29.35608496530822 |
| - type: nauc_recall_at_1000_std |
| value: 23.12406199891762 |
| - type: nauc_recall_at_100_diff1 |
| value: 29.298613044090967 |
| - type: nauc_recall_at_100_max |
| value: 31.992797356607166 |
| - type: nauc_recall_at_100_std |
| value: 25.076009885245366 |
| - type: nauc_recall_at_10_diff1 |
| value: 41.243537896155836 |
| - type: nauc_recall_at_10_max |
| value: 37.63206937207168 |
| - type: nauc_recall_at_10_std |
| value: 18.18023942405805 |
| - type: nauc_recall_at_1_diff1 |
| value: 65.59476914772542 |
| - type: nauc_recall_at_1_max |
| value: 24.8326129481821 |
| - type: nauc_recall_at_1_std |
| value: -6.149274398563455 |
| - type: nauc_recall_at_20_diff1 |
| value: 36.94224436204051 |
| - type: nauc_recall_at_20_max |
| value: 36.4121436479055 |
| - type: nauc_recall_at_20_std |
| value: 20.56212393263084 |
| - type: nauc_recall_at_3_diff1 |
| value: 52.03839901501732 |
| - type: nauc_recall_at_3_max |
| value: 35.5899002298603 |
| - type: nauc_recall_at_3_std |
| value: 7.407128983355843 |
| - type: nauc_recall_at_5_diff1 |
| value: 49.02745857931576 |
| - type: nauc_recall_at_5_max |
| value: 39.06314797493658 |
| - type: nauc_recall_at_5_std |
| value: 13.613515240830148 |
| - type: ndcg_at_1 |
| value: 79.808 |
| - type: ndcg_at_10 |
| value: 86.167 |
| - type: ndcg_at_100 |
| value: 86.94800000000001 |
| - type: ndcg_at_1000 |
| value: 87.164 |
| - type: ndcg_at_20 |
| value: 86.529 |
| - type: ndcg_at_3 |
| value: 84.40299999999999 |
| - type: ndcg_at_5 |
| value: 85.40299999999999 |
| - type: precision_at_1 |
| value: 79.808 |
| - type: precision_at_10 |
| value: 10.345 |
| - type: precision_at_100 |
| value: 1.095 |
| - type: precision_at_1000 |
| value: 0.11299999999999999 |
| - type: precision_at_20 |
| value: 5.284 |
| - type: precision_at_3 |
| value: 32.178000000000004 |
| - type: precision_at_5 |
| value: 20.003 |
| - type: recall_at_1 |
| value: 74.33800000000001 |
| - type: recall_at_10 |
| value: 93.125 |
| - type: recall_at_100 |
| value: 96.26599999999999 |
| - type: recall_at_1000 |
| value: 97.669 |
| - type: recall_at_20 |
| value: 94.36 |
| - type: recall_at_3 |
| value: 88.333 |
| - type: recall_at_5 |
| value: 90.892 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB FiQA2018 (default) |
| revision: 27a168819829fe9bcd655c2df245fb19452e8e06 |
| split: test |
| type: mteb/fiqa |
| metrics: |
| - type: main_score |
| value: 25.805 |
| - type: map_at_1 |
| value: 12.899 |
| - type: map_at_10 |
| value: 19.764 |
| - type: map_at_100 |
| value: 20.96 |
| - type: map_at_1000 |
| value: 21.124000000000002 |
| - type: map_at_20 |
| value: 20.407 |
| - type: map_at_3 |
| value: 17.18 |
| - type: map_at_5 |
| value: 18.481 |
| - type: mrr_at_1 |
| value: 24.382716049382715 |
| - type: mrr_at_10 |
| value: 31.675117577895325 |
| - type: mrr_at_100 |
| value: 32.44952245761694 |
| - type: mrr_at_1000 |
| value: 32.512907986779325 |
| - type: mrr_at_20 |
| value: 32.112282911664416 |
| - type: mrr_at_3 |
| value: 29.37242798353909 |
| - type: mrr_at_5 |
| value: 30.483539094650187 |
| - type: nauc_map_at_1000_diff1 |
| value: 40.54385359909451 |
| - type: nauc_map_at_1000_max |
| value: 38.74918403533164 |
| - type: nauc_map_at_1000_std |
| value: 15.43983176915499 |
| - type: nauc_map_at_100_diff1 |
| value: 40.473604319109626 |
| - type: nauc_map_at_100_max |
| value: 38.685313962942416 |
| - type: nauc_map_at_100_std |
| value: 15.35390348208144 |
| - type: nauc_map_at_10_diff1 |
| value: 40.57894981383912 |
| - type: nauc_map_at_10_max |
| value: 38.13086669076117 |
| - type: nauc_map_at_10_std |
| value: 14.17584341830685 |
| - type: nauc_map_at_1_diff1 |
| value: 47.369181938582514 |
| - type: nauc_map_at_1_max |
| value: 36.51527795473331 |
| - type: nauc_map_at_1_std |
| value: 13.579054537840229 |
| - type: nauc_map_at_20_diff1 |
| value: 40.40176108135633 |
| - type: nauc_map_at_20_max |
| value: 38.33885949371027 |
| - type: nauc_map_at_20_std |
| value: 14.775922981863355 |
| - type: nauc_map_at_3_diff1 |
| value: 42.34450676309069 |
| - type: nauc_map_at_3_max |
| value: 36.81828677228458 |
| - type: nauc_map_at_3_std |
| value: 12.53054692016046 |
| - type: nauc_map_at_5_diff1 |
| value: 41.4195127461581 |
| - type: nauc_map_at_5_max |
| value: 37.43951911767563 |
| - type: nauc_map_at_5_std |
| value: 12.988499451959793 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 42.32368879629551 |
| - type: nauc_mrr_at_1000_max |
| value: 41.49392233754857 |
| - type: nauc_mrr_at_1000_std |
| value: 18.59248217498413 |
| - type: nauc_mrr_at_100_diff1 |
| value: 42.26325978558565 |
| - type: nauc_mrr_at_100_max |
| value: 41.4827305847626 |
| - type: nauc_mrr_at_100_std |
| value: 18.593747709016778 |
| - type: nauc_mrr_at_10_diff1 |
| value: 42.1690403669623 |
| - type: nauc_mrr_at_10_max |
| value: 41.407523945768546 |
| - type: nauc_mrr_at_10_std |
| value: 18.359603563477144 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.53953775909429 |
| - type: nauc_mrr_at_1_max |
| value: 44.51007496638179 |
| - type: nauc_mrr_at_1_std |
| value: 18.27945359299317 |
| - type: nauc_mrr_at_20_diff1 |
| value: 42.246192660407495 |
| - type: nauc_mrr_at_20_max |
| value: 41.492150403414755 |
| - type: nauc_mrr_at_20_std |
| value: 18.557913585288404 |
| - type: nauc_mrr_at_3_diff1 |
| value: 43.56499280912534 |
| - type: nauc_mrr_at_3_max |
| value: 40.63393511031206 |
| - type: nauc_mrr_at_3_std |
| value: 16.54470864684114 |
| - type: nauc_mrr_at_5_diff1 |
| value: 42.96188069849647 |
| - type: nauc_mrr_at_5_max |
| value: 41.29469780945155 |
| - type: nauc_mrr_at_5_std |
| value: 17.589214122351695 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 38.997425615002776 |
| - type: nauc_ndcg_at_1000_max |
| value: 41.18105491785995 |
| - type: nauc_ndcg_at_1000_std |
| value: 21.07194878703698 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 38.05358129703645 |
| - type: nauc_ndcg_at_100_max |
| value: 40.4891814552976 |
| - type: nauc_ndcg_at_100_std |
| value: 20.18146477851188 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 38.0786204666326 |
| - type: nauc_ndcg_at_10_max |
| value: 38.73202623740625 |
| - type: nauc_ndcg_at_10_std |
| value: 16.3553298180595 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.53953775909429 |
| - type: nauc_ndcg_at_1_max |
| value: 44.51007496638179 |
| - type: nauc_ndcg_at_1_std |
| value: 18.27945359299317 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 37.781506163040454 |
| - type: nauc_ndcg_at_20_max |
| value: 39.185888526787885 |
| - type: nauc_ndcg_at_20_std |
| value: 17.877395044750358 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 40.01423266022924 |
| - type: nauc_ndcg_at_3_max |
| value: 37.64027658055322 |
| - type: nauc_ndcg_at_3_std |
| value: 12.568977177168858 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 39.50800617745676 |
| - type: nauc_ndcg_at_5_max |
| value: 38.1027458795071 |
| - type: nauc_ndcg_at_5_std |
| value: 14.078522330619242 |
| - type: nauc_precision_at_1000_diff1 |
| value: 5.960260178366493 |
| - type: nauc_precision_at_1000_max |
| value: 20.2434346099095 |
| - type: nauc_precision_at_1000_std |
| value: 14.879347523960806 |
| - type: nauc_precision_at_100_diff1 |
| value: 14.365600944912302 |
| - type: nauc_precision_at_100_max |
| value: 29.70429196562339 |
| - type: nauc_precision_at_100_std |
| value: 20.676479232937577 |
| - type: nauc_precision_at_10_diff1 |
| value: 23.11599184736198 |
| - type: nauc_precision_at_10_max |
| value: 37.85650058533224 |
| - type: nauc_precision_at_10_std |
| value: 19.717492234368024 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.53953775909429 |
| - type: nauc_precision_at_1_max |
| value: 44.51007496638179 |
| - type: nauc_precision_at_1_std |
| value: 18.27945359299317 |
| - type: nauc_precision_at_20_diff1 |
| value: 18.940880127043123 |
| - type: nauc_precision_at_20_max |
| value: 33.526263365412426 |
| - type: nauc_precision_at_20_std |
| value: 19.159930760713596 |
| - type: nauc_precision_at_3_diff1 |
| value: 33.399845354841695 |
| - type: nauc_precision_at_3_max |
| value: 40.104701275367475 |
| - type: nauc_precision_at_3_std |
| value: 14.391437252550677 |
| - type: nauc_precision_at_5_diff1 |
| value: 30.242747760482825 |
| - type: nauc_precision_at_5_max |
| value: 39.45089096851181 |
| - type: nauc_precision_at_5_std |
| value: 15.471086249839974 |
| - type: nauc_recall_at_1000_diff1 |
| value: 26.932411631320768 |
| - type: nauc_recall_at_1000_max |
| value: 36.9739917322874 |
| - type: nauc_recall_at_1000_std |
| value: 34.75368398811744 |
| - type: nauc_recall_at_100_diff1 |
| value: 23.269700249461017 |
| - type: nauc_recall_at_100_max |
| value: 34.30265666696766 |
| - type: nauc_recall_at_100_std |
| value: 26.224754528985255 |
| - type: nauc_recall_at_10_diff1 |
| value: 25.61336594823433 |
| - type: nauc_recall_at_10_max |
| value: 31.36165445449294 |
| - type: nauc_recall_at_10_std |
| value: 14.716681480629642 |
| - type: nauc_recall_at_1_diff1 |
| value: 47.369181938582514 |
| - type: nauc_recall_at_1_max |
| value: 36.51527795473331 |
| - type: nauc_recall_at_1_std |
| value: 13.579054537840229 |
| - type: nauc_recall_at_20_diff1 |
| value: 24.208738126912145 |
| - type: nauc_recall_at_20_max |
| value: 31.605126284041297 |
| - type: nauc_recall_at_20_std |
| value: 18.58561210868371 |
| - type: nauc_recall_at_3_diff1 |
| value: 33.978557510518016 |
| - type: nauc_recall_at_3_max |
| value: 30.416526848179316 |
| - type: nauc_recall_at_3_std |
| value: 9.024784504488089 |
| - type: nauc_recall_at_5_diff1 |
| value: 31.45101894206735 |
| - type: nauc_recall_at_5_max |
| value: 32.10370802263191 |
| - type: nauc_recall_at_5_std |
| value: 11.398936864675383 |
| - type: ndcg_at_1 |
| value: 24.383 |
| - type: ndcg_at_10 |
| value: 25.805 |
| - type: ndcg_at_100 |
| value: 30.994 |
| - type: ndcg_at_1000 |
| value: 34.304 |
| - type: ndcg_at_20 |
| value: 27.645999999999997 |
| - type: ndcg_at_3 |
| value: 22.516 |
| - type: ndcg_at_5 |
| value: 23.506 |
| - type: precision_at_1 |
| value: 24.383 |
| - type: precision_at_10 |
| value: 7.037 |
| - type: precision_at_100 |
| value: 1.242 |
| - type: precision_at_1000 |
| value: 0.182 |
| - type: precision_at_20 |
| value: 4.329000000000001 |
| - type: precision_at_3 |
| value: 14.249 |
| - type: precision_at_5 |
| value: 10.648 |
| - type: recall_at_1 |
| value: 12.899 |
| - type: recall_at_10 |
| value: 31.938 |
| - type: recall_at_100 |
| value: 51.81 |
| - type: recall_at_1000 |
| value: 72.117 |
| - type: recall_at_20 |
| value: 37.483 |
| - type: recall_at_3 |
| value: 21.256 |
| - type: recall_at_5 |
| value: 25.259999999999998 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB HotpotQA (default) |
| revision: ab518f4d6fcca38d87c25209f94beba119d02014 |
| split: test |
| type: mteb/hotpotqa |
| metrics: |
| - type: main_score |
| value: 67.472 |
| - type: map_at_1 |
| value: 39.426 |
| - type: map_at_10 |
| value: 58.462 |
| - type: map_at_100 |
| value: 59.384 |
| - type: map_at_1000 |
| value: 59.441 |
| - type: map_at_20 |
| value: 59.019 |
| - type: map_at_3 |
| value: 55.157999999999994 |
| - type: map_at_5 |
| value: 57.255 |
| - type: mrr_at_1 |
| value: 78.8521269412559 |
| - type: mrr_at_10 |
| value: 84.35582993044147 |
| - type: mrr_at_100 |
| value: 84.55263951304046 |
| - type: mrr_at_1000 |
| value: 84.55918448205495 |
| - type: mrr_at_20 |
| value: 84.49086444708152 |
| - type: mrr_at_3 |
| value: 83.39185235201421 |
| - type: mrr_at_5 |
| value: 84.04478955660558 |
| - type: nauc_map_at_1000_diff1 |
| value: 26.341340343769517 |
| - type: nauc_map_at_1000_max |
| value: 28.527861182487207 |
| - type: nauc_map_at_1000_std |
| value: 8.982598197502044 |
| - type: nauc_map_at_100_diff1 |
| value: 26.324274963576936 |
| - type: nauc_map_at_100_max |
| value: 28.519595659496822 |
| - type: nauc_map_at_100_std |
| value: 8.969958522705147 |
| - type: nauc_map_at_10_diff1 |
| value: 26.447737791862053 |
| - type: nauc_map_at_10_max |
| value: 28.440489271707914 |
| - type: nauc_map_at_10_std |
| value: 8.36496899684938 |
| - type: nauc_map_at_1_diff1 |
| value: 78.50105177648346 |
| - type: nauc_map_at_1_max |
| value: 47.248470892515684 |
| - type: nauc_map_at_1_std |
| value: -0.11060813067222093 |
| - type: nauc_map_at_20_diff1 |
| value: 26.31340728508947 |
| - type: nauc_map_at_20_max |
| value: 28.476780271151476 |
| - type: nauc_map_at_20_std |
| value: 8.708376028591845 |
| - type: nauc_map_at_3_diff1 |
| value: 27.623478336959227 |
| - type: nauc_map_at_3_max |
| value: 28.25283797154275 |
| - type: nauc_map_at_3_std |
| value: 6.717349104465825 |
| - type: nauc_map_at_5_diff1 |
| value: 26.75223688471738 |
| - type: nauc_map_at_5_max |
| value: 28.480228558660865 |
| - type: nauc_map_at_5_std |
| value: 7.777090164882629 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 77.82566946312463 |
| - type: nauc_mrr_at_1000_max |
| value: 50.978748622341776 |
| - type: nauc_mrr_at_1000_std |
| value: 3.9660794347763457 |
| - type: nauc_mrr_at_100_diff1 |
| value: 77.82636195776996 |
| - type: nauc_mrr_at_100_max |
| value: 50.989582370683074 |
| - type: nauc_mrr_at_100_std |
| value: 3.9837834579455507 |
| - type: nauc_mrr_at_10_diff1 |
| value: 77.80859827606214 |
| - type: nauc_mrr_at_10_max |
| value: 51.06586101023988 |
| - type: nauc_mrr_at_10_std |
| value: 4.073782411624432 |
| - type: nauc_mrr_at_1_diff1 |
| value: 78.50105177648346 |
| - type: nauc_mrr_at_1_max |
| value: 47.248470892515684 |
| - type: nauc_mrr_at_1_std |
| value: -0.11060813067222093 |
| - type: nauc_mrr_at_20_diff1 |
| value: 77.82129736699977 |
| - type: nauc_mrr_at_20_max |
| value: 51.012937537438276 |
| - type: nauc_mrr_at_20_std |
| value: 4.026750215273545 |
| - type: nauc_mrr_at_3_diff1 |
| value: 77.56609810742842 |
| - type: nauc_mrr_at_3_max |
| value: 51.08792135745153 |
| - type: nauc_mrr_at_3_std |
| value: 3.7554418654239194 |
| - type: nauc_mrr_at_5_diff1 |
| value: 77.7457399545338 |
| - type: nauc_mrr_at_5_max |
| value: 51.16775608390308 |
| - type: nauc_mrr_at_5_std |
| value: 3.9707838381187424 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 31.17446869182052 |
| - type: nauc_ndcg_at_1000_max |
| value: 31.825861543141787 |
| - type: nauc_ndcg_at_1000_std |
| value: 12.166423635528758 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 30.589419495658166 |
| - type: nauc_ndcg_at_100_max |
| value: 31.55901293973185 |
| - type: nauc_ndcg_at_100_std |
| value: 12.004021043334799 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 31.217352098004675 |
| - type: nauc_ndcg_at_10_max |
| value: 31.43276534877207 |
| - type: nauc_ndcg_at_10_std |
| value: 9.74254567600979 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 78.50105177648346 |
| - type: nauc_ndcg_at_1_max |
| value: 47.248470892515684 |
| - type: nauc_ndcg_at_1_std |
| value: -0.11060813067222093 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 30.63955009545761 |
| - type: nauc_ndcg_at_20_max |
| value: 31.407900909815595 |
| - type: nauc_ndcg_at_20_std |
| value: 10.675734441679348 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 33.7900810265147 |
| - type: nauc_ndcg_at_3_max |
| value: 31.747110649279993 |
| - type: nauc_ndcg_at_3_std |
| value: 7.155556583622552 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 32.10321602077098 |
| - type: nauc_ndcg_at_5_max |
| value: 31.732483389871547 |
| - type: nauc_ndcg_at_5_std |
| value: 8.614224406892642 |
| - type: nauc_precision_at_1000_diff1 |
| value: -4.3771895114465735 |
| - type: nauc_precision_at_1000_max |
| value: 18.80939383634996 |
| - type: nauc_precision_at_1000_std |
| value: 35.38300059546089 |
| - type: nauc_precision_at_100_diff1 |
| value: 2.0633300518126068 |
| - type: nauc_precision_at_100_max |
| value: 20.488227288182774 |
| - type: nauc_precision_at_100_std |
| value: 26.494486955878 |
| - type: nauc_precision_at_10_diff1 |
| value: 12.678063050960755 |
| - type: nauc_precision_at_10_max |
| value: 24.01939486753801 |
| - type: nauc_precision_at_10_std |
| value: 14.77454841034483 |
| - type: nauc_precision_at_1_diff1 |
| value: 78.50105177648346 |
| - type: nauc_precision_at_1_max |
| value: 47.248470892515684 |
| - type: nauc_precision_at_1_std |
| value: -0.11060813067222093 |
| - type: nauc_precision_at_20_diff1 |
| value: 8.35518929563371 |
| - type: nauc_precision_at_20_max |
| value: 22.43546646048988 |
| - type: nauc_precision_at_20_std |
| value: 17.967498520879293 |
| - type: nauc_precision_at_3_diff1 |
| value: 20.744322642049422 |
| - type: nauc_precision_at_3_max |
| value: 26.787609470814633 |
| - type: nauc_precision_at_3_std |
| value: 9.399033393142906 |
| - type: nauc_precision_at_5_diff1 |
| value: 16.208995977080793 |
| - type: nauc_precision_at_5_max |
| value: 25.614946548940853 |
| - type: nauc_precision_at_5_std |
| value: 11.95867415429728 |
| - type: nauc_recall_at_1000_diff1 |
| value: -4.3771895114463595 |
| - type: nauc_recall_at_1000_max |
| value: 18.80939383635008 |
| - type: nauc_recall_at_1000_std |
| value: 35.38300059546097 |
| - type: nauc_recall_at_100_diff1 |
| value: 2.0633300518125637 |
| - type: nauc_recall_at_100_max |
| value: 20.48822728818252 |
| - type: nauc_recall_at_100_std |
| value: 26.4944869558779 |
| - type: nauc_recall_at_10_diff1 |
| value: 12.67806305096069 |
| - type: nauc_recall_at_10_max |
| value: 24.019394867537958 |
| - type: nauc_recall_at_10_std |
| value: 14.774548410344776 |
| - type: nauc_recall_at_1_diff1 |
| value: 78.50105177648346 |
| - type: nauc_recall_at_1_max |
| value: 47.248470892515684 |
| - type: nauc_recall_at_1_std |
| value: -0.11060813067222093 |
| - type: nauc_recall_at_20_diff1 |
| value: 8.35518929563362 |
| - type: nauc_recall_at_20_max |
| value: 22.435466460489813 |
| - type: nauc_recall_at_20_std |
| value: 17.967498520879364 |
| - type: nauc_recall_at_3_diff1 |
| value: 20.744322642049454 |
| - type: nauc_recall_at_3_max |
| value: 26.787609470814644 |
| - type: nauc_recall_at_3_std |
| value: 9.399033393142856 |
| - type: nauc_recall_at_5_diff1 |
| value: 16.208995977080782 |
| - type: nauc_recall_at_5_max |
| value: 25.614946548940825 |
| - type: nauc_recall_at_5_std |
| value: 11.958674154297341 |
| - type: ndcg_at_1 |
| value: 78.852 |
| - type: ndcg_at_10 |
| value: 67.472 |
| - type: ndcg_at_100 |
| value: 70.587 |
| - type: ndcg_at_1000 |
| value: 71.7 |
| - type: ndcg_at_20 |
| value: 68.852 |
| - type: ndcg_at_3 |
| value: 62.796 |
| - type: ndcg_at_5 |
| value: 65.464 |
| - type: precision_at_1 |
| value: 78.852 |
| - type: precision_at_10 |
| value: 13.901 |
| - type: precision_at_100 |
| value: 1.6310000000000002 |
| - type: precision_at_1000 |
| value: 0.178 |
| - type: precision_at_20 |
| value: 7.393 |
| - type: precision_at_3 |
| value: 39.473 |
| - type: precision_at_5 |
| value: 25.788 |
| - type: recall_at_1 |
| value: 39.426 |
| - type: recall_at_10 |
| value: 69.50699999999999 |
| - type: recall_at_100 |
| value: 81.526 |
| - type: recall_at_1000 |
| value: 88.90599999999999 |
| - type: recall_at_20 |
| value: 73.92999999999999 |
| - type: recall_at_3 |
| value: 59.209999999999994 |
| - type: recall_at_5 |
| value: 64.47 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB MMarcoRetrieval (default) |
| revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 |
| split: test |
| type: C-MTEB/MMarcoRetrieval |
| metrics: |
| - type: main_score |
| value: 57.19499999999999 |
| - type: map_at_1 |
| value: 44.818999999999996 |
| - type: map_at_10 |
| value: 53.224000000000004 |
| - type: map_at_100 |
| value: 53.757 |
| - type: map_at_1000 |
| value: 53.788000000000004 |
| - type: map_at_20 |
| value: 53.561 |
| - type: map_at_3 |
| value: 51.188 |
| - type: map_at_5 |
| value: 52.443 |
| - type: mrr_at_1 |
| value: 46.41833810888252 |
| - type: mrr_at_10 |
| value: 53.94587142402337 |
| - type: mrr_at_100 |
| value: 54.43571159357003 |
| - type: mrr_at_1000 |
| value: 54.465100780371344 |
| - type: mrr_at_20 |
| value: 54.257204411188184 |
| - type: mrr_at_3 |
| value: 52.101241642789105 |
| - type: mrr_at_5 |
| value: 53.233763132760345 |
| - type: nauc_map_at_1000_diff1 |
| value: 70.26042979905807 |
| - type: nauc_map_at_1000_max |
| value: 58.68416950903844 |
| - type: nauc_map_at_1000_std |
| value: 13.410551528553881 |
| - type: nauc_map_at_100_diff1 |
| value: 70.25125347260497 |
| - type: nauc_map_at_100_max |
| value: 58.69264269006522 |
| - type: nauc_map_at_100_std |
| value: 13.42088619384096 |
| - type: nauc_map_at_10_diff1 |
| value: 70.24781652539009 |
| - type: nauc_map_at_10_max |
| value: 58.66302990334148 |
| - type: nauc_map_at_10_std |
| value: 13.107489577012036 |
| - type: nauc_map_at_1_diff1 |
| value: 74.03972607662418 |
| - type: nauc_map_at_1_max |
| value: 52.9732154435787 |
| - type: nauc_map_at_1_std |
| value: 8.560702338785676 |
| - type: nauc_map_at_20_diff1 |
| value: 70.24288756743213 |
| - type: nauc_map_at_20_max |
| value: 58.74172597665706 |
| - type: nauc_map_at_20_std |
| value: 13.34597982289252 |
| - type: nauc_map_at_3_diff1 |
| value: 70.8300198090176 |
| - type: nauc_map_at_3_max |
| value: 57.290560592566294 |
| - type: nauc_map_at_3_std |
| value: 11.577199426192937 |
| - type: nauc_map_at_5_diff1 |
| value: 70.43174453367 |
| - type: nauc_map_at_5_max |
| value: 58.298993661414734 |
| - type: nauc_map_at_5_std |
| value: 12.575445542352456 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 70.59310122342762 |
| - type: nauc_mrr_at_1000_max |
| value: 59.20680864869718 |
| - type: nauc_mrr_at_1000_std |
| value: 13.933431988401148 |
| - type: nauc_mrr_at_100_diff1 |
| value: 70.58484769325997 |
| - type: nauc_mrr_at_100_max |
| value: 59.21586893327749 |
| - type: nauc_mrr_at_100_std |
| value: 13.945168626665009 |
| - type: nauc_mrr_at_10_diff1 |
| value: 70.56835533190241 |
| - type: nauc_mrr_at_10_max |
| value: 59.20304563671691 |
| - type: nauc_mrr_at_10_std |
| value: 13.705059776100947 |
| - type: nauc_mrr_at_1_diff1 |
| value: 74.70229476795922 |
| - type: nauc_mrr_at_1_max |
| value: 55.24461562825211 |
| - type: nauc_mrr_at_1_std |
| value: 9.388508061475354 |
| - type: nauc_mrr_at_20_diff1 |
| value: 70.57379668885889 |
| - type: nauc_mrr_at_20_max |
| value: 59.261650643021554 |
| - type: nauc_mrr_at_20_std |
| value: 13.892150772800923 |
| - type: nauc_mrr_at_3_diff1 |
| value: 71.11578189201518 |
| - type: nauc_mrr_at_3_max |
| value: 58.18069865079906 |
| - type: nauc_mrr_at_3_std |
| value: 12.450376884835663 |
| - type: nauc_mrr_at_5_diff1 |
| value: 70.72202593045206 |
| - type: nauc_mrr_at_5_max |
| value: 58.97723226815985 |
| - type: nauc_mrr_at_5_std |
| value: 13.260634760348719 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 68.74703378326001 |
| - type: nauc_ndcg_at_1000_max |
| value: 60.83223290736585 |
| - type: nauc_ndcg_at_1000_std |
| value: 16.981502750506138 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 68.47529577711941 |
| - type: nauc_ndcg_at_100_max |
| value: 61.091478450501754 |
| - type: nauc_ndcg_at_100_std |
| value: 17.483370931736314 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 68.50930607099632 |
| - type: nauc_ndcg_at_10_max |
| value: 61.10969456714638 |
| - type: nauc_ndcg_at_10_std |
| value: 15.936588003469698 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 74.70229476795922 |
| - type: nauc_ndcg_at_1_max |
| value: 55.24461562825211 |
| - type: nauc_ndcg_at_1_std |
| value: 9.388508061475354 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 68.46317512015115 |
| - type: nauc_ndcg_at_20_max |
| value: 61.41365545045488 |
| - type: nauc_ndcg_at_20_std |
| value: 16.844459770935778 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 69.74824086530852 |
| - type: nauc_ndcg_at_3_max |
| value: 58.57331207942189 |
| - type: nauc_ndcg_at_3_std |
| value: 12.897388629534762 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 68.97682800960776 |
| - type: nauc_ndcg_at_5_max |
| value: 60.299098240569705 |
| - type: nauc_ndcg_at_5_std |
| value: 14.632067497966005 |
| - type: nauc_precision_at_1000_diff1 |
| value: 26.89007113883275 |
| - type: nauc_precision_at_1000_max |
| value: 46.23130390879421 |
| - type: nauc_precision_at_1000_std |
| value: 30.698138975519285 |
| - type: nauc_precision_at_100_diff1 |
| value: 35.93712021176337 |
| - type: nauc_precision_at_100_max |
| value: 54.76852109365306 |
| - type: nauc_precision_at_100_std |
| value: 33.907696965402295 |
| - type: nauc_precision_at_10_diff1 |
| value: 48.371135821722596 |
| - type: nauc_precision_at_10_max |
| value: 61.99559796089503 |
| - type: nauc_precision_at_10_std |
| value: 24.754732150638066 |
| - type: nauc_precision_at_1_diff1 |
| value: 74.70229476795922 |
| - type: nauc_precision_at_1_max |
| value: 55.24461562825211 |
| - type: nauc_precision_at_1_std |
| value: 9.388508061475354 |
| - type: nauc_precision_at_20_diff1 |
| value: 44.15746389562522 |
| - type: nauc_precision_at_20_max |
| value: 61.10027662732338 |
| - type: nauc_precision_at_20_std |
| value: 28.858378094065635 |
| - type: nauc_precision_at_3_diff1 |
| value: 59.33964667148327 |
| - type: nauc_precision_at_3_max |
| value: 59.660666754413285 |
| - type: nauc_precision_at_3_std |
| value: 16.30519160170101 |
| - type: nauc_precision_at_5_diff1 |
| value: 54.065633958559225 |
| - type: nauc_precision_at_5_max |
| value: 61.842642200679634 |
| - type: nauc_precision_at_5_std |
| value: 20.633161696275206 |
| - type: nauc_recall_at_1000_diff1 |
| value: 58.1619901023936 |
| - type: nauc_recall_at_1000_max |
| value: 72.76628545759259 |
| - type: nauc_recall_at_1000_std |
| value: 43.07750525698423 |
| - type: nauc_recall_at_100_diff1 |
| value: 57.81340416728631 |
| - type: nauc_recall_at_100_max |
| value: 71.865265055528 |
| - type: nauc_recall_at_100_std |
| value: 41.445617320943356 |
| - type: nauc_recall_at_10_diff1 |
| value: 61.354501272492165 |
| - type: nauc_recall_at_10_max |
| value: 69.31314165032313 |
| - type: nauc_recall_at_10_std |
| value: 25.94549688317928 |
| - type: nauc_recall_at_1_diff1 |
| value: 74.03972607662418 |
| - type: nauc_recall_at_1_max |
| value: 52.9732154435787 |
| - type: nauc_recall_at_1_std |
| value: 8.560702338785676 |
| - type: nauc_recall_at_20_diff1 |
| value: 60.1168579200214 |
| - type: nauc_recall_at_20_max |
| value: 71.73426250754902 |
| - type: nauc_recall_at_20_std |
| value: 31.743125064742 |
| - type: nauc_recall_at_3_diff1 |
| value: 65.99302068813246 |
| - type: nauc_recall_at_3_max |
| value: 61.38084814191331 |
| - type: nauc_recall_at_3_std |
| value: 15.986612831059693 |
| - type: nauc_recall_at_5_diff1 |
| value: 63.442426874234826 |
| - type: nauc_recall_at_5_max |
| value: 65.83283626666224 |
| - type: nauc_recall_at_5_std |
| value: 20.675189002245734 |
| - type: ndcg_at_1 |
| value: 46.418 |
| - type: ndcg_at_10 |
| value: 57.19499999999999 |
| - type: ndcg_at_100 |
| value: 59.73500000000001 |
| - type: ndcg_at_1000 |
| value: 60.633 |
| - type: ndcg_at_20 |
| value: 58.367999999999995 |
| - type: ndcg_at_3 |
| value: 53.217999999999996 |
| - type: ndcg_at_5 |
| value: 55.382 |
| - type: precision_at_1 |
| value: 46.418 |
| - type: precision_at_10 |
| value: 7.317 |
| - type: precision_at_100 |
| value: 0.86 |
| - type: precision_at_1000 |
| value: 0.094 |
| - type: precision_at_20 |
| value: 3.9050000000000002 |
| - type: precision_at_3 |
| value: 20.463 |
| - type: precision_at_5 |
| value: 13.421 |
| - type: recall_at_1 |
| value: 44.818999999999996 |
| - type: recall_at_10 |
| value: 68.829 |
| - type: recall_at_100 |
| value: 80.60199999999999 |
| - type: recall_at_1000 |
| value: 87.75500000000001 |
| - type: recall_at_20 |
| value: 73.355 |
| - type: recall_at_3 |
| value: 58.201 |
| - type: recall_at_5 |
| value: 63.354 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB MSMARCO (default) |
| revision: c5a29a104738b98a9e76336939199e264163d4a0 |
| split: dev |
| type: mteb/msmarco |
| metrics: |
| - type: main_score |
| value: 17.108 |
| - type: map_at_1 |
| value: 8.524 |
| - type: map_at_10 |
| value: 13.811000000000002 |
| - type: map_at_100 |
| value: 14.693000000000001 |
| - type: map_at_1000 |
| value: 14.77 |
| - type: map_at_20 |
| value: 14.319 |
| - type: map_at_3 |
| value: 11.892999999999999 |
| - type: map_at_5 |
| value: 12.922 |
| - type: mrr_at_1 |
| value: 8.796561604584527 |
| - type: mrr_at_10 |
| value: 14.170407513530764 |
| - type: mrr_at_100 |
| value: 15.048561930734833 |
| - type: mrr_at_1000 |
| value: 15.122376489953226 |
| - type: mrr_at_20 |
| value: 14.681627161807759 |
| - type: mrr_at_3 |
| value: 12.261222540592206 |
| - type: mrr_at_5 |
| value: 13.289159503342962 |
| - type: nauc_map_at_1000_diff1 |
| value: 23.218668478025386 |
| - type: nauc_map_at_1000_max |
| value: 29.61958688093464 |
| - type: nauc_map_at_1000_std |
| value: 11.547786129171026 |
| - type: nauc_map_at_100_diff1 |
| value: 23.223024602139336 |
| - type: nauc_map_at_100_max |
| value: 29.569381710107816 |
| - type: nauc_map_at_100_std |
| value: 11.463448202909808 |
| - type: nauc_map_at_10_diff1 |
| value: 23.42245083616564 |
| - type: nauc_map_at_10_max |
| value: 28.736145176842225 |
| - type: nauc_map_at_10_std |
| value: 9.905604720875653 |
| - type: nauc_map_at_1_diff1 |
| value: 29.8748627435949 |
| - type: nauc_map_at_1_max |
| value: 26.6497938053676 |
| - type: nauc_map_at_1_std |
| value: 6.121872414111879 |
| - type: nauc_map_at_20_diff1 |
| value: 23.361862479281662 |
| - type: nauc_map_at_20_max |
| value: 29.231361636696505 |
| - type: nauc_map_at_20_std |
| value: 10.801655860954275 |
| - type: nauc_map_at_3_diff1 |
| value: 24.743952241108826 |
| - type: nauc_map_at_3_max |
| value: 27.472041480944654 |
| - type: nauc_map_at_3_std |
| value: 8.004052762828538 |
| - type: nauc_map_at_5_diff1 |
| value: 23.779734368818893 |
| - type: nauc_map_at_5_max |
| value: 27.915554800469938 |
| - type: nauc_map_at_5_std |
| value: 8.739318343988039 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 23.008369224805534 |
| - type: nauc_mrr_at_1000_max |
| value: 29.565473885504773 |
| - type: nauc_mrr_at_1000_std |
| value: 11.847071636350016 |
| - type: nauc_mrr_at_100_diff1 |
| value: 23.008284426027256 |
| - type: nauc_mrr_at_100_max |
| value: 29.518921482024613 |
| - type: nauc_mrr_at_100_std |
| value: 11.775847622511266 |
| - type: nauc_mrr_at_10_diff1 |
| value: 23.195952911900232 |
| - type: nauc_mrr_at_10_max |
| value: 28.73909541090732 |
| - type: nauc_mrr_at_10_std |
| value: 10.291592894731307 |
| - type: nauc_mrr_at_1_diff1 |
| value: 29.588774232229113 |
| - type: nauc_mrr_at_1_max |
| value: 26.734307006971754 |
| - type: nauc_mrr_at_1_std |
| value: 6.570898688940385 |
| - type: nauc_mrr_at_20_diff1 |
| value: 23.136714296525152 |
| - type: nauc_mrr_at_20_max |
| value: 29.21056314342999 |
| - type: nauc_mrr_at_20_std |
| value: 11.15933374731932 |
| - type: nauc_mrr_at_3_diff1 |
| value: 24.391945382771883 |
| - type: nauc_mrr_at_3_max |
| value: 27.48307535907865 |
| - type: nauc_mrr_at_3_std |
| value: 8.428671151539316 |
| - type: nauc_mrr_at_5_diff1 |
| value: 23.49504304491056 |
| - type: nauc_mrr_at_5_max |
| value: 27.946063332613296 |
| - type: nauc_mrr_at_5_std |
| value: 9.16414791963959 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 20.315657936642616 |
| - type: nauc_ndcg_at_1000_max |
| value: 34.617184131903876 |
| - type: nauc_ndcg_at_1000_std |
| value: 20.642322084890235 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 20.336347873884456 |
| - type: nauc_ndcg_at_100_max |
| value: 33.472006688498624 |
| - type: nauc_ndcg_at_100_std |
| value: 18.922299187193342 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 21.298008062935423 |
| - type: nauc_ndcg_at_10_max |
| value: 30.066919227586975 |
| - type: nauc_ndcg_at_10_std |
| value: 12.160605785363709 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 29.588774232229113 |
| - type: nauc_ndcg_at_1_max |
| value: 26.734307006971754 |
| - type: nauc_ndcg_at_1_std |
| value: 6.570898688940385 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 21.161652731769628 |
| - type: nauc_ndcg_at_20_max |
| value: 31.574315289059758 |
| - type: nauc_ndcg_at_20_std |
| value: 14.910044538877084 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 23.33332537198534 |
| - type: nauc_ndcg_at_3_max |
| value: 27.684419184625824 |
| - type: nauc_ndcg_at_3_std |
| value: 8.607652342532672 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 21.91785854168375 |
| - type: nauc_ndcg_at_5_max |
| value: 28.358978848989754 |
| - type: nauc_ndcg_at_5_std |
| value: 9.759960992476355 |
| - type: nauc_precision_at_1000_diff1 |
| value: 10.365579440883709 |
| - type: nauc_precision_at_1000_max |
| value: 47.8276720411195 |
| - type: nauc_precision_at_1000_std |
| value: 50.25815541266756 |
| - type: nauc_precision_at_100_diff1 |
| value: 13.449076303656716 |
| - type: nauc_precision_at_100_max |
| value: 42.29622038814561 |
| - type: nauc_precision_at_100_std |
| value: 38.32848146914202 |
| - type: nauc_precision_at_10_diff1 |
| value: 16.817806945711304 |
| - type: nauc_precision_at_10_max |
| value: 32.65098242638481 |
| - type: nauc_precision_at_10_std |
| value: 17.1057301972624 |
| - type: nauc_precision_at_1_diff1 |
| value: 29.588774232229113 |
| - type: nauc_precision_at_1_max |
| value: 26.734307006971754 |
| - type: nauc_precision_at_1_std |
| value: 6.570898688940385 |
| - type: nauc_precision_at_20_diff1 |
| value: 16.6325483032766 |
| - type: nauc_precision_at_20_max |
| value: 36.4739965581178 |
| - type: nauc_precision_at_20_std |
| value: 24.243947927232494 |
| - type: nauc_precision_at_3_diff1 |
| value: 20.03994877797651 |
| - type: nauc_precision_at_3_max |
| value: 28.001992724251544 |
| - type: nauc_precision_at_3_std |
| value: 9.918910685983798 |
| - type: nauc_precision_at_5_diff1 |
| value: 17.909288257232078 |
| - type: nauc_precision_at_5_max |
| value: 29.440573068780562 |
| - type: nauc_precision_at_5_std |
| value: 12.138201555824145 |
| - type: nauc_recall_at_1000_diff1 |
| value: 12.384404623990866 |
| - type: nauc_recall_at_1000_max |
| value: 53.16894570389471 |
| - type: nauc_recall_at_1000_std |
| value: 54.0339774253684 |
| - type: nauc_recall_at_100_diff1 |
| value: 13.916689646493092 |
| - type: nauc_recall_at_100_max |
| value: 43.29116542457196 |
| - type: nauc_recall_at_100_std |
| value: 38.38534819483866 |
| - type: nauc_recall_at_10_diff1 |
| value: 17.167697112334153 |
| - type: nauc_recall_at_10_max |
| value: 32.72836401992213 |
| - type: nauc_recall_at_10_std |
| value: 16.586757497950337 |
| - type: nauc_recall_at_1_diff1 |
| value: 29.8748627435949 |
| - type: nauc_recall_at_1_max |
| value: 26.6497938053676 |
| - type: nauc_recall_at_1_std |
| value: 6.121872414111879 |
| - type: nauc_recall_at_20_diff1 |
| value: 16.995799057981877 |
| - type: nauc_recall_at_20_max |
| value: 36.50375112670718 |
| - type: nauc_recall_at_20_std |
| value: 23.6626167330791 |
| - type: nauc_recall_at_3_diff1 |
| value: 20.335741054398525 |
| - type: nauc_recall_at_3_max |
| value: 28.041771518841628 |
| - type: nauc_recall_at_3_std |
| value: 9.630422694689473 |
| - type: nauc_recall_at_5_diff1 |
| value: 18.029821500684772 |
| - type: nauc_recall_at_5_max |
| value: 28.9177721372625 |
| - type: nauc_recall_at_5_std |
| value: 11.484499860649166 |
| - type: ndcg_at_1 |
| value: 8.797 |
| - type: ndcg_at_10 |
| value: 17.108 |
| - type: ndcg_at_100 |
| value: 21.684 |
| - type: ndcg_at_1000 |
| value: 23.929000000000002 |
| - type: ndcg_at_20 |
| value: 18.964 |
| - type: ndcg_at_3 |
| value: 13.128 |
| - type: ndcg_at_5 |
| value: 14.972 |
| - type: precision_at_1 |
| value: 8.797 |
| - type: precision_at_10 |
| value: 2.858 |
| - type: precision_at_100 |
| value: 0.518 |
| - type: precision_at_1000 |
| value: 0.07100000000000001 |
| - type: precision_at_20 |
| value: 1.814 |
| - type: precision_at_3 |
| value: 5.669 |
| - type: precision_at_5 |
| value: 4.324 |
| - type: recall_at_1 |
| value: 8.524 |
| - type: recall_at_10 |
| value: 27.303 |
| - type: recall_at_100 |
| value: 49.099 |
| - type: recall_at_1000 |
| value: 66.988 |
| - type: recall_at_20 |
| value: 34.571000000000005 |
| - type: recall_at_3 |
| value: 16.351 |
| - type: recall_at_5 |
| value: 20.79 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB MedicalRetrieval (default) |
| revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 |
| split: test |
| type: C-MTEB/MedicalRetrieval |
| metrics: |
| - type: main_score |
| value: 42.986000000000004 |
| - type: map_at_1 |
| value: 36.5 |
| - type: map_at_10 |
| value: 40.871 |
| - type: map_at_100 |
| value: 41.386 |
| - type: map_at_1000 |
| value: 41.435 |
| - type: map_at_20 |
| value: 41.149 |
| - type: map_at_3 |
| value: 39.933 |
| - type: map_at_5 |
| value: 40.348 |
| - type: mrr_at_1 |
| value: 36.7 |
| - type: mrr_at_10 |
| value: 40.97107142857142 |
| - type: mrr_at_100 |
| value: 41.48627116126376 |
| - type: mrr_at_1000 |
| value: 41.5350651501168 |
| - type: mrr_at_20 |
| value: 41.248736283925915 |
| - type: mrr_at_3 |
| value: 40.03333333333332 |
| - type: mrr_at_5 |
| value: 40.448333333333316 |
| - type: nauc_map_at_1000_diff1 |
| value: 77.37512949727217 |
| - type: nauc_map_at_1000_max |
| value: 72.06477471911317 |
| - type: nauc_map_at_1000_std |
| value: 19.094217395528524 |
| - type: nauc_map_at_100_diff1 |
| value: 77.373933280668 |
| - type: nauc_map_at_100_max |
| value: 72.0649042565364 |
| - type: nauc_map_at_100_std |
| value: 19.083791137816352 |
| - type: nauc_map_at_10_diff1 |
| value: 77.70989297249345 |
| - type: nauc_map_at_10_max |
| value: 72.27495008631554 |
| - type: nauc_map_at_10_std |
| value: 18.932224004065162 |
| - type: nauc_map_at_1_diff1 |
| value: 82.52567232363161 |
| - type: nauc_map_at_1_max |
| value: 74.55360590610704 |
| - type: nauc_map_at_1_std |
| value: 20.515475387948243 |
| - type: nauc_map_at_20_diff1 |
| value: 77.46838293283584 |
| - type: nauc_map_at_20_max |
| value: 72.14297394136004 |
| - type: nauc_map_at_20_std |
| value: 19.02131554485847 |
| - type: nauc_map_at_3_diff1 |
| value: 78.35949763496411 |
| - type: nauc_map_at_3_max |
| value: 72.68798107449088 |
| - type: nauc_map_at_3_std |
| value: 18.99379028492272 |
| - type: nauc_map_at_5_diff1 |
| value: 78.29663044814824 |
| - type: nauc_map_at_5_max |
| value: 72.85092001611716 |
| - type: nauc_map_at_5_std |
| value: 19.09987622335474 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 77.0556567524976 |
| - type: nauc_mrr_at_1000_max |
| value: 72.09048487668457 |
| - type: nauc_mrr_at_1000_std |
| value: 19.25214135903195 |
| - type: nauc_mrr_at_100_diff1 |
| value: 77.05472401560309 |
| - type: nauc_mrr_at_100_max |
| value: 72.09059311719659 |
| - type: nauc_mrr_at_100_std |
| value: 19.241590200834146 |
| - type: nauc_mrr_at_10_diff1 |
| value: 77.39213531475731 |
| - type: nauc_mrr_at_10_max |
| value: 72.30044601578872 |
| - type: nauc_mrr_at_10_std |
| value: 19.08939059922627 |
| - type: nauc_mrr_at_1_diff1 |
| value: 81.8862308729431 |
| - type: nauc_mrr_at_1_max |
| value: 74.60235468275339 |
| - type: nauc_mrr_at_1_std |
| value: 20.8279444323117 |
| - type: nauc_mrr_at_20_diff1 |
| value: 77.14991068904308 |
| - type: nauc_mrr_at_20_max |
| value: 72.16860011690952 |
| - type: nauc_mrr_at_20_std |
| value: 19.178850208436376 |
| - type: nauc_mrr_at_3_diff1 |
| value: 78.04245151703907 |
| - type: nauc_mrr_at_3_max |
| value: 72.71319714374202 |
| - type: nauc_mrr_at_3_std |
| value: 19.150421583399723 |
| - type: nauc_mrr_at_5_diff1 |
| value: 77.97916227480808 |
| - type: nauc_mrr_at_5_max |
| value: 72.87609390630256 |
| - type: nauc_mrr_at_5_std |
| value: 19.256680048263735 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 73.93767113477907 |
| - type: nauc_ndcg_at_1000_max |
| value: 69.88404116733506 |
| - type: nauc_ndcg_at_1000_std |
| value: 19.68407713864583 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 73.82395257759265 |
| - type: nauc_ndcg_at_100_max |
| value: 69.83618991706564 |
| - type: nauc_ndcg_at_100_std |
| value: 19.256279161584654 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 75.58036680360185 |
| - type: nauc_ndcg_at_10_max |
| value: 70.9277731951102 |
| - type: nauc_ndcg_at_10_std |
| value: 18.24765302865303 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 82.52567232363161 |
| - type: nauc_ndcg_at_1_max |
| value: 74.55360590610704 |
| - type: nauc_ndcg_at_1_std |
| value: 20.515475387948243 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 74.67267264640863 |
| - type: nauc_ndcg_at_20_max |
| value: 70.41638512690534 |
| - type: nauc_ndcg_at_20_std |
| value: 18.5318975733297 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 77.1329446571036 |
| - type: nauc_ndcg_at_3_max |
| value: 72.08931244236261 |
| - type: nauc_ndcg_at_3_std |
| value: 18.53107234264309 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 77.01484051719324 |
| - type: nauc_ndcg_at_5_max |
| value: 72.35261224856936 |
| - type: nauc_ndcg_at_5_std |
| value: 18.72538724810479 |
| - type: nauc_precision_at_1000_diff1 |
| value: 53.30172161915614 |
| - type: nauc_precision_at_1000_max |
| value: 56.461034398927545 |
| - type: nauc_precision_at_1000_std |
| value: 28.81119286639875 |
| - type: nauc_precision_at_100_diff1 |
| value: 57.78206578042088 |
| - type: nauc_precision_at_100_max |
| value: 59.606013396493516 |
| - type: nauc_precision_at_100_std |
| value: 21.912993966042226 |
| - type: nauc_precision_at_10_diff1 |
| value: 68.76288618627447 |
| - type: nauc_precision_at_10_max |
| value: 66.39389103261195 |
| - type: nauc_precision_at_10_std |
| value: 16.014609557706812 |
| - type: nauc_precision_at_1_diff1 |
| value: 82.52567232363161 |
| - type: nauc_precision_at_1_max |
| value: 74.55360590610704 |
| - type: nauc_precision_at_1_std |
| value: 20.515475387948243 |
| - type: nauc_precision_at_20_diff1 |
| value: 64.74676681608756 |
| - type: nauc_precision_at_20_max |
| value: 64.07208764182178 |
| - type: nauc_precision_at_20_std |
| value: 17.01363067962291 |
| - type: nauc_precision_at_3_diff1 |
| value: 73.62522389481089 |
| - type: nauc_precision_at_3_max |
| value: 70.36056685665382 |
| - type: nauc_precision_at_3_std |
| value: 17.202818367658427 |
| - type: nauc_precision_at_5_diff1 |
| value: 73.31220817816539 |
| - type: nauc_precision_at_5_max |
| value: 70.92407676989903 |
| - type: nauc_precision_at_5_std |
| value: 17.67739682781376 |
| - type: nauc_recall_at_1000_diff1 |
| value: 53.301721619156105 |
| - type: nauc_recall_at_1000_max |
| value: 56.461034398927666 |
| - type: nauc_recall_at_1000_std |
| value: 28.811192866398837 |
| - type: nauc_recall_at_100_diff1 |
| value: 57.782065780420844 |
| - type: nauc_recall_at_100_max |
| value: 59.60601339649349 |
| - type: nauc_recall_at_100_std |
| value: 21.912993966042183 |
| - type: nauc_recall_at_10_diff1 |
| value: 68.7628861862745 |
| - type: nauc_recall_at_10_max |
| value: 66.39389103261195 |
| - type: nauc_recall_at_10_std |
| value: 16.014609557706795 |
| - type: nauc_recall_at_1_diff1 |
| value: 82.52567232363161 |
| - type: nauc_recall_at_1_max |
| value: 74.55360590610704 |
| - type: nauc_recall_at_1_std |
| value: 20.515475387948243 |
| - type: nauc_recall_at_20_diff1 |
| value: 64.74676681608761 |
| - type: nauc_recall_at_20_max |
| value: 64.07208764182177 |
| - type: nauc_recall_at_20_std |
| value: 17.013630679622935 |
| - type: nauc_recall_at_3_diff1 |
| value: 73.62522389481089 |
| - type: nauc_recall_at_3_max |
| value: 70.36056685665386 |
| - type: nauc_recall_at_3_std |
| value: 17.202818367658445 |
| - type: nauc_recall_at_5_diff1 |
| value: 73.3122081781654 |
| - type: nauc_recall_at_5_max |
| value: 70.92407676989899 |
| - type: nauc_recall_at_5_std |
| value: 17.677396827813805 |
| - type: ndcg_at_1 |
| value: 36.5 |
| - type: ndcg_at_10 |
| value: 42.986000000000004 |
| - type: ndcg_at_100 |
| value: 45.79 |
| - type: ndcg_at_1000 |
| value: 47.407 |
| - type: ndcg_at_20 |
| value: 43.998 |
| - type: ndcg_at_3 |
| value: 40.959 |
| - type: ndcg_at_5 |
| value: 41.704 |
| - type: precision_at_1 |
| value: 36.5 |
| - type: precision_at_10 |
| value: 4.97 |
| - type: precision_at_100 |
| value: 0.635 |
| - type: precision_at_1000 |
| value: 0.077 |
| - type: precision_at_20 |
| value: 2.685 |
| - type: precision_at_3 |
| value: 14.633 |
| - type: precision_at_5 |
| value: 9.139999999999999 |
| - type: recall_at_1 |
| value: 36.5 |
| - type: recall_at_10 |
| value: 49.7 |
| - type: recall_at_100 |
| value: 63.5 |
| - type: recall_at_1000 |
| value: 76.9 |
| - type: recall_at_20 |
| value: 53.7 |
| - type: recall_at_3 |
| value: 43.9 |
| - type: recall_at_5 |
| value: 45.7 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB NFCorpus (default) |
| revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 |
| split: test |
| type: mteb/nfcorpus |
| metrics: |
| - type: main_score |
| value: 28.717 |
| - type: map_at_1 |
| value: 5.1339999999999995 |
| - type: map_at_10 |
| value: 11.116 |
| - type: map_at_100 |
| value: 12.909 |
| - type: map_at_1000 |
| value: 13.514000000000001 |
| - type: map_at_20 |
| value: 12.017 |
| - type: map_at_3 |
| value: 8.530999999999999 |
| - type: map_at_5 |
| value: 9.849 |
| - type: mrr_at_1 |
| value: 42.10526315789473 |
| - type: mrr_at_10 |
| value: 48.94896555113274 |
| - type: mrr_at_100 |
| value: 49.538778225230004 |
| - type: mrr_at_1000 |
| value: 49.5972692996884 |
| - type: mrr_at_20 |
| value: 49.33970910655248 |
| - type: mrr_at_3 |
| value: 47.36842105263159 |
| - type: mrr_at_5 |
| value: 48.28173374613004 |
| - type: nauc_map_at_1000_diff1 |
| value: 16.353893868263473 |
| - type: nauc_map_at_1000_max |
| value: 44.040542152095554 |
| - type: nauc_map_at_1000_std |
| value: 18.193794214316128 |
| - type: nauc_map_at_100_diff1 |
| value: 16.74853812715935 |
| - type: nauc_map_at_100_max |
| value: 43.99843857525908 |
| - type: nauc_map_at_100_std |
| value: 17.027768108245347 |
| - type: nauc_map_at_10_diff1 |
| value: 20.518880945162515 |
| - type: nauc_map_at_10_max |
| value: 41.97522979226856 |
| - type: nauc_map_at_10_std |
| value: 11.82591379526025 |
| - type: nauc_map_at_1_diff1 |
| value: 40.60820182767276 |
| - type: nauc_map_at_1_max |
| value: 34.324314249089035 |
| - type: nauc_map_at_1_std |
| value: 6.241429658500057 |
| - type: nauc_map_at_20_diff1 |
| value: 18.029190338253287 |
| - type: nauc_map_at_20_max |
| value: 43.59909950180384 |
| - type: nauc_map_at_20_std |
| value: 14.392341317877039 |
| - type: nauc_map_at_3_diff1 |
| value: 26.151377515810985 |
| - type: nauc_map_at_3_max |
| value: 37.24496964175979 |
| - type: nauc_map_at_3_std |
| value: 7.744086080739083 |
| - type: nauc_map_at_5_diff1 |
| value: 24.727410429739503 |
| - type: nauc_map_at_5_max |
| value: 38.995534077321494 |
| - type: nauc_map_at_5_std |
| value: 8.94368246607561 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 28.912407160224873 |
| - type: nauc_mrr_at_1000_max |
| value: 52.20648880316783 |
| - type: nauc_mrr_at_1000_std |
| value: 18.67711355101332 |
| - type: nauc_mrr_at_100_diff1 |
| value: 28.862722538310585 |
| - type: nauc_mrr_at_100_max |
| value: 52.21237555020183 |
| - type: nauc_mrr_at_100_std |
| value: 18.711444597208224 |
| - type: nauc_mrr_at_10_diff1 |
| value: 29.249669752599406 |
| - type: nauc_mrr_at_10_max |
| value: 52.125996129180706 |
| - type: nauc_mrr_at_10_std |
| value: 18.108543640748522 |
| - type: nauc_mrr_at_1_diff1 |
| value: 31.437393726415657 |
| - type: nauc_mrr_at_1_max |
| value: 50.30794594214224 |
| - type: nauc_mrr_at_1_std |
| value: 15.797200651547834 |
| - type: nauc_mrr_at_20_diff1 |
| value: 28.960276249385753 |
| - type: nauc_mrr_at_20_max |
| value: 52.2292512355103 |
| - type: nauc_mrr_at_20_std |
| value: 18.647209256171255 |
| - type: nauc_mrr_at_3_diff1 |
| value: 29.9403099791075 |
| - type: nauc_mrr_at_3_max |
| value: 52.21375418646459 |
| - type: nauc_mrr_at_3_std |
| value: 17.657403630905236 |
| - type: nauc_mrr_at_5_diff1 |
| value: 29.288691954701605 |
| - type: nauc_mrr_at_5_max |
| value: 51.93458325391017 |
| - type: nauc_mrr_at_5_std |
| value: 17.449275114151224 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 17.413449466355477 |
| - type: nauc_ndcg_at_1000_max |
| value: 51.282128853882966 |
| - type: nauc_ndcg_at_1000_std |
| value: 26.676699834172833 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 14.229405037669823 |
| - type: nauc_ndcg_at_100_max |
| value: 47.27756231700748 |
| - type: nauc_ndcg_at_100_std |
| value: 26.359853706665675 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 10.756820538491432 |
| - type: nauc_ndcg_at_10_max |
| value: 43.25352958404275 |
| - type: nauc_ndcg_at_10_std |
| value: 21.498972415819615 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 32.08481502771464 |
| - type: nauc_ndcg_at_1_max |
| value: 49.512698007983666 |
| - type: nauc_ndcg_at_1_std |
| value: 15.52228503821167 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 10.584244885381274 |
| - type: nauc_ndcg_at_20_max |
| value: 43.682615411785605 |
| - type: nauc_ndcg_at_20_std |
| value: 23.91850402894147 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 14.368283308364383 |
| - type: nauc_ndcg_at_3_max |
| value: 46.3845049842012 |
| - type: nauc_ndcg_at_3_std |
| value: 20.362210144259294 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 12.794798632954132 |
| - type: nauc_ndcg_at_5_max |
| value: 44.81887933731769 |
| - type: nauc_ndcg_at_5_std |
| value: 20.17434710663848 |
| - type: nauc_precision_at_1000_diff1 |
| value: -11.62222903948536 |
| - type: nauc_precision_at_1000_max |
| value: 3.85955586789508 |
| - type: nauc_precision_at_1000_std |
| value: 27.242984511883318 |
| - type: nauc_precision_at_100_diff1 |
| value: -15.235363834286758 |
| - type: nauc_precision_at_100_max |
| value: 15.552980262829665 |
| - type: nauc_precision_at_100_std |
| value: 35.902059450309075 |
| - type: nauc_precision_at_10_diff1 |
| value: -8.569695903294772 |
| - type: nauc_precision_at_10_max |
| value: 34.279516997538 |
| - type: nauc_precision_at_10_std |
| value: 25.326968367382264 |
| - type: nauc_precision_at_1_diff1 |
| value: 31.437393726415657 |
| - type: nauc_precision_at_1_max |
| value: 50.30794594214224 |
| - type: nauc_precision_at_1_std |
| value: 15.797200651547834 |
| - type: nauc_precision_at_20_diff1 |
| value: -13.581809281052983 |
| - type: nauc_precision_at_20_max |
| value: 28.36321164223102 |
| - type: nauc_precision_at_20_std |
| value: 29.30831094247851 |
| - type: nauc_precision_at_3_diff1 |
| value: 4.528067814541078 |
| - type: nauc_precision_at_3_max |
| value: 43.00955396308342 |
| - type: nauc_precision_at_3_std |
| value: 21.09295855114464 |
| - type: nauc_precision_at_5_diff1 |
| value: -0.49426825672219826 |
| - type: nauc_precision_at_5_max |
| value: 39.70156191883351 |
| - type: nauc_precision_at_5_std |
| value: 21.671532426934093 |
| - type: nauc_recall_at_1000_diff1 |
| value: 14.660764095574033 |
| - type: nauc_recall_at_1000_max |
| value: 35.49957428338693 |
| - type: nauc_recall_at_1000_std |
| value: 19.47138042432338 |
| - type: nauc_recall_at_100_diff1 |
| value: 10.252566830606682 |
| - type: nauc_recall_at_100_max |
| value: 40.61686153859631 |
| - type: nauc_recall_at_100_std |
| value: 23.545459884553615 |
| - type: nauc_recall_at_10_diff1 |
| value: 18.740737180025736 |
| - type: nauc_recall_at_10_max |
| value: 38.69765703939695 |
| - type: nauc_recall_at_10_std |
| value: 10.071092204381513 |
| - type: nauc_recall_at_1_diff1 |
| value: 40.60820182767276 |
| - type: nauc_recall_at_1_max |
| value: 34.324314249089035 |
| - type: nauc_recall_at_1_std |
| value: 6.241429658500057 |
| - type: nauc_recall_at_20_diff1 |
| value: 15.163058894173126 |
| - type: nauc_recall_at_20_max |
| value: 39.320481512988756 |
| - type: nauc_recall_at_20_std |
| value: 13.65010053759418 |
| - type: nauc_recall_at_3_diff1 |
| value: 24.495065506876614 |
| - type: nauc_recall_at_3_max |
| value: 35.34822128689044 |
| - type: nauc_recall_at_3_std |
| value: 6.2632503472831145 |
| - type: nauc_recall_at_5_diff1 |
| value: 22.51780662380844 |
| - type: nauc_recall_at_5_max |
| value: 34.69191236760095 |
| - type: nauc_recall_at_5_std |
| value: 6.71655205068772 |
| - type: ndcg_at_1 |
| value: 39.474 |
| - type: ndcg_at_10 |
| value: 28.717 |
| - type: ndcg_at_100 |
| value: 24.017 |
| - type: ndcg_at_1000 |
| value: 29.933 |
| - type: ndcg_at_20 |
| value: 26.183 |
| - type: ndcg_at_3 |
| value: 34.52 |
| - type: ndcg_at_5 |
| value: 31.758999999999997 |
| - type: precision_at_1 |
| value: 42.105 |
| - type: precision_at_10 |
| value: 20.402 |
| - type: precision_at_100 |
| value: 5.483 |
| - type: precision_at_1000 |
| value: 1.468 |
| - type: precision_at_20 |
| value: 14.474 |
| - type: precision_at_3 |
| value: 32.301 |
| - type: precision_at_5 |
| value: 26.811 |
| - type: recall_at_1 |
| value: 5.1339999999999995 |
| - type: recall_at_10 |
| value: 14.14 |
| - type: recall_at_100 |
| value: 21.979000000000003 |
| - type: recall_at_1000 |
| value: 44.57 |
| - type: recall_at_20 |
| value: 16.921 |
| - type: recall_at_3 |
| value: 9.414 |
| - type: recall_at_5 |
| value: 11.688 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB NQ (default) |
| revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 |
| split: test |
| type: mteb/nq |
| metrics: |
| - type: main_score |
| value: 20.498 |
| - type: map_at_1 |
| value: 11.006 |
| - type: map_at_10 |
| value: 16.881 |
| - type: map_at_100 |
| value: 17.681 |
| - type: map_at_1000 |
| value: 17.747 |
| - type: map_at_20 |
| value: 17.349 |
| - type: map_at_3 |
| value: 14.782 |
| - type: map_at_5 |
| value: 15.986 |
| - type: mrr_at_1 |
| value: 12.804171494785631 |
| - type: mrr_at_10 |
| value: 18.50528334161012 |
| - type: mrr_at_100 |
| value: 19.244286714242154 |
| - type: mrr_at_1000 |
| value: 19.301707708547898 |
| - type: mrr_at_20 |
| value: 18.940757061236877 |
| - type: mrr_at_3 |
| value: 16.613557358053296 |
| - type: mrr_at_5 |
| value: 17.692641946697556 |
| - type: nauc_map_at_1000_diff1 |
| value: 31.665402625771303 |
| - type: nauc_map_at_1000_max |
| value: 39.93401758057253 |
| - type: nauc_map_at_1000_std |
| value: 28.92786289419731 |
| - type: nauc_map_at_100_diff1 |
| value: 31.679923811098586 |
| - type: nauc_map_at_100_max |
| value: 39.940250466709145 |
| - type: nauc_map_at_100_std |
| value: 28.90733543889832 |
| - type: nauc_map_at_10_diff1 |
| value: 31.683994809354456 |
| - type: nauc_map_at_10_max |
| value: 39.38998633561208 |
| - type: nauc_map_at_10_std |
| value: 27.884758211850517 |
| - type: nauc_map_at_1_diff1 |
| value: 37.771167547385545 |
| - type: nauc_map_at_1_max |
| value: 33.79936534835281 |
| - type: nauc_map_at_1_std |
| value: 19.8026545196434 |
| - type: nauc_map_at_20_diff1 |
| value: 31.741953072257402 |
| - type: nauc_map_at_20_max |
| value: 39.78817031104777 |
| - type: nauc_map_at_20_std |
| value: 28.56481501195481 |
| - type: nauc_map_at_3_diff1 |
| value: 32.121253875385065 |
| - type: nauc_map_at_3_max |
| value: 36.73540051762868 |
| - type: nauc_map_at_3_std |
| value: 24.53111302707997 |
| - type: nauc_map_at_5_diff1 |
| value: 31.69042846828089 |
| - type: nauc_map_at_5_max |
| value: 38.38010820024265 |
| - type: nauc_map_at_5_std |
| value: 26.56806841463661 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 32.03936148344948 |
| - type: nauc_mrr_at_1000_max |
| value: 40.1787187014775 |
| - type: nauc_mrr_at_1000_std |
| value: 29.391476911132152 |
| - type: nauc_mrr_at_100_diff1 |
| value: 32.05107953270361 |
| - type: nauc_mrr_at_100_max |
| value: 40.191089365197456 |
| - type: nauc_mrr_at_100_std |
| value: 29.38534936580669 |
| - type: nauc_mrr_at_10_diff1 |
| value: 32.035247091986626 |
| - type: nauc_mrr_at_10_max |
| value: 39.712324323388124 |
| - type: nauc_mrr_at_10_std |
| value: 28.584921964851095 |
| - type: nauc_mrr_at_1_diff1 |
| value: 37.75122698222711 |
| - type: nauc_mrr_at_1_max |
| value: 35.80113036602084 |
| - type: nauc_mrr_at_1_std |
| value: 22.20249486383813 |
| - type: nauc_mrr_at_20_diff1 |
| value: 32.10750126321392 |
| - type: nauc_mrr_at_20_max |
| value: 40.07242003996933 |
| - type: nauc_mrr_at_20_std |
| value: 29.1586034119739 |
| - type: nauc_mrr_at_3_diff1 |
| value: 32.561539251580434 |
| - type: nauc_mrr_at_3_max |
| value: 37.9193528344707 |
| - type: nauc_mrr_at_3_std |
| value: 25.877386804749847 |
| - type: nauc_mrr_at_5_diff1 |
| value: 32.25306495173547 |
| - type: nauc_mrr_at_5_max |
| value: 39.083851848069294 |
| - type: nauc_mrr_at_5_std |
| value: 27.530721185638736 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 29.561218459059024 |
| - type: nauc_ndcg_at_1000_max |
| value: 43.6835614353733 |
| - type: nauc_ndcg_at_1000_std |
| value: 35.92798784055443 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 29.94536984280927 |
| - type: nauc_ndcg_at_100_max |
| value: 43.8410335236575 |
| - type: nauc_ndcg_at_100_std |
| value: 35.505438612557036 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 30.235348548493192 |
| - type: nauc_ndcg_at_10_max |
| value: 41.82573840073112 |
| - type: nauc_ndcg_at_10_std |
| value: 31.582058583570277 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 37.75122698222711 |
| - type: nauc_ndcg_at_1_max |
| value: 35.80113036602084 |
| - type: nauc_ndcg_at_1_std |
| value: 22.20249486383813 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 30.458353047565566 |
| - type: nauc_ndcg_at_20_max |
| value: 43.01021607354784 |
| - type: nauc_ndcg_at_20_std |
| value: 33.55606232519931 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 30.860260937591256 |
| - type: nauc_ndcg_at_3_max |
| value: 37.58324449207396 |
| - type: nauc_ndcg_at_3_std |
| value: 25.835126314334556 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 30.335040779381007 |
| - type: nauc_ndcg_at_5_max |
| value: 39.89828354354357 |
| - type: nauc_ndcg_at_5_std |
| value: 28.891396194531062 |
| - type: nauc_precision_at_1000_diff1 |
| value: 15.552294113688191 |
| - type: nauc_precision_at_1000_max |
| value: 41.53406485867871 |
| - type: nauc_precision_at_1000_std |
| value: 46.586530532497974 |
| - type: nauc_precision_at_100_diff1 |
| value: 21.999921653563852 |
| - type: nauc_precision_at_100_max |
| value: 48.2700803515746 |
| - type: nauc_precision_at_100_std |
| value: 48.57325173474392 |
| - type: nauc_precision_at_10_diff1 |
| value: 25.70658892601051 |
| - type: nauc_precision_at_10_max |
| value: 46.94888455540377 |
| - type: nauc_precision_at_10_std |
| value: 39.72188834633382 |
| - type: nauc_precision_at_1_diff1 |
| value: 37.75122698222711 |
| - type: nauc_precision_at_1_max |
| value: 35.80113036602084 |
| - type: nauc_precision_at_1_std |
| value: 22.20249486383813 |
| - type: nauc_precision_at_20_diff1 |
| value: 25.81577606956878 |
| - type: nauc_precision_at_20_max |
| value: 48.78383366637263 |
| - type: nauc_precision_at_20_std |
| value: 43.87045167647826 |
| - type: nauc_precision_at_3_diff1 |
| value: 27.531165103421557 |
| - type: nauc_precision_at_3_max |
| value: 40.14696590677932 |
| - type: nauc_precision_at_3_std |
| value: 29.899294615610124 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.93502440358384 |
| - type: nauc_precision_at_5_max |
| value: 44.00785804863087 |
| - type: nauc_precision_at_5_std |
| value: 35.03277433042901 |
| - type: nauc_recall_at_1000_diff1 |
| value: 21.208987311784337 |
| - type: nauc_recall_at_1000_max |
| value: 53.14694529463616 |
| - type: nauc_recall_at_1000_std |
| value: 57.390851786916905 |
| - type: nauc_recall_at_100_diff1 |
| value: 24.66517693117814 |
| - type: nauc_recall_at_100_max |
| value: 52.42144955311691 |
| - type: nauc_recall_at_100_std |
| value: 51.618093583567926 |
| - type: nauc_recall_at_10_diff1 |
| value: 26.2614095401863 |
| - type: nauc_recall_at_10_max |
| value: 46.16907420690962 |
| - type: nauc_recall_at_10_std |
| value: 38.80812141228197 |
| - type: nauc_recall_at_1_diff1 |
| value: 37.771167547385545 |
| - type: nauc_recall_at_1_max |
| value: 33.79936534835281 |
| - type: nauc_recall_at_1_std |
| value: 19.8026545196434 |
| - type: nauc_recall_at_20_diff1 |
| value: 26.974114073935862 |
| - type: nauc_recall_at_20_max |
| value: 49.22011806908929 |
| - type: nauc_recall_at_20_std |
| value: 43.99043967687484 |
| - type: nauc_recall_at_3_diff1 |
| value: 27.362156493610396 |
| - type: nauc_recall_at_3_max |
| value: 38.3365047861871 |
| - type: nauc_recall_at_3_std |
| value: 27.661439277596077 |
| - type: nauc_recall_at_5_diff1 |
| value: 26.22976856531024 |
| - type: nauc_recall_at_5_max |
| value: 41.809539450841896 |
| - type: nauc_recall_at_5_std |
| value: 32.72369291405573 |
| - type: ndcg_at_1 |
| value: 12.803999999999998 |
| - type: ndcg_at_10 |
| value: 20.498 |
| - type: ndcg_at_100 |
| value: 24.5 |
| - type: ndcg_at_1000 |
| value: 26.47 |
| - type: ndcg_at_20 |
| value: 22.105 |
| - type: ndcg_at_3 |
| value: 16.399 |
| - type: ndcg_at_5 |
| value: 18.443 |
| - type: precision_at_1 |
| value: 12.803999999999998 |
| - type: precision_at_10 |
| value: 3.581 |
| - type: precision_at_100 |
| value: 0.581 |
| - type: precision_at_1000 |
| value: 0.077 |
| - type: precision_at_20 |
| value: 2.149 |
| - type: precision_at_3 |
| value: 7.609000000000001 |
| - type: precision_at_5 |
| value: 5.707 |
| - type: recall_at_1 |
| value: 11.006 |
| - type: recall_at_10 |
| value: 30.171 |
| - type: recall_at_100 |
| value: 48.778 |
| - type: recall_at_1000 |
| value: 64.21900000000001 |
| - type: recall_at_20 |
| value: 36.221 |
| - type: recall_at_3 |
| value: 19.322 |
| - type: recall_at_5 |
| value: 24.078 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB QuoraRetrieval (default) |
| revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 |
| split: test |
| type: mteb/quora |
| metrics: |
| - type: main_score |
| value: 71.554 |
| - type: map_at_1 |
| value: 54.742999999999995 |
| - type: map_at_10 |
| value: 66.50500000000001 |
| - type: map_at_100 |
| value: 67.331 |
| - type: map_at_1000 |
| value: 67.378 |
| - type: map_at_20 |
| value: 67.0 |
| - type: map_at_3 |
| value: 63.641000000000005 |
| - type: map_at_5 |
| value: 65.33200000000001 |
| - type: mrr_at_1 |
| value: 62.72 |
| - type: mrr_at_10 |
| value: 70.89299206349173 |
| - type: mrr_at_100 |
| value: 71.27496005671617 |
| - type: mrr_at_1000 |
| value: 71.28806157709408 |
| - type: mrr_at_20 |
| value: 71.13000691890626 |
| - type: mrr_at_3 |
| value: 69.10333333333301 |
| - type: mrr_at_5 |
| value: 70.21583333333277 |
| - type: nauc_map_at_1000_diff1 |
| value: 66.65994150880708 |
| - type: nauc_map_at_1000_max |
| value: 42.207657689146636 |
| - type: nauc_map_at_1000_std |
| value: -4.614822708766726 |
| - type: nauc_map_at_100_diff1 |
| value: 66.65985460435601 |
| - type: nauc_map_at_100_max |
| value: 42.1951418791399 |
| - type: nauc_map_at_100_std |
| value: -4.668379257318548 |
| - type: nauc_map_at_10_diff1 |
| value: 66.65663432979525 |
| - type: nauc_map_at_10_max |
| value: 41.728720685551366 |
| - type: nauc_map_at_10_std |
| value: -5.48813041574439 |
| - type: nauc_map_at_1_diff1 |
| value: 68.58043728601021 |
| - type: nauc_map_at_1_max |
| value: 35.94249158252442 |
| - type: nauc_map_at_1_std |
| value: -7.845585809262184 |
| - type: nauc_map_at_20_diff1 |
| value: 66.61785931467136 |
| - type: nauc_map_at_20_max |
| value: 42.01736888380615 |
| - type: nauc_map_at_20_std |
| value: -5.027493425699964 |
| - type: nauc_map_at_3_diff1 |
| value: 66.98987257709052 |
| - type: nauc_map_at_3_max |
| value: 40.35052681408878 |
| - type: nauc_map_at_3_std |
| value: -7.050766461084552 |
| - type: nauc_map_at_5_diff1 |
| value: 66.75726460818723 |
| - type: nauc_map_at_5_max |
| value: 41.098088880186914 |
| - type: nauc_map_at_5_std |
| value: -6.347264380995132 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 68.09159158010036 |
| - type: nauc_mrr_at_1000_max |
| value: 44.78573778444799 |
| - type: nauc_mrr_at_1000_std |
| value: -2.1984227944596064 |
| - type: nauc_mrr_at_100_diff1 |
| value: 68.08976216482941 |
| - type: nauc_mrr_at_100_max |
| value: 44.79292331082449 |
| - type: nauc_mrr_at_100_std |
| value: -2.192358511474152 |
| - type: nauc_mrr_at_10_diff1 |
| value: 67.97856869515971 |
| - type: nauc_mrr_at_10_max |
| value: 44.75658442119892 |
| - type: nauc_mrr_at_10_std |
| value: -2.266089652581688 |
| - type: nauc_mrr_at_1_diff1 |
| value: 70.47504526794133 |
| - type: nauc_mrr_at_1_max |
| value: 42.998979288981566 |
| - type: nauc_mrr_at_1_std |
| value: -3.844595032747518 |
| - type: nauc_mrr_at_20_diff1 |
| value: 68.04847259578324 |
| - type: nauc_mrr_at_20_max |
| value: 44.77363717298844 |
| - type: nauc_mrr_at_20_std |
| value: -2.220330904615823 |
| - type: nauc_mrr_at_3_diff1 |
| value: 68.15770162945928 |
| - type: nauc_mrr_at_3_max |
| value: 44.63142381130085 |
| - type: nauc_mrr_at_3_std |
| value: -2.8196051300720657 |
| - type: nauc_mrr_at_5_diff1 |
| value: 67.97716933879973 |
| - type: nauc_mrr_at_5_max |
| value: 44.652057774354795 |
| - type: nauc_mrr_at_5_std |
| value: -2.4832835704033376 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 66.3484597736734 |
| - type: nauc_ndcg_at_1000_max |
| value: 44.274116813951935 |
| - type: nauc_ndcg_at_1000_std |
| value: -1.5242443165970598 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 66.29711869066402 |
| - type: nauc_ndcg_at_100_max |
| value: 44.34137131282743 |
| - type: nauc_ndcg_at_100_std |
| value: -1.7237366001412513 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 65.77635604345431 |
| - type: nauc_ndcg_at_10_max |
| value: 43.48141975314033 |
| - type: nauc_ndcg_at_10_std |
| value: -3.4515731967276566 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 70.45469179751821 |
| - type: nauc_ndcg_at_1_max |
| value: 43.09778577908869 |
| - type: nauc_ndcg_at_1_std |
| value: -3.7479094392549808 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 65.93436529633378 |
| - type: nauc_ndcg_at_20_max |
| value: 43.84308731244128 |
| - type: nauc_ndcg_at_20_std |
| value: -2.8872447228365674 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 66.27497432752165 |
| - type: nauc_ndcg_at_3_max |
| value: 42.688109359124404 |
| - type: nauc_ndcg_at_3_std |
| value: -4.5986707014568 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 65.89551276242311 |
| - type: nauc_ndcg_at_5_max |
| value: 42.8152724638242 |
| - type: nauc_ndcg_at_5_std |
| value: -4.359932658329261 |
| - type: nauc_precision_at_1000_diff1 |
| value: -25.845771358270355 |
| - type: nauc_precision_at_1000_max |
| value: 1.2507066004434095 |
| - type: nauc_precision_at_1000_std |
| value: 26.783890797373207 |
| - type: nauc_precision_at_100_diff1 |
| value: -19.728378500279163 |
| - type: nauc_precision_at_100_max |
| value: 6.959031535233483 |
| - type: nauc_precision_at_100_std |
| value: 25.84773456899786 |
| - type: nauc_precision_at_10_diff1 |
| value: 0.16708404784906175 |
| - type: nauc_precision_at_10_max |
| value: 19.543191924357625 |
| - type: nauc_precision_at_10_std |
| value: 16.79289511069038 |
| - type: nauc_precision_at_1_diff1 |
| value: 70.45469179751821 |
| - type: nauc_precision_at_1_max |
| value: 43.09778577908869 |
| - type: nauc_precision_at_1_std |
| value: -3.7479094392549808 |
| - type: nauc_precision_at_20_diff1 |
| value: -8.382255500761856 |
| - type: nauc_precision_at_20_max |
| value: 15.035473959289568 |
| - type: nauc_precision_at_20_std |
| value: 20.538740885480326 |
| - type: nauc_precision_at_3_diff1 |
| value: 27.048709249986878 |
| - type: nauc_precision_at_3_max |
| value: 30.518546736431258 |
| - type: nauc_precision_at_3_std |
| value: 5.306908786841801 |
| - type: nauc_precision_at_5_diff1 |
| value: 14.25364007698366 |
| - type: nauc_precision_at_5_max |
| value: 25.54441584174495 |
| - type: nauc_precision_at_5_std |
| value: 10.355093942273076 |
| - type: nauc_recall_at_1000_diff1 |
| value: 52.45597231858965 |
| - type: nauc_recall_at_1000_max |
| value: 60.33888868417243 |
| - type: nauc_recall_at_1000_std |
| value: 41.74015618938176 |
| - type: nauc_recall_at_100_diff1 |
| value: 55.86982273031775 |
| - type: nauc_recall_at_100_max |
| value: 51.926932990913464 |
| - type: nauc_recall_at_100_std |
| value: 16.958268019392627 |
| - type: nauc_recall_at_10_diff1 |
| value: 57.73562962930997 |
| - type: nauc_recall_at_10_max |
| value: 43.066024842226554 |
| - type: nauc_recall_at_10_std |
| value: -2.132404757799147 |
| - type: nauc_recall_at_1_diff1 |
| value: 68.58043728601021 |
| - type: nauc_recall_at_1_max |
| value: 35.94249158252442 |
| - type: nauc_recall_at_1_std |
| value: -7.845585809262184 |
| - type: nauc_recall_at_20_diff1 |
| value: 57.290031504158435 |
| - type: nauc_recall_at_20_max |
| value: 45.45886613788042 |
| - type: nauc_recall_at_20_std |
| value: 1.6370090149939058 |
| - type: nauc_recall_at_3_diff1 |
| value: 62.08876517630152 |
| - type: nauc_recall_at_3_max |
| value: 40.23002104011903 |
| - type: nauc_recall_at_3_std |
| value: -6.869162989714192 |
| - type: nauc_recall_at_5_diff1 |
| value: 59.933018486917746 |
| - type: nauc_recall_at_5_max |
| value: 40.88657267886578 |
| - type: nauc_recall_at_5_std |
| value: -5.628050779443181 |
| - type: ndcg_at_1 |
| value: 62.73 |
| - type: ndcg_at_10 |
| value: 71.554 |
| - type: ndcg_at_100 |
| value: 74.311 |
| - type: ndcg_at_1000 |
| value: 75.019 |
| - type: ndcg_at_20 |
| value: 72.75500000000001 |
| - type: ndcg_at_3 |
| value: 67.54400000000001 |
| - type: ndcg_at_5 |
| value: 69.55 |
| - type: precision_at_1 |
| value: 62.73 |
| - type: precision_at_10 |
| value: 10.906 |
| - type: precision_at_100 |
| value: 1.35 |
| - type: precision_at_1000 |
| value: 0.149 |
| - type: precision_at_20 |
| value: 5.915 |
| - type: precision_at_3 |
| value: 29.263 |
| - type: precision_at_5 |
| value: 19.488 |
| - type: recall_at_1 |
| value: 54.742999999999995 |
| - type: recall_at_10 |
| value: 81.716 |
| - type: recall_at_100 |
| value: 92.851 |
| - type: recall_at_1000 |
| value: 97.273 |
| - type: recall_at_20 |
| value: 85.92 |
| - type: recall_at_3 |
| value: 70.498 |
| - type: recall_at_5 |
| value: 75.849 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB SCIDOCS (default) |
| revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 |
| split: test |
| type: mteb/scidocs |
| metrics: |
| - type: main_score |
| value: 13.517999999999999 |
| - type: map_at_1 |
| value: 3.5229999999999997 |
| - type: map_at_10 |
| value: 7.915 |
| - type: map_at_100 |
| value: 8.997 |
| - type: map_at_1000 |
| value: 9.176 |
| - type: map_at_20 |
| value: 8.461 |
| - type: map_at_3 |
| value: 6.053 |
| - type: map_at_5 |
| value: 6.984 |
| - type: mrr_at_1 |
| value: 17.299999999999997 |
| - type: mrr_at_10 |
| value: 24.74190476190474 |
| - type: mrr_at_100 |
| value: 25.9101667039407 |
| - type: mrr_at_1000 |
| value: 25.988199023946144 |
| - type: mrr_at_20 |
| value: 25.481046473306517 |
| - type: mrr_at_3 |
| value: 22.216666666666676 |
| - type: mrr_at_5 |
| value: 23.56166666666666 |
| - type: nauc_map_at_1000_diff1 |
| value: 24.455910313503278 |
| - type: nauc_map_at_1000_max |
| value: 33.83004737315066 |
| - type: nauc_map_at_1000_std |
| value: 9.194523320442991 |
| - type: nauc_map_at_100_diff1 |
| value: 24.339630376832936 |
| - type: nauc_map_at_100_max |
| value: 33.61356299791679 |
| - type: nauc_map_at_100_std |
| value: 8.882372757049831 |
| - type: nauc_map_at_10_diff1 |
| value: 25.017917879428097 |
| - type: nauc_map_at_10_max |
| value: 32.33504087012955 |
| - type: nauc_map_at_10_std |
| value: 6.734267884868271 |
| - type: nauc_map_at_1_diff1 |
| value: 33.07304758382069 |
| - type: nauc_map_at_1_max |
| value: 25.491260816416794 |
| - type: nauc_map_at_1_std |
| value: 1.7848545220909784 |
| - type: nauc_map_at_20_diff1 |
| value: 24.198637656629334 |
| - type: nauc_map_at_20_max |
| value: 32.690638369259 |
| - type: nauc_map_at_20_std |
| value: 7.586937464360605 |
| - type: nauc_map_at_3_diff1 |
| value: 26.205857642960584 |
| - type: nauc_map_at_3_max |
| value: 29.44632005065384 |
| - type: nauc_map_at_3_std |
| value: 3.4668077481217945 |
| - type: nauc_map_at_5_diff1 |
| value: 25.34442003192351 |
| - type: nauc_map_at_5_max |
| value: 31.284146209449215 |
| - type: nauc_map_at_5_std |
| value: 4.52506460246591 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 26.631593454876302 |
| - type: nauc_mrr_at_1000_max |
| value: 26.390156952979044 |
| - type: nauc_mrr_at_1000_std |
| value: 5.500122607349167 |
| - type: nauc_mrr_at_100_diff1 |
| value: 26.611211042144717 |
| - type: nauc_mrr_at_100_max |
| value: 26.39311562918225 |
| - type: nauc_mrr_at_100_std |
| value: 5.525157281121166 |
| - type: nauc_mrr_at_10_diff1 |
| value: 26.461097777147565 |
| - type: nauc_mrr_at_10_max |
| value: 25.91630664617085 |
| - type: nauc_mrr_at_10_std |
| value: 4.953513051323053 |
| - type: nauc_mrr_at_1_diff1 |
| value: 32.8673947296537 |
| - type: nauc_mrr_at_1_max |
| value: 25.306851956706964 |
| - type: nauc_mrr_at_1_std |
| value: 1.683276319621701 |
| - type: nauc_mrr_at_20_diff1 |
| value: 26.35674529364598 |
| - type: nauc_mrr_at_20_max |
| value: 26.16462178058776 |
| - type: nauc_mrr_at_20_std |
| value: 5.36435930561749 |
| - type: nauc_mrr_at_3_diff1 |
| value: 27.80047318173256 |
| - type: nauc_mrr_at_3_max |
| value: 25.872566241336457 |
| - type: nauc_mrr_at_3_std |
| value: 3.557578523875398 |
| - type: nauc_mrr_at_5_diff1 |
| value: 27.047404596217532 |
| - type: nauc_mrr_at_5_max |
| value: 26.279644475539182 |
| - type: nauc_mrr_at_5_std |
| value: 4.369918153935665 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 23.4456737578451 |
| - type: nauc_ndcg_at_1000_max |
| value: 36.034352189412054 |
| - type: nauc_ndcg_at_1000_std |
| value: 16.484156459545886 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 22.82831843216624 |
| - type: nauc_ndcg_at_100_max |
| value: 34.1365140147972 |
| - type: nauc_ndcg_at_100_std |
| value: 14.483227399870668 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 23.143636366201108 |
| - type: nauc_ndcg_at_10_max |
| value: 30.284313035992454 |
| - type: nauc_ndcg_at_10_std |
| value: 8.236248942465304 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 32.8673947296537 |
| - type: nauc_ndcg_at_1_max |
| value: 25.306851956706964 |
| - type: nauc_ndcg_at_1_std |
| value: 1.683276319621701 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 22.10270448324872 |
| - type: nauc_ndcg_at_20_max |
| value: 31.087148948000117 |
| - type: nauc_ndcg_at_20_std |
| value: 9.944104633885981 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 25.440248950989997 |
| - type: nauc_ndcg_at_3_max |
| value: 28.246623874276388 |
| - type: nauc_ndcg_at_3_std |
| value: 4.130613893552461 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 24.123293565265154 |
| - type: nauc_ndcg_at_5_max |
| value: 29.79631494997637 |
| - type: nauc_ndcg_at_5_std |
| value: 5.568162599811792 |
| - type: nauc_precision_at_1000_diff1 |
| value: 15.29944955481792 |
| - type: nauc_precision_at_1000_max |
| value: 36.79591811647109 |
| - type: nauc_precision_at_1000_std |
| value: 28.258684253207196 |
| - type: nauc_precision_at_100_diff1 |
| value: 15.474631055719923 |
| - type: nauc_precision_at_100_max |
| value: 34.64308589262915 |
| - type: nauc_precision_at_100_std |
| value: 24.74903552712396 |
| - type: nauc_precision_at_10_diff1 |
| value: 17.66164436305463 |
| - type: nauc_precision_at_10_max |
| value: 30.27724054726259 |
| - type: nauc_precision_at_10_std |
| value: 12.045790012185199 |
| - type: nauc_precision_at_1_diff1 |
| value: 32.8673947296537 |
| - type: nauc_precision_at_1_max |
| value: 25.306851956706964 |
| - type: nauc_precision_at_1_std |
| value: 1.683276319621701 |
| - type: nauc_precision_at_20_diff1 |
| value: 14.925311182923828 |
| - type: nauc_precision_at_20_max |
| value: 30.3754730346363 |
| - type: nauc_precision_at_20_std |
| value: 14.967037084167767 |
| - type: nauc_precision_at_3_diff1 |
| value: 22.12097232035023 |
| - type: nauc_precision_at_3_max |
| value: 28.90145998417316 |
| - type: nauc_precision_at_3_std |
| value: 5.207826293980497 |
| - type: nauc_precision_at_5_diff1 |
| value: 19.646124390015505 |
| - type: nauc_precision_at_5_max |
| value: 30.700015502912127 |
| - type: nauc_precision_at_5_std |
| value: 7.427940969317621 |
| - type: nauc_recall_at_1000_diff1 |
| value: 14.848430988160194 |
| - type: nauc_recall_at_1000_max |
| value: 36.302276276172904 |
| - type: nauc_recall_at_1000_std |
| value: 27.627870225767538 |
| - type: nauc_recall_at_100_diff1 |
| value: 14.927004116409107 |
| - type: nauc_recall_at_100_max |
| value: 34.122912157682684 |
| - type: nauc_recall_at_100_std |
| value: 24.23381166510311 |
| - type: nauc_recall_at_10_diff1 |
| value: 17.52209648033621 |
| - type: nauc_recall_at_10_max |
| value: 29.945321845042532 |
| - type: nauc_recall_at_10_std |
| value: 11.800345352046559 |
| - type: nauc_recall_at_1_diff1 |
| value: 33.07304758382069 |
| - type: nauc_recall_at_1_max |
| value: 25.491260816416794 |
| - type: nauc_recall_at_1_std |
| value: 1.7848545220909784 |
| - type: nauc_recall_at_20_diff1 |
| value: 14.653160966809933 |
| - type: nauc_recall_at_20_max |
| value: 29.918437729961667 |
| - type: nauc_recall_at_20_std |
| value: 14.617926536658679 |
| - type: nauc_recall_at_3_diff1 |
| value: 22.180882902500866 |
| - type: nauc_recall_at_3_max |
| value: 28.955925628304303 |
| - type: nauc_recall_at_3_std |
| value: 5.147959983230342 |
| - type: nauc_recall_at_5_diff1 |
| value: 19.606013374343526 |
| - type: nauc_recall_at_5_max |
| value: 30.729967797498414 |
| - type: nauc_recall_at_5_std |
| value: 7.420579815013824 |
| - type: ndcg_at_1 |
| value: 17.299999999999997 |
| - type: ndcg_at_10 |
| value: 13.517999999999999 |
| - type: ndcg_at_100 |
| value: 18.748 |
| - type: ndcg_at_1000 |
| value: 22.545 |
| - type: ndcg_at_20 |
| value: 15.382000000000001 |
| - type: ndcg_at_3 |
| value: 13.471 |
| - type: ndcg_at_5 |
| value: 11.451 |
| - type: precision_at_1 |
| value: 17.299999999999997 |
| - type: precision_at_10 |
| value: 6.7299999999999995 |
| - type: precision_at_100 |
| value: 1.43 |
| - type: precision_at_1000 |
| value: 0.234 |
| - type: precision_at_20 |
| value: 4.445 |
| - type: precision_at_3 |
| value: 12.367 |
| - type: precision_at_5 |
| value: 9.74 |
| - type: recall_at_1 |
| value: 3.5229999999999997 |
| - type: recall_at_10 |
| value: 13.683 |
| - type: recall_at_100 |
| value: 29.098000000000003 |
| - type: recall_at_1000 |
| value: 47.595 |
| - type: recall_at_20 |
| value: 18.073 |
| - type: recall_at_3 |
| value: 7.528 |
| - type: recall_at_5 |
| value: 9.905 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB SciFact (default) |
| revision: 0228b52cf27578f30900b9e5271d331663a030d7 |
| split: test |
| type: mteb/scifact |
| metrics: |
| - type: main_score |
| value: 67.45100000000001 |
| - type: map_at_1 |
| value: 53.65 |
| - type: map_at_10 |
| value: 62.989 |
| - type: map_at_100 |
| value: 63.56699999999999 |
| - type: map_at_1000 |
| value: 63.589 |
| - type: map_at_20 |
| value: 63.322 |
| - type: map_at_3 |
| value: 60.428000000000004 |
| - type: map_at_5 |
| value: 61.746 |
| - type: mrr_at_1 |
| value: 56.333333333333336 |
| - type: mrr_at_10 |
| value: 64.13531746031748 |
| - type: mrr_at_100 |
| value: 64.6502313045011 |
| - type: mrr_at_1000 |
| value: 64.67013730823842 |
| - type: mrr_at_20 |
| value: 64.43527267939034 |
| - type: mrr_at_3 |
| value: 62.16666666666668 |
| - type: mrr_at_5 |
| value: 63.11666666666667 |
| - type: nauc_map_at_1000_diff1 |
| value: 67.43871554709371 |
| - type: nauc_map_at_1000_max |
| value: 56.87707400987863 |
| - type: nauc_map_at_1000_std |
| value: 13.201817410562603 |
| - type: nauc_map_at_100_diff1 |
| value: 67.43014288014047 |
| - type: nauc_map_at_100_max |
| value: 56.883927550891386 |
| - type: nauc_map_at_100_std |
| value: 13.204268004519518 |
| - type: nauc_map_at_10_diff1 |
| value: 67.49162463152845 |
| - type: nauc_map_at_10_max |
| value: 56.97644107687605 |
| - type: nauc_map_at_10_std |
| value: 13.004767022411087 |
| - type: nauc_map_at_1_diff1 |
| value: 67.8603693433359 |
| - type: nauc_map_at_1_max |
| value: 49.43251795202199 |
| - type: nauc_map_at_1_std |
| value: 6.912136879424281 |
| - type: nauc_map_at_20_diff1 |
| value: 67.32806421479054 |
| - type: nauc_map_at_20_max |
| value: 56.872490664449984 |
| - type: nauc_map_at_20_std |
| value: 13.30541427931393 |
| - type: nauc_map_at_3_diff1 |
| value: 68.40309668384425 |
| - type: nauc_map_at_3_max |
| value: 55.585348937448686 |
| - type: nauc_map_at_3_std |
| value: 10.637842848724745 |
| - type: nauc_map_at_5_diff1 |
| value: 67.6085990023231 |
| - type: nauc_map_at_5_max |
| value: 56.24576150346847 |
| - type: nauc_map_at_5_std |
| value: 11.870434642467732 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 67.62060043481964 |
| - type: nauc_mrr_at_1000_max |
| value: 58.36047480075881 |
| - type: nauc_mrr_at_1000_std |
| value: 15.204349716076566 |
| - type: nauc_mrr_at_100_diff1 |
| value: 67.61097799902636 |
| - type: nauc_mrr_at_100_max |
| value: 58.36616990826231 |
| - type: nauc_mrr_at_100_std |
| value: 15.205918705276003 |
| - type: nauc_mrr_at_10_diff1 |
| value: 67.64119974776985 |
| - type: nauc_mrr_at_10_max |
| value: 58.53357486892739 |
| - type: nauc_mrr_at_10_std |
| value: 15.183780488996309 |
| - type: nauc_mrr_at_1_diff1 |
| value: 68.04114409455924 |
| - type: nauc_mrr_at_1_max |
| value: 53.395195106778026 |
| - type: nauc_mrr_at_1_std |
| value: 11.22962146863143 |
| - type: nauc_mrr_at_20_diff1 |
| value: 67.51089523977562 |
| - type: nauc_mrr_at_20_max |
| value: 58.39065359646342 |
| - type: nauc_mrr_at_20_std |
| value: 15.397131327128541 |
| - type: nauc_mrr_at_3_diff1 |
| value: 68.66391310043399 |
| - type: nauc_mrr_at_3_max |
| value: 58.72513527089311 |
| - type: nauc_mrr_at_3_std |
| value: 14.482335621031536 |
| - type: nauc_mrr_at_5_diff1 |
| value: 67.63339880758966 |
| - type: nauc_mrr_at_5_max |
| value: 58.49875096834214 |
| - type: nauc_mrr_at_5_std |
| value: 15.18233662283586 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 67.36797665645172 |
| - type: nauc_ndcg_at_1000_max |
| value: 58.99334315671615 |
| - type: nauc_ndcg_at_1000_std |
| value: 15.650591475261757 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 67.04578186513078 |
| - type: nauc_ndcg_at_100_max |
| value: 59.12903176643754 |
| - type: nauc_ndcg_at_100_std |
| value: 15.873975219475037 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 66.84396286068795 |
| - type: nauc_ndcg_at_10_max |
| value: 59.74397228268845 |
| - type: nauc_ndcg_at_10_std |
| value: 15.888728500432956 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 68.04114409455924 |
| - type: nauc_ndcg_at_1_max |
| value: 53.395195106778026 |
| - type: nauc_ndcg_at_1_std |
| value: 11.22962146863143 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 66.25089652332008 |
| - type: nauc_ndcg_at_20_max |
| value: 59.267825244207565 |
| - type: nauc_ndcg_at_20_std |
| value: 16.8645668167251 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 68.41523076040451 |
| - type: nauc_ndcg_at_3_max |
| value: 58.416730090539424 |
| - type: nauc_ndcg_at_3_std |
| value: 13.099839531734622 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 67.03081040284573 |
| - type: nauc_ndcg_at_5_max |
| value: 58.63120247252088 |
| - type: nauc_ndcg_at_5_std |
| value: 14.118200679420816 |
| - type: nauc_precision_at_1000_diff1 |
| value: -13.47492055830411 |
| - type: nauc_precision_at_1000_max |
| value: 17.212367429575043 |
| - type: nauc_precision_at_1000_std |
| value: 35.200380783824734 |
| - type: nauc_precision_at_100_diff1 |
| value: 1.7976055965574322 |
| - type: nauc_precision_at_100_max |
| value: 30.693920234632362 |
| - type: nauc_precision_at_100_std |
| value: 37.524340697646494 |
| - type: nauc_precision_at_10_diff1 |
| value: 24.447664761758 |
| - type: nauc_precision_at_10_max |
| value: 47.617098922049614 |
| - type: nauc_precision_at_10_std |
| value: 34.29653987068447 |
| - type: nauc_precision_at_1_diff1 |
| value: 68.04114409455924 |
| - type: nauc_precision_at_1_max |
| value: 53.395195106778026 |
| - type: nauc_precision_at_1_std |
| value: 11.22962146863143 |
| - type: nauc_precision_at_20_diff1 |
| value: 14.803856365569235 |
| - type: nauc_precision_at_20_max |
| value: 42.28753070062891 |
| - type: nauc_precision_at_20_std |
| value: 40.424284001110095 |
| - type: nauc_precision_at_3_diff1 |
| value: 51.73629472942003 |
| - type: nauc_precision_at_3_max |
| value: 56.08453509035213 |
| - type: nauc_precision_at_3_std |
| value: 21.17712635956948 |
| - type: nauc_precision_at_5_diff1 |
| value: 39.537844338381646 |
| - type: nauc_precision_at_5_max |
| value: 53.42459318275764 |
| - type: nauc_precision_at_5_std |
| value: 27.39110827163739 |
| - type: nauc_recall_at_1000_diff1 |
| value: 83.6430507162216 |
| - type: nauc_recall_at_1000_max |
| value: 82.64956389059707 |
| - type: nauc_recall_at_1000_std |
| value: 32.898362597071454 |
| - type: nauc_recall_at_100_diff1 |
| value: 64.42577030812336 |
| - type: nauc_recall_at_100_max |
| value: 69.51777933395574 |
| - type: nauc_recall_at_100_std |
| value: 27.661453470277102 |
| - type: nauc_recall_at_10_diff1 |
| value: 62.70521806358795 |
| - type: nauc_recall_at_10_max |
| value: 67.83398886849211 |
| - type: nauc_recall_at_10_std |
| value: 23.762450199550837 |
| - type: nauc_recall_at_1_diff1 |
| value: 67.8603693433359 |
| - type: nauc_recall_at_1_max |
| value: 49.43251795202199 |
| - type: nauc_recall_at_1_std |
| value: 6.912136879424281 |
| - type: nauc_recall_at_20_diff1 |
| value: 58.03251739041354 |
| - type: nauc_recall_at_20_max |
| value: 66.39099614909134 |
| - type: nauc_recall_at_20_std |
| value: 31.180896538363452 |
| - type: nauc_recall_at_3_diff1 |
| value: 68.85151954947838 |
| - type: nauc_recall_at_3_max |
| value: 62.448734183879715 |
| - type: nauc_recall_at_3_std |
| value: 13.972637930457147 |
| - type: nauc_recall_at_5_diff1 |
| value: 64.05212433203268 |
| - type: nauc_recall_at_5_max |
| value: 63.05508769069436 |
| - type: nauc_recall_at_5_std |
| value: 17.335334626975175 |
| - type: ndcg_at_1 |
| value: 56.333 |
| - type: ndcg_at_10 |
| value: 67.45100000000001 |
| - type: ndcg_at_100 |
| value: 70.09100000000001 |
| - type: ndcg_at_1000 |
| value: 70.757 |
| - type: ndcg_at_20 |
| value: 68.577 |
| - type: ndcg_at_3 |
| value: 62.857 |
| - type: ndcg_at_5 |
| value: 64.72 |
| - type: precision_at_1 |
| value: 56.333 |
| - type: precision_at_10 |
| value: 8.933 |
| - type: precision_at_100 |
| value: 1.0330000000000001 |
| - type: precision_at_1000 |
| value: 0.11 |
| - type: precision_at_20 |
| value: 4.717 |
| - type: precision_at_3 |
| value: 24.333 |
| - type: precision_at_5 |
| value: 15.867 |
| - type: recall_at_1 |
| value: 53.65 |
| - type: recall_at_10 |
| value: 80.061 |
| - type: recall_at_100 |
| value: 92.0 |
| - type: recall_at_1000 |
| value: 97.26700000000001 |
| - type: recall_at_20 |
| value: 84.378 |
| - type: recall_at_3 |
| value: 67.428 |
| - type: recall_at_5 |
| value: 72.09400000000001 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB T2Retrieval (default) |
| revision: 8731a845f1bf500a4f111cf1070785c793d10e64 |
| split: test |
| type: C-MTEB/T2Retrieval |
| metrics: |
| - type: main_score |
| value: 70.56400000000001 |
| - type: map_at_1 |
| value: 23.343 |
| - type: map_at_10 |
| value: 61.009 |
| - type: map_at_100 |
| value: 64.43100000000001 |
| - type: map_at_1000 |
| value: 64.562 |
| - type: map_at_20 |
| value: 63.395999999999994 |
| - type: map_at_3 |
| value: 44.344 |
| - type: map_at_5 |
| value: 53.504 |
| - type: mrr_at_1 |
| value: 80.19463440294582 |
| - type: mrr_at_10 |
| value: 84.12514368655899 |
| - type: mrr_at_100 |
| value: 84.31811888616042 |
| - type: mrr_at_1000 |
| value: 84.32771155206774 |
| - type: mrr_at_20 |
| value: 84.25141792188293 |
| - type: mrr_at_3 |
| value: 83.37497808171138 |
| - type: mrr_at_5 |
| value: 83.83723478870802 |
| - type: nauc_map_at_1000_diff1 |
| value: 22.496957132886223 |
| - type: nauc_map_at_1000_max |
| value: 55.96470814075969 |
| - type: nauc_map_at_1000_std |
| value: 32.601895486818826 |
| - type: nauc_map_at_100_diff1 |
| value: 22.48888923975606 |
| - type: nauc_map_at_100_max |
| value: 55.897135867165325 |
| - type: nauc_map_at_100_std |
| value: 32.48193019235303 |
| - type: nauc_map_at_10_diff1 |
| value: 23.70249242804442 |
| - type: nauc_map_at_10_max |
| value: 51.40247885329748 |
| - type: nauc_map_at_10_std |
| value: 24.27336153842712 |
| - type: nauc_map_at_1_diff1 |
| value: 45.510735110050405 |
| - type: nauc_map_at_1_max |
| value: 6.855375805557362 |
| - type: nauc_map_at_1_std |
| value: -19.686156263829435 |
| - type: nauc_map_at_20_diff1 |
| value: 22.588880791842648 |
| - type: nauc_map_at_20_max |
| value: 54.876016264954565 |
| - type: nauc_map_at_20_std |
| value: 30.3867274764393 |
| - type: nauc_map_at_3_diff1 |
| value: 33.87565317249748 |
| - type: nauc_map_at_3_max |
| value: 25.67974066213008 |
| - type: nauc_map_at_3_std |
| value: -6.37135891416 |
| - type: nauc_map_at_5_diff1 |
| value: 28.62311641700491 |
| - type: nauc_map_at_5_max |
| value: 38.30358147974758 |
| - type: nauc_map_at_5_std |
| value: 6.890948784359749 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 54.039101613763606 |
| - type: nauc_mrr_at_1000_max |
| value: 76.45873864072455 |
| - type: nauc_mrr_at_1000_std |
| value: 47.954681220242925 |
| - type: nauc_mrr_at_100_diff1 |
| value: 54.0402318626641 |
| - type: nauc_mrr_at_100_max |
| value: 76.4644118238503 |
| - type: nauc_mrr_at_100_std |
| value: 47.96421077433231 |
| - type: nauc_mrr_at_10_diff1 |
| value: 54.00311952299518 |
| - type: nauc_mrr_at_10_max |
| value: 76.4883471662642 |
| - type: nauc_mrr_at_10_std |
| value: 47.97540395073088 |
| - type: nauc_mrr_at_1_diff1 |
| value: 54.48089128029922 |
| - type: nauc_mrr_at_1_max |
| value: 73.86293219090854 |
| - type: nauc_mrr_at_1_std |
| value: 43.893078207399725 |
| - type: nauc_mrr_at_20_diff1 |
| value: 54.02405038081828 |
| - type: nauc_mrr_at_20_max |
| value: 76.47926942691595 |
| - type: nauc_mrr_at_20_std |
| value: 47.989225573091915 |
| - type: nauc_mrr_at_3_diff1 |
| value: 54.00341911971097 |
| - type: nauc_mrr_at_3_max |
| value: 76.45961735371569 |
| - type: nauc_mrr_at_3_std |
| value: 47.61426942204108 |
| - type: nauc_mrr_at_5_diff1 |
| value: 53.9619722001384 |
| - type: nauc_mrr_at_5_max |
| value: 76.46317048080803 |
| - type: nauc_mrr_at_5_std |
| value: 47.73472005225089 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 27.575467236770006 |
| - type: nauc_ndcg_at_1000_max |
| value: 62.97783076405462 |
| - type: nauc_ndcg_at_1000_std |
| value: 42.02022955089562 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 27.15156601573711 |
| - type: nauc_ndcg_at_100_max |
| value: 62.404979147635096 |
| - type: nauc_ndcg_at_100_std |
| value: 41.2772459964177 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 26.341363740340835 |
| - type: nauc_ndcg_at_10_max |
| value: 59.09789857330006 |
| - type: nauc_ndcg_at_10_std |
| value: 34.63284738139455 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 54.48089128029922 |
| - type: nauc_ndcg_at_1_max |
| value: 73.86293219090854 |
| - type: nauc_ndcg_at_1_std |
| value: 43.893078207399725 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 26.745690568011582 |
| - type: nauc_ndcg_at_20_max |
| value: 60.47418608855715 |
| - type: nauc_ndcg_at_20_std |
| value: 37.07806439202376 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 27.448474158468805 |
| - type: nauc_ndcg_at_3_max |
| value: 66.35144888436369 |
| - type: nauc_ndcg_at_3_std |
| value: 43.0380315268214 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 25.304764889456273 |
| - type: nauc_ndcg_at_5_max |
| value: 62.58655126382475 |
| - type: nauc_ndcg_at_5_std |
| value: 39.829814054023934 |
| - type: nauc_precision_at_1000_diff1 |
| value: -16.90157504432568 |
| - type: nauc_precision_at_1000_max |
| value: 31.127590699930458 |
| - type: nauc_precision_at_1000_std |
| value: 53.37248210552581 |
| - type: nauc_precision_at_100_diff1 |
| value: -15.935010943985944 |
| - type: nauc_precision_at_100_max |
| value: 35.932780668252754 |
| - type: nauc_precision_at_100_std |
| value: 56.314934387677475 |
| - type: nauc_precision_at_10_diff1 |
| value: -13.075680729640176 |
| - type: nauc_precision_at_10_max |
| value: 46.28713840678731 |
| - type: nauc_precision_at_10_std |
| value: 55.524572031300664 |
| - type: nauc_precision_at_1_diff1 |
| value: 54.48089128029922 |
| - type: nauc_precision_at_1_max |
| value: 73.86293219090854 |
| - type: nauc_precision_at_1_std |
| value: 43.893078207399725 |
| - type: nauc_precision_at_20_diff1 |
| value: -14.671291238209152 |
| - type: nauc_precision_at_20_max |
| value: 42.18289329500435 |
| - type: nauc_precision_at_20_std |
| value: 57.14838477872818 |
| - type: nauc_precision_at_3_diff1 |
| value: 0.4858379814922798 |
| - type: nauc_precision_at_3_max |
| value: 59.22453366703292 |
| - type: nauc_precision_at_3_std |
| value: 50.16608892838139 |
| - type: nauc_precision_at_5_diff1 |
| value: -8.296394992313592 |
| - type: nauc_precision_at_5_max |
| value: 52.31908226512005 |
| - type: nauc_precision_at_5_std |
| value: 52.27306483377752 |
| - type: nauc_recall_at_1000_diff1 |
| value: 14.665787859575602 |
| - type: nauc_recall_at_1000_max |
| value: 48.0799159049133 |
| - type: nauc_recall_at_1000_std |
| value: 45.084469451871485 |
| - type: nauc_recall_at_100_diff1 |
| value: 17.08454419888426 |
| - type: nauc_recall_at_100_max |
| value: 51.26393807559256 |
| - type: nauc_recall_at_100_std |
| value: 41.92224510594129 |
| - type: nauc_recall_at_10_diff1 |
| value: 20.483580918254 |
| - type: nauc_recall_at_10_max |
| value: 46.13586062002455 |
| - type: nauc_recall_at_10_std |
| value: 21.789034009353863 |
| - type: nauc_recall_at_1_diff1 |
| value: 45.510735110050405 |
| - type: nauc_recall_at_1_max |
| value: 6.855375805557362 |
| - type: nauc_recall_at_1_std |
| value: -19.686156263829435 |
| - type: nauc_recall_at_20_diff1 |
| value: 18.651897353965456 |
| - type: nauc_recall_at_20_max |
| value: 50.41164976390756 |
| - type: nauc_recall_at_20_std |
| value: 31.935251832807097 |
| - type: nauc_recall_at_3_diff1 |
| value: 31.300457278276166 |
| - type: nauc_recall_at_3_max |
| value: 21.964520248331244 |
| - type: nauc_recall_at_3_std |
| value: -8.56293395643492 |
| - type: nauc_recall_at_5_diff1 |
| value: 25.934453669962682 |
| - type: nauc_recall_at_5_max |
| value: 32.93948421343696 |
| - type: nauc_recall_at_5_std |
| value: 3.150406655915041 |
| - type: ndcg_at_1 |
| value: 80.19500000000001 |
| - type: ndcg_at_10 |
| value: 70.56400000000001 |
| - type: ndcg_at_100 |
| value: 75.248 |
| - type: ndcg_at_1000 |
| value: 76.712 |
| - type: ndcg_at_20 |
| value: 72.59 |
| - type: ndcg_at_3 |
| value: 73.894 |
| - type: ndcg_at_5 |
| value: 71.385 |
| - type: precision_at_1 |
| value: 80.19500000000001 |
| - type: precision_at_10 |
| value: 34.565 |
| - type: precision_at_100 |
| value: 4.41 |
| - type: precision_at_1000 |
| value: 0.47800000000000004 |
| - type: precision_at_20 |
| value: 19.553 |
| - type: precision_at_3 |
| value: 64.371 |
| - type: precision_at_5 |
| value: 52.748 |
| - type: recall_at_1 |
| value: 23.343 |
| - type: recall_at_10 |
| value: 68.598 |
| - type: recall_at_100 |
| value: 83.466 |
| - type: recall_at_1000 |
| value: 90.72 |
| - type: recall_at_20 |
| value: 75.077 |
| - type: recall_at_3 |
| value: 46.317 |
| - type: recall_at_5 |
| value: 57.489999999999995 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB TRECCOVID (default) |
| revision: bb9466bac8153a0349341eb1b22e06409e78ef4e |
| split: test |
| type: mteb/trec-covid |
| metrics: |
| - type: main_score |
| value: 62.425 |
| - type: map_at_1 |
| value: 0.203 |
| - type: map_at_10 |
| value: 1.459 |
| - type: map_at_100 |
| value: 6.9430000000000005 |
| - type: map_at_1000 |
| value: 16.881 |
| - type: map_at_20 |
| value: 2.536 |
| - type: map_at_3 |
| value: 0.5309999999999999 |
| - type: map_at_5 |
| value: 0.8210000000000001 |
| - type: mrr_at_1 |
| value: 76.0 |
| - type: mrr_at_10 |
| value: 83.65 |
| - type: mrr_at_100 |
| value: 83.72142857142858 |
| - type: mrr_at_1000 |
| value: 83.72142857142858 |
| - type: mrr_at_20 |
| value: 83.65 |
| - type: mrr_at_3 |
| value: 82.0 |
| - type: mrr_at_5 |
| value: 83.4 |
| - type: nauc_map_at_1000_diff1 |
| value: -6.541046681978992 |
| - type: nauc_map_at_1000_max |
| value: 53.15454917103454 |
| - type: nauc_map_at_1000_std |
| value: 79.85086181072259 |
| - type: nauc_map_at_100_diff1 |
| value: 2.9454404034728423 |
| - type: nauc_map_at_100_max |
| value: 35.75982032790531 |
| - type: nauc_map_at_100_std |
| value: 52.175513363150195 |
| - type: nauc_map_at_10_diff1 |
| value: 5.146390232256089 |
| - type: nauc_map_at_10_max |
| value: 18.151667914188497 |
| - type: nauc_map_at_10_std |
| value: 11.749174207425918 |
| - type: nauc_map_at_1_diff1 |
| value: 15.120130387703712 |
| - type: nauc_map_at_1_max |
| value: -8.089044124963296 |
| - type: nauc_map_at_1_std |
| value: -16.47698742886207 |
| - type: nauc_map_at_20_diff1 |
| value: 7.2409242766040816 |
| - type: nauc_map_at_20_max |
| value: 21.74763641630688 |
| - type: nauc_map_at_20_std |
| value: 17.84266990234575 |
| - type: nauc_map_at_3_diff1 |
| value: 6.559670685832701 |
| - type: nauc_map_at_3_max |
| value: 2.4060769560268054 |
| - type: nauc_map_at_3_std |
| value: -4.205911499342936 |
| - type: nauc_map_at_5_diff1 |
| value: 3.5437448801309843 |
| - type: nauc_map_at_5_max |
| value: 8.507033857489805 |
| - type: nauc_map_at_5_std |
| value: 2.557266246291616 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 7.093561985479526 |
| - type: nauc_mrr_at_1000_max |
| value: 12.163150377984188 |
| - type: nauc_mrr_at_1000_std |
| value: 5.153490610556136 |
| - type: nauc_mrr_at_100_diff1 |
| value: 7.093561985479526 |
| - type: nauc_mrr_at_100_max |
| value: 12.163150377984188 |
| - type: nauc_mrr_at_100_std |
| value: 5.153490610556136 |
| - type: nauc_mrr_at_10_diff1 |
| value: 7.118234287248623 |
| - type: nauc_mrr_at_10_max |
| value: 12.581138788928707 |
| - type: nauc_mrr_at_10_std |
| value: 5.6048358251663695 |
| - type: nauc_mrr_at_1_diff1 |
| value: 8.224452712641664 |
| - type: nauc_mrr_at_1_max |
| value: 4.5859652158864845 |
| - type: nauc_mrr_at_1_std |
| value: -1.1205330102968079 |
| - type: nauc_mrr_at_20_diff1 |
| value: 7.118234287248623 |
| - type: nauc_mrr_at_20_max |
| value: 12.581138788928707 |
| - type: nauc_mrr_at_20_std |
| value: 5.6048358251663695 |
| - type: nauc_mrr_at_3_diff1 |
| value: 4.041734386967824 |
| - type: nauc_mrr_at_3_max |
| value: 10.777335649834702 |
| - type: nauc_mrr_at_3_std |
| value: 5.783780754357451 |
| - type: nauc_mrr_at_5_diff1 |
| value: 8.425724238641777 |
| - type: nauc_mrr_at_5_max |
| value: 13.558212388947371 |
| - type: nauc_mrr_at_5_std |
| value: 5.232323355931403 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: -0.2949566425006407 |
| - type: nauc_ndcg_at_1000_max |
| value: 52.40963371099916 |
| - type: nauc_ndcg_at_1000_std |
| value: 77.11049722148121 |
| - type: nauc_ndcg_at_100_diff1 |
| value: -4.0697588078008256 |
| - type: nauc_ndcg_at_100_max |
| value: 51.380824162720394 |
| - type: nauc_ndcg_at_100_std |
| value: 71.07160892882715 |
| - type: nauc_ndcg_at_10_diff1 |
| value: -6.7144464670472 |
| - type: nauc_ndcg_at_10_max |
| value: 39.47160981936148 |
| - type: nauc_ndcg_at_10_std |
| value: 40.74701208709495 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 11.078453972644848 |
| - type: nauc_ndcg_at_1_max |
| value: 6.058859689565119 |
| - type: nauc_ndcg_at_1_std |
| value: -0.5071461502996903 |
| - type: nauc_ndcg_at_20_diff1 |
| value: -3.887237913199889 |
| - type: nauc_ndcg_at_20_max |
| value: 40.88921008584308 |
| - type: nauc_ndcg_at_20_std |
| value: 46.15143090870543 |
| - type: nauc_ndcg_at_3_diff1 |
| value: -4.432884126905009 |
| - type: nauc_ndcg_at_3_max |
| value: 22.35495334699474 |
| - type: nauc_ndcg_at_3_std |
| value: 18.826073139000187 |
| - type: nauc_ndcg_at_5_diff1 |
| value: -8.409971354760488 |
| - type: nauc_ndcg_at_5_max |
| value: 32.41394647563698 |
| - type: nauc_ndcg_at_5_std |
| value: 30.9427692315429 |
| - type: nauc_precision_at_1000_diff1 |
| value: -12.968656488046928 |
| - type: nauc_precision_at_1000_max |
| value: 51.48841492821185 |
| - type: nauc_precision_at_1000_std |
| value: 71.5784478734716 |
| - type: nauc_precision_at_100_diff1 |
| value: -8.842878579029152 |
| - type: nauc_precision_at_100_max |
| value: 52.255502868428664 |
| - type: nauc_precision_at_100_std |
| value: 76.5474049004033 |
| - type: nauc_precision_at_10_diff1 |
| value: -15.628865979381384 |
| - type: nauc_precision_at_10_max |
| value: 46.87671821305843 |
| - type: nauc_precision_at_10_std |
| value: 52.50472508591065 |
| - type: nauc_precision_at_1_diff1 |
| value: 8.224452712641664 |
| - type: nauc_precision_at_1_max |
| value: 4.5859652158864845 |
| - type: nauc_precision_at_1_std |
| value: -1.1205330102968079 |
| - type: nauc_precision_at_20_diff1 |
| value: -8.97641282121417 |
| - type: nauc_precision_at_20_max |
| value: 45.19920811680273 |
| - type: nauc_precision_at_20_std |
| value: 53.300381614764426 |
| - type: nauc_precision_at_3_diff1 |
| value: -12.11792171127635 |
| - type: nauc_precision_at_3_max |
| value: 28.68369618328903 |
| - type: nauc_precision_at_3_std |
| value: 32.4284706010099 |
| - type: nauc_precision_at_5_diff1 |
| value: -16.405745971858067 |
| - type: nauc_precision_at_5_max |
| value: 38.79919314664645 |
| - type: nauc_precision_at_5_std |
| value: 42.92247511249398 |
| - type: nauc_recall_at_1000_diff1 |
| value: -3.3845770983196557 |
| - type: nauc_recall_at_1000_max |
| value: 48.14582988919492 |
| - type: nauc_recall_at_1000_std |
| value: 75.41433415832614 |
| - type: nauc_recall_at_100_diff1 |
| value: 8.022453736855866 |
| - type: nauc_recall_at_100_max |
| value: 24.550775222784488 |
| - type: nauc_recall_at_100_std |
| value: 41.23574137418627 |
| - type: nauc_recall_at_10_diff1 |
| value: 5.930661939423501 |
| - type: nauc_recall_at_10_max |
| value: 14.758382148924712 |
| - type: nauc_recall_at_10_std |
| value: 7.083457328035323 |
| - type: nauc_recall_at_1_diff1 |
| value: 15.120130387703712 |
| - type: nauc_recall_at_1_max |
| value: -8.089044124963296 |
| - type: nauc_recall_at_1_std |
| value: -16.47698742886207 |
| - type: nauc_recall_at_20_diff1 |
| value: 7.4333001198631194 |
| - type: nauc_recall_at_20_max |
| value: 14.390383453037828 |
| - type: nauc_recall_at_20_std |
| value: 10.826932690629755 |
| - type: nauc_recall_at_3_diff1 |
| value: 6.1181369477439445 |
| - type: nauc_recall_at_3_max |
| value: 1.4029324116194293 |
| - type: nauc_recall_at_3_std |
| value: -5.123246588187333 |
| - type: nauc_recall_at_5_diff1 |
| value: 3.3614024885818328 |
| - type: nauc_recall_at_5_max |
| value: 7.443114255052484 |
| - type: nauc_recall_at_5_std |
| value: 0.1719114991000565 |
| - type: ndcg_at_1 |
| value: 72.0 |
| - type: ndcg_at_10 |
| value: 62.425 |
| - type: ndcg_at_100 |
| value: 42.833 |
| - type: ndcg_at_1000 |
| value: 38.538 |
| - type: ndcg_at_20 |
| value: 57.818000000000005 |
| - type: ndcg_at_3 |
| value: 66.469 |
| - type: ndcg_at_5 |
| value: 64.878 |
| - type: precision_at_1 |
| value: 76.0 |
| - type: precision_at_10 |
| value: 67.4 |
| - type: precision_at_100 |
| value: 44.18 |
| - type: precision_at_1000 |
| value: 17.95 |
| - type: precision_at_20 |
| value: 61.8 |
| - type: precision_at_3 |
| value: 71.333 |
| - type: precision_at_5 |
| value: 69.6 |
| - type: recall_at_1 |
| value: 0.203 |
| - type: recall_at_10 |
| value: 1.688 |
| - type: recall_at_100 |
| value: 10.302 |
| - type: recall_at_1000 |
| value: 36.3 |
| - type: recall_at_20 |
| value: 3.117 |
| - type: recall_at_3 |
| value: 0.559 |
| - type: recall_at_5 |
| value: 0.897 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB Touche2020 (default) |
| revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f |
| split: test |
| type: mteb/touche2020 |
| metrics: |
| - type: main_score |
| value: 23.639 |
| - type: map_at_1 |
| value: 2.092 |
| - type: map_at_10 |
| value: 9.293 |
| - type: map_at_100 |
| value: 16.176 |
| - type: map_at_1000 |
| value: 17.538 |
| - type: map_at_20 |
| value: 12.368 |
| - type: map_at_3 |
| value: 5.018000000000001 |
| - type: map_at_5 |
| value: 6.253 |
| - type: mrr_at_1 |
| value: 28.57142857142857 |
| - type: mrr_at_10 |
| value: 43.21347586653709 |
| - type: mrr_at_100 |
| value: 44.567870149502795 |
| - type: mrr_at_1000 |
| value: 44.567870149502795 |
| - type: mrr_at_20 |
| value: 44.26892835056099 |
| - type: mrr_at_3 |
| value: 39.45578231292517 |
| - type: mrr_at_5 |
| value: 40.98639455782313 |
| - type: nauc_map_at_1000_diff1 |
| value: 8.113808505002755 |
| - type: nauc_map_at_1000_max |
| value: -12.821141916586242 |
| - type: nauc_map_at_1000_std |
| value: -18.146754733521558 |
| - type: nauc_map_at_100_diff1 |
| value: 7.501096016012217 |
| - type: nauc_map_at_100_max |
| value: -14.489710951391796 |
| - type: nauc_map_at_100_std |
| value: -20.992487558293142 |
| - type: nauc_map_at_10_diff1 |
| value: 13.301089748633393 |
| - type: nauc_map_at_10_max |
| value: -13.271669557688393 |
| - type: nauc_map_at_10_std |
| value: -30.280706768603714 |
| - type: nauc_map_at_1_diff1 |
| value: 18.11449551683917 |
| - type: nauc_map_at_1_max |
| value: -22.066396220697545 |
| - type: nauc_map_at_1_std |
| value: -34.40518059825958 |
| - type: nauc_map_at_20_diff1 |
| value: 5.598236453598427 |
| - type: nauc_map_at_20_max |
| value: -18.513590591712813 |
| - type: nauc_map_at_20_std |
| value: -29.669717323308603 |
| - type: nauc_map_at_3_diff1 |
| value: 9.778805992604187 |
| - type: nauc_map_at_3_max |
| value: -19.74166856327524 |
| - type: nauc_map_at_3_std |
| value: -31.311603338046833 |
| - type: nauc_map_at_5_diff1 |
| value: 15.7202727474612 |
| - type: nauc_map_at_5_max |
| value: -17.356144865319813 |
| - type: nauc_map_at_5_std |
| value: -32.8447208930918 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 13.274692366618835 |
| - type: nauc_mrr_at_1000_max |
| value: -13.366257875792126 |
| - type: nauc_mrr_at_1000_std |
| value: -19.38850049312152 |
| - type: nauc_mrr_at_100_diff1 |
| value: 13.274692366618835 |
| - type: nauc_mrr_at_100_max |
| value: -13.366257875792126 |
| - type: nauc_mrr_at_100_std |
| value: -19.38850049312152 |
| - type: nauc_mrr_at_10_diff1 |
| value: 14.895391726179636 |
| - type: nauc_mrr_at_10_max |
| value: -12.021502471656444 |
| - type: nauc_mrr_at_10_std |
| value: -18.515259456430417 |
| - type: nauc_mrr_at_1_diff1 |
| value: 12.265279179422803 |
| - type: nauc_mrr_at_1_max |
| value: -20.588212783319833 |
| - type: nauc_mrr_at_1_std |
| value: -27.417475766164507 |
| - type: nauc_mrr_at_20_diff1 |
| value: 13.238737984558973 |
| - type: nauc_mrr_at_20_max |
| value: -13.560960724665147 |
| - type: nauc_mrr_at_20_std |
| value: -19.492795685952842 |
| - type: nauc_mrr_at_3_diff1 |
| value: 12.671377368168827 |
| - type: nauc_mrr_at_3_max |
| value: -11.864061527886694 |
| - type: nauc_mrr_at_3_std |
| value: -19.3958302159125 |
| - type: nauc_mrr_at_5_diff1 |
| value: 12.643093703826533 |
| - type: nauc_mrr_at_5_max |
| value: -12.019493556879212 |
| - type: nauc_mrr_at_5_std |
| value: -18.49194959830366 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 12.96868651758221 |
| - type: nauc_ndcg_at_1000_max |
| value: -2.4259137880152215 |
| - type: nauc_ndcg_at_1000_std |
| value: 1.6992600264519455 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 11.763108165833458 |
| - type: nauc_ndcg_at_100_max |
| value: -7.955139386228701 |
| - type: nauc_ndcg_at_100_std |
| value: -6.962889778793918 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 9.313754328330232 |
| - type: nauc_ndcg_at_10_max |
| value: -9.379074508658757 |
| - type: nauc_ndcg_at_10_std |
| value: -21.289583949829353 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 11.958955148338088 |
| - type: nauc_ndcg_at_1_max |
| value: -21.45683911916427 |
| - type: nauc_ndcg_at_1_std |
| value: -29.59828322405147 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 5.702530833380917 |
| - type: nauc_ndcg_at_20_max |
| value: -18.11189163555712 |
| - type: nauc_ndcg_at_20_std |
| value: -24.899197257439077 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 5.353711866477964 |
| - type: nauc_ndcg_at_3_max |
| value: -13.383348388728653 |
| - type: nauc_ndcg_at_3_std |
| value: -19.686710045051754 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 6.850641359860924 |
| - type: nauc_ndcg_at_5_max |
| value: -14.163098261933706 |
| - type: nauc_ndcg_at_5_std |
| value: -21.86747182230662 |
| - type: nauc_precision_at_1000_diff1 |
| value: 0.36613794946631767 |
| - type: nauc_precision_at_1000_max |
| value: 35.45296752706168 |
| - type: nauc_precision_at_1000_std |
| value: 56.05545404548104 |
| - type: nauc_precision_at_100_diff1 |
| value: 7.077587391958853 |
| - type: nauc_precision_at_100_max |
| value: 17.919073695918872 |
| - type: nauc_precision_at_100_std |
| value: 41.866329607335764 |
| - type: nauc_precision_at_10_diff1 |
| value: 5.766871060833031 |
| - type: nauc_precision_at_10_max |
| value: -3.5266859273978266 |
| - type: nauc_precision_at_10_std |
| value: -13.922636784713669 |
| - type: nauc_precision_at_1_diff1 |
| value: 12.265279179422803 |
| - type: nauc_precision_at_1_max |
| value: -20.588212783319833 |
| - type: nauc_precision_at_1_std |
| value: -27.417475766164507 |
| - type: nauc_precision_at_20_diff1 |
| value: -4.721011610542265 |
| - type: nauc_precision_at_20_max |
| value: -12.20792850759493 |
| - type: nauc_precision_at_20_std |
| value: -6.800730490273968 |
| - type: nauc_precision_at_3_diff1 |
| value: 5.998524806193237 |
| - type: nauc_precision_at_3_max |
| value: -12.521185750516828 |
| - type: nauc_precision_at_3_std |
| value: -19.713926078179675 |
| - type: nauc_precision_at_5_diff1 |
| value: 7.969414594605033 |
| - type: nauc_precision_at_5_max |
| value: -11.929523474817804 |
| - type: nauc_precision_at_5_std |
| value: -22.238556874885905 |
| - type: nauc_recall_at_1000_diff1 |
| value: 25.629882948498878 |
| - type: nauc_recall_at_1000_max |
| value: 14.847918788629963 |
| - type: nauc_recall_at_1000_std |
| value: 36.0878682647753 |
| - type: nauc_recall_at_100_diff1 |
| value: 15.624671587346189 |
| - type: nauc_recall_at_100_max |
| value: -5.489430694039881 |
| - type: nauc_recall_at_100_std |
| value: 3.584655586077962 |
| - type: nauc_recall_at_10_diff1 |
| value: 19.377892005554312 |
| - type: nauc_recall_at_10_max |
| value: -10.112413591039283 |
| - type: nauc_recall_at_10_std |
| value: -28.87608804046421 |
| - type: nauc_recall_at_1_diff1 |
| value: 18.11449551683917 |
| - type: nauc_recall_at_1_max |
| value: -22.066396220697545 |
| - type: nauc_recall_at_1_std |
| value: -34.40518059825958 |
| - type: nauc_recall_at_20_diff1 |
| value: 4.044014829974238 |
| - type: nauc_recall_at_20_max |
| value: -23.533354086997154 |
| - type: nauc_recall_at_20_std |
| value: -29.349266698210375 |
| - type: nauc_recall_at_3_diff1 |
| value: 15.45704435080478 |
| - type: nauc_recall_at_3_max |
| value: -15.27240567013374 |
| - type: nauc_recall_at_3_std |
| value: -28.718036174306903 |
| - type: nauc_recall_at_5_diff1 |
| value: 22.26476137963053 |
| - type: nauc_recall_at_5_max |
| value: -11.771781387076063 |
| - type: nauc_recall_at_5_std |
| value: -29.986402693711156 |
| - type: ndcg_at_1 |
| value: 27.551 |
| - type: ndcg_at_10 |
| value: 23.639 |
| - type: ndcg_at_100 |
| value: 37.738 |
| - type: ndcg_at_1000 |
| value: 47.544 |
| - type: ndcg_at_20 |
| value: 26.579000000000004 |
| - type: ndcg_at_3 |
| value: 27.302 |
| - type: ndcg_at_5 |
| value: 23.643 |
| - type: precision_at_1 |
| value: 28.571 |
| - type: precision_at_10 |
| value: 21.429000000000002 |
| - type: precision_at_100 |
| value: 8.388 |
| - type: precision_at_1000 |
| value: 1.496 |
| - type: precision_at_20 |
| value: 19.184 |
| - type: precision_at_3 |
| value: 28.571 |
| - type: precision_at_5 |
| value: 23.265 |
| - type: recall_at_1 |
| value: 2.092 |
| - type: recall_at_10 |
| value: 15.1 |
| - type: recall_at_100 |
| value: 49.71 |
| - type: recall_at_1000 |
| value: 80.977 |
| - type: recall_at_20 |
| value: 25.372 |
| - type: recall_at_3 |
| value: 6.085999999999999 |
| - type: recall_at_5 |
| value: 8.265 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB VideoRetrieval (default) |
| revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 |
| split: test |
| type: C-MTEB/VideoRetrieval |
| metrics: |
| - type: main_score |
| value: 64.098 |
| - type: map_at_1 |
| value: 49.5 |
| - type: map_at_10 |
| value: 59.569 |
| - type: map_at_100 |
| value: 60.221999999999994 |
| - type: map_at_1000 |
| value: 60.242 |
| - type: map_at_20 |
| value: 60.01800000000001 |
| - type: map_at_3 |
| value: 57.416999999999994 |
| - type: map_at_5 |
| value: 58.916999999999994 |
| - type: mrr_at_1 |
| value: 49.5 |
| - type: mrr_at_10 |
| value: 59.56932539682539 |
| - type: mrr_at_100 |
| value: 60.222387235695905 |
| - type: mrr_at_1000 |
| value: 60.24159380617551 |
| - type: mrr_at_20 |
| value: 60.017881284951656 |
| - type: mrr_at_3 |
| value: 57.41666666666665 |
| - type: mrr_at_5 |
| value: 58.91666666666665 |
| - type: nauc_map_at_1000_diff1 |
| value: 70.5786375919516 |
| - type: nauc_map_at_1000_max |
| value: 37.13543458080404 |
| - type: nauc_map_at_1000_std |
| value: -17.600072228047342 |
| - type: nauc_map_at_100_diff1 |
| value: 70.56835550403025 |
| - type: nauc_map_at_100_max |
| value: 37.1458814901935 |
| - type: nauc_map_at_100_std |
| value: -17.6260192275505 |
| - type: nauc_map_at_10_diff1 |
| value: 70.41330031614633 |
| - type: nauc_map_at_10_max |
| value: 36.97943280538239 |
| - type: nauc_map_at_10_std |
| value: -18.04582458073953 |
| - type: nauc_map_at_1_diff1 |
| value: 73.69020304197174 |
| - type: nauc_map_at_1_max |
| value: 30.80837706084608 |
| - type: nauc_map_at_1_std |
| value: -18.555229677513733 |
| - type: nauc_map_at_20_diff1 |
| value: 70.50672518441239 |
| - type: nauc_map_at_20_max |
| value: 37.155754338746945 |
| - type: nauc_map_at_20_std |
| value: -17.872491967287978 |
| - type: nauc_map_at_3_diff1 |
| value: 70.9468365580479 |
| - type: nauc_map_at_3_max |
| value: 37.076873199287995 |
| - type: nauc_map_at_3_std |
| value: -17.8641399095897 |
| - type: nauc_map_at_5_diff1 |
| value: 70.75754048180886 |
| - type: nauc_map_at_5_max |
| value: 37.07255888922384 |
| - type: nauc_map_at_5_std |
| value: -18.087074198467132 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 70.5786375919516 |
| - type: nauc_mrr_at_1000_max |
| value: 37.13543458080404 |
| - type: nauc_mrr_at_1000_std |
| value: -17.600072228047342 |
| - type: nauc_mrr_at_100_diff1 |
| value: 70.56835550403025 |
| - type: nauc_mrr_at_100_max |
| value: 37.1458814901935 |
| - type: nauc_mrr_at_100_std |
| value: -17.6260192275505 |
| - type: nauc_mrr_at_10_diff1 |
| value: 70.41330031614633 |
| - type: nauc_mrr_at_10_max |
| value: 36.97943280538239 |
| - type: nauc_mrr_at_10_std |
| value: -18.04582458073953 |
| - type: nauc_mrr_at_1_diff1 |
| value: 73.69020304197174 |
| - type: nauc_mrr_at_1_max |
| value: 30.80837706084608 |
| - type: nauc_mrr_at_1_std |
| value: -18.555229677513733 |
| - type: nauc_mrr_at_20_diff1 |
| value: 70.50672518441239 |
| - type: nauc_mrr_at_20_max |
| value: 37.155754338746945 |
| - type: nauc_mrr_at_20_std |
| value: -17.872491967287978 |
| - type: nauc_mrr_at_3_diff1 |
| value: 70.9468365580479 |
| - type: nauc_mrr_at_3_max |
| value: 37.076873199287995 |
| - type: nauc_mrr_at_3_std |
| value: -17.8641399095897 |
| - type: nauc_mrr_at_5_diff1 |
| value: 70.75754048180886 |
| - type: nauc_mrr_at_5_max |
| value: 37.07255888922384 |
| - type: nauc_mrr_at_5_std |
| value: -18.087074198467132 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 69.74559484105404 |
| - type: nauc_ndcg_at_1000_max |
| value: 40.02888757631894 |
| - type: nauc_ndcg_at_1000_std |
| value: -14.316316953552445 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 69.51463571115605 |
| - type: nauc_ndcg_at_100_max |
| value: 40.41444239756333 |
| - type: nauc_ndcg_at_100_std |
| value: -14.698640780124517 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 68.78624170599853 |
| - type: nauc_ndcg_at_10_max |
| value: 39.383652814406304 |
| - type: nauc_ndcg_at_10_std |
| value: -17.618038649579166 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 73.69020304197174 |
| - type: nauc_ndcg_at_1_max |
| value: 30.80837706084608 |
| - type: nauc_ndcg_at_1_std |
| value: -18.555229677513733 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 69.11315922808899 |
| - type: nauc_ndcg_at_20_max |
| value: 40.3274581261148 |
| - type: nauc_ndcg_at_20_std |
| value: -16.715264194903977 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 70.10282801239877 |
| - type: nauc_ndcg_at_3_max |
| value: 39.386237853059455 |
| - type: nauc_ndcg_at_3_std |
| value: -17.43292542019076 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 69.68625216343801 |
| - type: nauc_ndcg_at_5_max |
| value: 39.56277357024661 |
| - type: nauc_ndcg_at_5_std |
| value: -17.725437947649922 |
| - type: nauc_precision_at_1000_diff1 |
| value: 63.415227201991634 |
| - type: nauc_precision_at_1000_max |
| value: 88.57862589480224 |
| - type: nauc_precision_at_1000_std |
| value: 74.81423124805478 |
| - type: nauc_precision_at_100_diff1 |
| value: 60.96049530923491 |
| - type: nauc_precision_at_100_max |
| value: 77.59214797029922 |
| - type: nauc_precision_at_100_std |
| value: 30.640589569160998 |
| - type: nauc_precision_at_10_diff1 |
| value: 61.20085715681732 |
| - type: nauc_precision_at_10_max |
| value: 49.84422733734606 |
| - type: nauc_precision_at_10_std |
| value: -15.577033595242392 |
| - type: nauc_precision_at_1_diff1 |
| value: 73.69020304197174 |
| - type: nauc_precision_at_1_max |
| value: 30.80837706084608 |
| - type: nauc_precision_at_1_std |
| value: -18.555229677513733 |
| - type: nauc_precision_at_20_diff1 |
| value: 60.90742553930686 |
| - type: nauc_precision_at_20_max |
| value: 60.63611383089591 |
| - type: nauc_precision_at_20_std |
| value: -7.843087710432468 |
| - type: nauc_precision_at_3_diff1 |
| value: 67.35259682005486 |
| - type: nauc_precision_at_3_max |
| value: 47.067986490892906 |
| - type: nauc_precision_at_3_std |
| value: -15.937908115770094 |
| - type: nauc_precision_at_5_diff1 |
| value: 65.60152994415934 |
| - type: nauc_precision_at_5_max |
| value: 49.101297109265154 |
| - type: nauc_precision_at_5_std |
| value: -16.239935363441386 |
| - type: nauc_recall_at_1000_diff1 |
| value: 63.41522720199182 |
| - type: nauc_recall_at_1000_max |
| value: 88.5786258948022 |
| - type: nauc_recall_at_1000_std |
| value: 74.81423124805448 |
| - type: nauc_recall_at_100_diff1 |
| value: 60.960495309234815 |
| - type: nauc_recall_at_100_max |
| value: 77.5921479702992 |
| - type: nauc_recall_at_100_std |
| value: 30.640589569160916 |
| - type: nauc_recall_at_10_diff1 |
| value: 61.20085715681736 |
| - type: nauc_recall_at_10_max |
| value: 49.844227337346084 |
| - type: nauc_recall_at_10_std |
| value: -15.577033595242442 |
| - type: nauc_recall_at_1_diff1 |
| value: 73.69020304197174 |
| - type: nauc_recall_at_1_max |
| value: 30.80837706084608 |
| - type: nauc_recall_at_1_std |
| value: -18.555229677513733 |
| - type: nauc_recall_at_20_diff1 |
| value: 60.90742553930707 |
| - type: nauc_recall_at_20_max |
| value: 60.636113830896065 |
| - type: nauc_recall_at_20_std |
| value: -7.843087710432366 |
| - type: nauc_recall_at_3_diff1 |
| value: 67.35259682005484 |
| - type: nauc_recall_at_3_max |
| value: 47.067986490892814 |
| - type: nauc_recall_at_3_std |
| value: -15.937908115770183 |
| - type: nauc_recall_at_5_diff1 |
| value: 65.60152994415942 |
| - type: nauc_recall_at_5_max |
| value: 49.10129710926523 |
| - type: nauc_recall_at_5_std |
| value: -16.239935363441273 |
| - type: ndcg_at_1 |
| value: 49.5 |
| - type: ndcg_at_10 |
| value: 64.098 |
| - type: ndcg_at_100 |
| value: 67.086 |
| - type: ndcg_at_1000 |
| value: 67.552 |
| - type: ndcg_at_20 |
| value: 65.72200000000001 |
| - type: ndcg_at_3 |
| value: 59.863 |
| - type: ndcg_at_5 |
| value: 62.553000000000004 |
| - type: precision_at_1 |
| value: 49.5 |
| - type: precision_at_10 |
| value: 7.8100000000000005 |
| - type: precision_at_100 |
| value: 0.9159999999999999 |
| - type: precision_at_1000 |
| value: 0.095 |
| - type: precision_at_20 |
| value: 4.2250000000000005 |
| - type: precision_at_3 |
| value: 22.3 |
| - type: precision_at_5 |
| value: 14.680000000000001 |
| - type: recall_at_1 |
| value: 49.5 |
| - type: recall_at_10 |
| value: 78.10000000000001 |
| - type: recall_at_100 |
| value: 91.60000000000001 |
| - type: recall_at_1000 |
| value: 95.19999999999999 |
| - type: recall_at_20 |
| value: 84.5 |
| - type: recall_at_3 |
| value: 66.9 |
| - type: recall_at_5 |
| value: 73.4 |
| task: |
| type: Retrieval |
| tags: |
| - mteb |
| --- |
| |
