diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -131,6 +131,3207 @@ model-index: value: 43.4726782647566 task: type: STS + - dataset: + config: default + name: MTEB ArguAna-PL (default) + revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 + split: test + type: clarin-knext/arguana-pl + metrics: + - type: main_score + value: 50.117999999999995 + - type: map_at_1 + value: 24.253 + - type: map_at_10 + value: 40.725 + - type: map_at_100 + value: 41.699999999999996 + - type: map_at_1000 + value: 41.707 + - type: map_at_20 + value: 41.467999999999996 + - type: map_at_3 + value: 35.467 + - type: map_at_5 + value: 38.291 + - type: mrr_at_1 + value: 24.751066856330013 + - type: mrr_at_10 + value: 40.91063808169072 + - type: mrr_at_100 + value: 41.885497923928675 + - type: mrr_at_1000 + value: 41.89301098419842 + - type: mrr_at_20 + value: 41.653552355442514 + - type: mrr_at_3 + value: 35.656709340919775 + - type: mrr_at_5 + value: 38.466097676623946 + - type: nauc_map_at_1000_diff1 + value: 7.503000359807567 + - type: nauc_map_at_1000_max + value: -11.030405164830546 + - type: nauc_map_at_1000_std + value: -8.902792782585117 + - type: nauc_map_at_100_diff1 + value: 7.509899249593199 + - type: nauc_map_at_100_max + value: -11.023581259404406 + - type: nauc_map_at_100_std + value: -8.892241185067272 + - type: nauc_map_at_10_diff1 + value: 7.24369711881512 + - type: nauc_map_at_10_max + value: -10.810000200433278 + - type: nauc_map_at_10_std + value: -8.987230542165776 + - type: nauc_map_at_1_diff1 + value: 11.37175831832417 + - type: nauc_map_at_1_max + value: -13.315221903223055 + - type: nauc_map_at_1_std + value: -9.398199605510275 + - type: nauc_map_at_20_diff1 + value: 7.477364530860648 + - type: nauc_map_at_20_max + value: -10.901251218105566 + - type: nauc_map_at_20_std + value: -8.868148116405925 + - type: nauc_map_at_3_diff1 + value: 6.555548802174882 + - type: nauc_map_at_3_max + value: -12.247274800542934 + - type: nauc_map_at_3_std + value: -9.879475250984811 + - type: nauc_map_at_5_diff1 + value: 7.426588563355882 + - type: nauc_map_at_5_max + value: -11.347695686001805 + - type: nauc_map_at_5_std + value: -9.34441892203972 + - type: nauc_mrr_at_1000_diff1 + value: 5.99737552143614 + - type: nauc_mrr_at_1000_max + value: -11.327205136505727 + - type: nauc_mrr_at_1000_std + value: -8.791079115519503 + - type: nauc_mrr_at_100_diff1 + value: 6.004622525255784 + - type: nauc_mrr_at_100_max + value: -11.320336759899723 + - type: nauc_mrr_at_100_std + value: -8.780602249831777 + - type: nauc_mrr_at_10_diff1 + value: 5.783623516930227 + - type: nauc_mrr_at_10_max + value: -11.095971693467078 + - type: nauc_mrr_at_10_std + value: -8.877242032013582 + - type: nauc_mrr_at_1_diff1 + value: 9.694937537703797 + - type: nauc_mrr_at_1_max + value: -12.531905083727912 + - type: nauc_mrr_at_1_std + value: -8.903992940100146 + - type: nauc_mrr_at_20_diff1 + value: 5.984841206233873 + - type: nauc_mrr_at_20_max + value: -11.195236951048969 + - type: nauc_mrr_at_20_std + value: -8.757266039186018 + - type: nauc_mrr_at_3_diff1 + value: 5.114333824261379 + - type: nauc_mrr_at_3_max + value: -12.64809799843464 + - type: nauc_mrr_at_3_std + value: -9.791146138025184 + - type: nauc_mrr_at_5_diff1 + value: 5.88941606224512 + - type: nauc_mrr_at_5_max + value: -11.763903418071918 + - type: nauc_mrr_at_5_std + value: -9.279175712709446 + - type: nauc_ndcg_at_1000_diff1 + value: 7.076950652226086 + - type: nauc_ndcg_at_1000_max + value: -10.386482092087371 + - type: nauc_ndcg_at_1000_std + value: -8.309190917074046 + - type: nauc_ndcg_at_100_diff1 + value: 7.2329220284865245 + - type: nauc_ndcg_at_100_max + value: -10.208048403220337 + - type: nauc_ndcg_at_100_std + value: -7.997975874274613 + - type: nauc_ndcg_at_10_diff1 + value: 6.065391100006953 + - type: nauc_ndcg_at_10_max + value: -9.046164377601153 + - type: nauc_ndcg_at_10_std + value: -8.34724889697153 + - type: nauc_ndcg_at_1_diff1 + value: 11.37175831832417 + - type: nauc_ndcg_at_1_max + value: -13.315221903223055 + - type: nauc_ndcg_at_1_std + value: -9.398199605510275 + - type: nauc_ndcg_at_20_diff1 + value: 6.949389989202601 + - type: nauc_ndcg_at_20_max + value: -9.35740451760307 + - type: nauc_ndcg_at_20_std + value: -7.761295171828212 + - type: nauc_ndcg_at_3_diff1 + value: 5.051471796151364 + - type: nauc_ndcg_at_3_max + value: -12.158763333711653 + - type: nauc_ndcg_at_3_std + value: -10.078902544421926 + - type: nauc_ndcg_at_5_diff1 + value: 6.527454512611454 + - type: nauc_ndcg_at_5_max + value: -10.525118233848586 + - type: nauc_ndcg_at_5_std + value: -9.120055125584031 + - type: nauc_precision_at_1000_diff1 + value: -10.6495668199151 + - type: nauc_precision_at_1000_max + value: 12.070656425217841 + - type: nauc_precision_at_1000_std + value: 55.844551709649004 + - type: nauc_precision_at_100_diff1 + value: 19.206967129266285 + - type: nauc_precision_at_100_max + value: 16.296851020813456 + - type: nauc_precision_at_100_std + value: 45.60378984257811 + - type: nauc_precision_at_10_diff1 + value: 0.6490335354304879 + - type: nauc_precision_at_10_max + value: 0.5757198255366447 + - type: nauc_precision_at_10_std + value: -4.875847131691451 + - type: nauc_precision_at_1_diff1 + value: 11.37175831832417 + - type: nauc_precision_at_1_max + value: -13.315221903223055 + - type: nauc_precision_at_1_std + value: -9.398199605510275 + - type: nauc_precision_at_20_diff1 + value: 4.899369866929203 + - type: nauc_precision_at_20_max + value: 5.988537297189552 + - type: nauc_precision_at_20_std + value: 4.830900387582837 + - type: nauc_precision_at_3_diff1 + value: 0.8791156910997744 + - type: nauc_precision_at_3_max + value: -11.983373635905993 + - type: nauc_precision_at_3_std + value: -10.646185111581257 + - type: nauc_precision_at_5_diff1 + value: 3.9314486166548432 + - type: nauc_precision_at_5_max + value: -7.798591396895839 + - type: nauc_precision_at_5_std + value: -8.293043407234125 + - type: nauc_recall_at_1000_diff1 + value: -10.649566819918673 + - type: nauc_recall_at_1000_max + value: 12.070656425214647 + - type: nauc_recall_at_1000_std + value: 55.84455170965023 + - type: nauc_recall_at_100_diff1 + value: 19.206967129265127 + - type: nauc_recall_at_100_max + value: 16.296851020813722 + - type: nauc_recall_at_100_std + value: 45.60378984257728 + - type: nauc_recall_at_10_diff1 + value: 0.6490335354304176 + - type: nauc_recall_at_10_max + value: 0.5757198255366095 + - type: nauc_recall_at_10_std + value: -4.875847131691468 + - type: nauc_recall_at_1_diff1 + value: 11.37175831832417 + - type: nauc_recall_at_1_max + value: -13.315221903223055 + - type: nauc_recall_at_1_std + value: -9.398199605510275 + - type: nauc_recall_at_20_diff1 + value: 4.899369866929402 + - type: nauc_recall_at_20_max + value: 5.98853729718968 + - type: nauc_recall_at_20_std + value: 4.830900387582967 + - type: nauc_recall_at_3_diff1 + value: 0.8791156910997652 + - type: nauc_recall_at_3_max + value: -11.983373635905997 + - type: nauc_recall_at_3_std + value: -10.64618511158124 + - type: nauc_recall_at_5_diff1 + value: 3.9314486166548472 + - type: nauc_recall_at_5_max + value: -7.7985913968958585 + - type: nauc_recall_at_5_std + value: -8.293043407234132 + - type: ndcg_at_1 + value: 24.253 + - type: ndcg_at_10 + value: 50.117999999999995 + - type: ndcg_at_100 + value: 54.291999999999994 + - type: ndcg_at_1000 + value: 54.44799999999999 + - type: ndcg_at_20 + value: 52.771 + - type: ndcg_at_3 + value: 39.296 + - type: ndcg_at_5 + value: 44.373000000000005 + - type: precision_at_1 + value: 24.253 + - type: precision_at_10 + value: 8.016 + - type: precision_at_100 + value: 0.984 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.527 + - type: precision_at_3 + value: 16.808999999999997 + - type: precision_at_5 + value: 12.546 + - type: recall_at_1 + value: 24.253 + - type: recall_at_10 + value: 80.156 + - type: recall_at_100 + value: 98.43499999999999 + - type: recall_at_1000 + value: 99.57300000000001 + - type: recall_at_20 + value: 90.54100000000001 + - type: recall_at_3 + value: 50.427 + - type: recall_at_5 + value: 62.731 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia-PL (default) + revision: 76afe41d9af165cc40999fcaa92312b8b012064a + split: test + type: clarin-knext/dbpedia-pl + metrics: + - type: main_score + value: 34.827000000000005 + - type: map_at_1 + value: 7.049999999999999 + - type: map_at_10 + value: 14.982999999999999 + - type: map_at_100 + value: 20.816000000000003 + - type: map_at_1000 + value: 22.33 + - type: map_at_20 + value: 17.272000000000002 + - type: map_at_3 + value: 10.661 + - type: map_at_5 + value: 12.498 + - type: mrr_at_1 + value: 57.25 + - type: mrr_at_10 + value: 65.81934523809524 + - type: mrr_at_100 + value: 66.2564203928212 + - type: mrr_at_1000 + value: 66.27993662923856 + - type: mrr_at_20 + value: 66.0732139130649 + - type: mrr_at_3 + value: 64.08333333333333 + - type: mrr_at_5 + value: 65.27083333333333 + - type: nauc_map_at_1000_diff1 + value: 16.41780871174038 + - type: nauc_map_at_1000_max + value: 30.193946325654654 + - type: nauc_map_at_1000_std + value: 31.46095497039037 + - type: nauc_map_at_100_diff1 + value: 18.57903165498531 + - type: nauc_map_at_100_max + value: 29.541476938623262 + - type: nauc_map_at_100_std + value: 28.228604103301052 + - type: nauc_map_at_10_diff1 + value: 24.109434489748946 + - type: nauc_map_at_10_max + value: 21.475954208048968 + - type: nauc_map_at_10_std + value: 9.964464537806988 + - type: nauc_map_at_1_diff1 + value: 38.67437644802124 + - type: nauc_map_at_1_max + value: 14.52136658726491 + - type: nauc_map_at_1_std + value: -2.8981666782088755 + - type: nauc_map_at_20_diff1 + value: 21.42547228801935 + - type: nauc_map_at_20_max + value: 25.04510402960458 + - type: nauc_map_at_20_std + value: 16.533079346431155 + - type: nauc_map_at_3_diff1 + value: 26.63648858245477 + - type: nauc_map_at_3_max + value: 13.632235789780415 + - type: nauc_map_at_3_std + value: -0.40129174577700716 + - type: nauc_map_at_5_diff1 + value: 24.513861031197933 + - type: nauc_map_at_5_max + value: 16.599888813946688 + - type: nauc_map_at_5_std + value: 3.4448514739556346 + - type: nauc_mrr_at_1000_diff1 + value: 36.57353464537154 + - type: nauc_mrr_at_1000_max + value: 55.34763483979515 + - type: nauc_mrr_at_1000_std + value: 40.3722796438533 + - type: nauc_mrr_at_100_diff1 + value: 36.555989566513134 + - type: nauc_mrr_at_100_max + value: 55.347805216808396 + - type: nauc_mrr_at_100_std + value: 40.38465945075711 + - type: nauc_mrr_at_10_diff1 + value: 36.771572999261984 + - type: nauc_mrr_at_10_max + value: 55.41239897909165 + - type: nauc_mrr_at_10_std + value: 40.52058934624793 + - type: nauc_mrr_at_1_diff1 + value: 38.2472828531032 + - type: nauc_mrr_at_1_max + value: 51.528473828685705 + - type: nauc_mrr_at_1_std + value: 33.03676467942882 + - type: nauc_mrr_at_20_diff1 + value: 36.642602571889036 + - type: nauc_mrr_at_20_max + value: 55.3763342076553 + - type: nauc_mrr_at_20_std + value: 40.41520090500838 + - type: nauc_mrr_at_3_diff1 + value: 36.79451847426628 + - type: nauc_mrr_at_3_max + value: 54.59778581826193 + - type: nauc_mrr_at_3_std + value: 39.48392075873095 + - type: nauc_mrr_at_5_diff1 + value: 36.92150807529304 + - type: nauc_mrr_at_5_max + value: 55.03553978718272 + - type: nauc_mrr_at_5_std + value: 40.20147745489917 + - type: nauc_ndcg_at_1000_diff1 + value: 21.843092744321268 + - type: nauc_ndcg_at_1000_max + value: 44.93275990394279 + - type: nauc_ndcg_at_1000_std + value: 47.09186225236347 + - type: nauc_ndcg_at_100_diff1 + value: 25.180282568979095 + - type: nauc_ndcg_at_100_max + value: 41.737709709508394 + - type: nauc_ndcg_at_100_std + value: 38.80950644139446 + - type: nauc_ndcg_at_10_diff1 + value: 24.108368037214046 + - type: nauc_ndcg_at_10_max + value: 41.29298370689967 + - type: nauc_ndcg_at_10_std + value: 35.06450769738732 + - type: nauc_ndcg_at_1_diff1 + value: 35.51010679525079 + - type: nauc_ndcg_at_1_max + value: 42.40790024212412 + - type: nauc_ndcg_at_1_std + value: 26.696412036243157 + - type: nauc_ndcg_at_20_diff1 + value: 23.909989673256195 + - type: nauc_ndcg_at_20_max + value: 39.78444647091927 + - type: nauc_ndcg_at_20_std + value: 33.39544470364529 + - type: nauc_ndcg_at_3_diff1 + value: 22.50484297956035 + - type: nauc_ndcg_at_3_max + value: 39.14551926034168 + - type: nauc_ndcg_at_3_std + value: 30.330135925392014 + - type: nauc_ndcg_at_5_diff1 + value: 21.7798872028265 + - type: nauc_ndcg_at_5_max + value: 40.23856975248015 + - type: nauc_ndcg_at_5_std + value: 32.438381067440396 + - type: nauc_precision_at_1000_diff1 + value: -21.62692442272279 + - type: nauc_precision_at_1000_max + value: 0.9689046974430882 + - type: nauc_precision_at_1000_std + value: 18.54001058230465 + - type: nauc_precision_at_100_diff1 + value: -10.132258779856192 + - type: nauc_precision_at_100_max + value: 23.74516110444681 + - type: nauc_precision_at_100_std + value: 47.03416663319965 + - type: nauc_precision_at_10_diff1 + value: 1.543656509571949 + - type: nauc_precision_at_10_max + value: 36.98864812757555 + - type: nauc_precision_at_10_std + value: 46.56427199077426 + - type: nauc_precision_at_1_diff1 + value: 38.2472828531032 + - type: nauc_precision_at_1_max + value: 51.528473828685705 + - type: nauc_precision_at_1_std + value: 33.03676467942882 + - type: nauc_precision_at_20_diff1 + value: -4.612864872734335 + - type: nauc_precision_at_20_max + value: 34.03565449182125 + - type: nauc_precision_at_20_std + value: 48.880727648349534 + - type: nauc_precision_at_3_diff1 + value: 6.360850444467829 + - type: nauc_precision_at_3_max + value: 36.25816942368427 + - type: nauc_precision_at_3_std + value: 34.48882647419187 + - type: nauc_precision_at_5_diff1 + value: 2.6445596936740037 + - type: nauc_precision_at_5_max + value: 37.174463388899056 + - type: nauc_precision_at_5_std + value: 40.25254370626113 + - type: nauc_recall_at_1000_diff1 + value: 13.041227176748077 + - type: nauc_recall_at_1000_max + value: 39.722336427072094 + - type: nauc_recall_at_1000_std + value: 52.04032890059214 + - type: nauc_recall_at_100_diff1 + value: 18.286096899139153 + - type: nauc_recall_at_100_max + value: 34.072389201930314 + - type: nauc_recall_at_100_std + value: 37.73637623416653 + - type: nauc_recall_at_10_diff1 + value: 22.35560419280504 + - type: nauc_recall_at_10_max + value: 19.727247199595197 + - type: nauc_recall_at_10_std + value: 8.58498575109203 + - type: nauc_recall_at_1_diff1 + value: 38.67437644802124 + - type: nauc_recall_at_1_max + value: 14.52136658726491 + - type: nauc_recall_at_1_std + value: -2.8981666782088755 + - type: nauc_recall_at_20_diff1 + value: 19.026320886902916 + - type: nauc_recall_at_20_max + value: 22.753562309469867 + - type: nauc_recall_at_20_std + value: 14.89994263882445 + - type: nauc_recall_at_3_diff1 + value: 23.428129702129684 + - type: nauc_recall_at_3_max + value: 10.549153954790542 + - type: nauc_recall_at_3_std + value: -1.7590608997055206 + - type: nauc_recall_at_5_diff1 + value: 21.27448645803921 + - type: nauc_recall_at_5_max + value: 13.620279707461677 + - type: nauc_recall_at_5_std + value: 2.0577962208292675 + - type: ndcg_at_1 + value: 46.75 + - type: ndcg_at_10 + value: 34.827000000000005 + - type: ndcg_at_100 + value: 38.157999999999994 + - type: ndcg_at_1000 + value: 44.816 + - type: ndcg_at_20 + value: 34.152 + - type: ndcg_at_3 + value: 39.009 + - type: ndcg_at_5 + value: 36.826 + - type: precision_at_1 + value: 57.25 + - type: precision_at_10 + value: 27.575 + - type: precision_at_100 + value: 8.84 + - type: precision_at_1000 + value: 1.949 + - type: precision_at_20 + value: 20.724999999999998 + - type: precision_at_3 + value: 41.167 + - type: precision_at_5 + value: 35.199999999999996 + - type: recall_at_1 + value: 7.049999999999999 + - type: recall_at_10 + value: 19.817999999999998 + - type: recall_at_100 + value: 42.559999999999995 + - type: recall_at_1000 + value: 63.744 + - type: recall_at_20 + value: 25.968000000000004 + - type: recall_at_3 + value: 11.959 + - type: recall_at_5 + value: 14.939 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA-PL (default) + revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e + split: test + type: clarin-knext/fiqa-pl + metrics: + - type: main_score + value: 38.828 + - type: map_at_1 + value: 19.126 + - type: map_at_10 + value: 31.002000000000002 + - type: map_at_100 + value: 32.736 + - type: map_at_1000 + value: 32.933 + - type: map_at_20 + value: 31.894 + - type: map_at_3 + value: 26.583000000000002 + - type: map_at_5 + value: 28.904000000000003 + - type: mrr_at_1 + value: 37.808641975308646 + - type: mrr_at_10 + value: 46.36745541838134 + - type: mrr_at_100 + value: 47.14140915794908 + - type: mrr_at_1000 + value: 47.190701435388846 + - type: mrr_at_20 + value: 46.81387776440309 + - type: mrr_at_3 + value: 43.750000000000014 + - type: mrr_at_5 + value: 45.23919753086418 + - type: nauc_map_at_1000_diff1 + value: 38.5532285881503 + - type: nauc_map_at_1000_max + value: 34.44383884813453 + - type: nauc_map_at_1000_std + value: -1.3963497949476722 + - type: nauc_map_at_100_diff1 + value: 38.49292464176943 + - type: nauc_map_at_100_max + value: 34.33752755618645 + - type: nauc_map_at_100_std + value: -1.4794032905848582 + - type: nauc_map_at_10_diff1 + value: 38.26061536370962 + - type: nauc_map_at_10_max + value: 33.16977912721411 + - type: nauc_map_at_10_std + value: -2.3853370604730393 + - type: nauc_map_at_1_diff1 + value: 46.288767289528344 + - type: nauc_map_at_1_max + value: 25.67706785013364 + - type: nauc_map_at_1_std + value: -6.989769609924645 + - type: nauc_map_at_20_diff1 + value: 38.507270129330685 + - type: nauc_map_at_20_max + value: 33.70963328055982 + - type: nauc_map_at_20_std + value: -1.9835510011554272 + - type: nauc_map_at_3_diff1 + value: 39.81061518646884 + - type: nauc_map_at_3_max + value: 30.101186374147748 + - type: nauc_map_at_3_std + value: -4.027120247237715 + - type: nauc_map_at_5_diff1 + value: 38.55602589746512 + - type: nauc_map_at_5_max + value: 31.515174267015983 + - type: nauc_map_at_5_std + value: -3.4064239358570303 + - type: nauc_mrr_at_1000_diff1 + value: 45.030514454725726 + - type: nauc_mrr_at_1000_max + value: 43.878919881666164 + - type: nauc_mrr_at_1000_std + value: 2.517594250297626 + - type: nauc_mrr_at_100_diff1 + value: 45.00868212878687 + - type: nauc_mrr_at_100_max + value: 43.87437011120001 + - type: nauc_mrr_at_100_std + value: 2.5257874265014966 + - type: nauc_mrr_at_10_diff1 + value: 44.855044606754056 + - type: nauc_mrr_at_10_max + value: 43.946617058785186 + - type: nauc_mrr_at_10_std + value: 2.5173751662794044 + - type: nauc_mrr_at_1_diff1 + value: 49.441510997817346 + - type: nauc_mrr_at_1_max + value: 43.08547383044357 + - type: nauc_mrr_at_1_std + value: -1.8747770703324347 + - type: nauc_mrr_at_20_diff1 + value: 45.019880416584215 + - type: nauc_mrr_at_20_max + value: 43.85691473662242 + - type: nauc_mrr_at_20_std + value: 2.4625487605091303 + - type: nauc_mrr_at_3_diff1 + value: 45.322041658604036 + - type: nauc_mrr_at_3_max + value: 43.95079293074395 + - type: nauc_mrr_at_3_std + value: 2.4644274393435737 + - type: nauc_mrr_at_5_diff1 + value: 44.99461837803437 + - type: nauc_mrr_at_5_max + value: 43.97934275090601 + - type: nauc_mrr_at_5_std + value: 2.5353091695125096 + - type: nauc_ndcg_at_1000_diff1 + value: 39.38449023275524 + - type: nauc_ndcg_at_1000_max + value: 39.48382767312788 + - type: nauc_ndcg_at_1000_std + value: 3.414789408343409 + - type: nauc_ndcg_at_100_diff1 + value: 38.29675861135578 + - type: nauc_ndcg_at_100_max + value: 38.2674786507297 + - type: nauc_ndcg_at_100_std + value: 2.7094055381218207 + - type: nauc_ndcg_at_10_diff1 + value: 38.09514955708717 + - type: nauc_ndcg_at_10_max + value: 36.664923238906525 + - type: nauc_ndcg_at_10_std + value: 0.6901410544967921 + - type: nauc_ndcg_at_1_diff1 + value: 49.441510997817346 + - type: nauc_ndcg_at_1_max + value: 43.08547383044357 + - type: nauc_ndcg_at_1_std + value: -1.8747770703324347 + - type: nauc_ndcg_at_20_diff1 + value: 38.44967736231759 + - type: nauc_ndcg_at_20_max + value: 36.871179313622584 + - type: nauc_ndcg_at_20_std + value: 1.157560360065234 + - type: nauc_ndcg_at_3_diff1 + value: 39.02419271805571 + - type: nauc_ndcg_at_3_max + value: 37.447669442586324 + - type: nauc_ndcg_at_3_std + value: 0.41502589779297794 + - type: nauc_ndcg_at_5_diff1 + value: 38.10233452742001 + - type: nauc_ndcg_at_5_max + value: 35.816381905465676 + - type: nauc_ndcg_at_5_std + value: -0.3704499913387088 + - type: nauc_precision_at_1000_diff1 + value: 2.451267097838658 + - type: nauc_precision_at_1000_max + value: 29.116394969085306 + - type: nauc_precision_at_1000_std + value: 14.85900786538363 + - type: nauc_precision_at_100_diff1 + value: 8.10919082251277 + - type: nauc_precision_at_100_max + value: 36.28388256191417 + - type: nauc_precision_at_100_std + value: 14.830039904317657 + - type: nauc_precision_at_10_diff1 + value: 15.02446609920477 + - type: nauc_precision_at_10_max + value: 41.008463775454054 + - type: nauc_precision_at_10_std + value: 10.431403152334486 + - type: nauc_precision_at_1_diff1 + value: 49.441510997817346 + - type: nauc_precision_at_1_max + value: 43.08547383044357 + - type: nauc_precision_at_1_std + value: -1.8747770703324347 + - type: nauc_precision_at_20_diff1 + value: 14.222022201169926 + - type: nauc_precision_at_20_max + value: 40.10189643835305 + - type: nauc_precision_at_20_std + value: 12.204443815975527 + - type: nauc_precision_at_3_diff1 + value: 25.41905395341234 + - type: nauc_precision_at_3_max + value: 41.56133905339819 + - type: nauc_precision_at_3_std + value: 5.575516915590082 + - type: nauc_precision_at_5_diff1 + value: 20.20081221089351 + - type: nauc_precision_at_5_max + value: 40.95218555916681 + - type: nauc_precision_at_5_std + value: 7.2040745500708745 + - type: nauc_recall_at_1000_diff1 + value: 28.021198234033395 + - type: nauc_recall_at_1000_max + value: 36.165148684597504 + - type: nauc_recall_at_1000_std + value: 28.28852356008973 + - type: nauc_recall_at_100_diff1 + value: 21.882447802741897 + - type: nauc_recall_at_100_max + value: 26.979684607567222 + - type: nauc_recall_at_100_std + value: 9.783658817010082 + - type: nauc_recall_at_10_diff1 + value: 28.493097951178818 + - type: nauc_recall_at_10_max + value: 29.40937476550134 + - type: nauc_recall_at_10_std + value: 2.7593763576979353 + - type: nauc_recall_at_1_diff1 + value: 46.288767289528344 + - type: nauc_recall_at_1_max + value: 25.67706785013364 + - type: nauc_recall_at_1_std + value: -6.989769609924645 + - type: nauc_recall_at_20_diff1 + value: 27.638381299425234 + - type: nauc_recall_at_20_max + value: 27.942035836106328 + - type: nauc_recall_at_20_std + value: 3.489835161380808 + - type: nauc_recall_at_3_diff1 + value: 33.90054781392646 + - type: nauc_recall_at_3_max + value: 27.778812533030322 + - type: nauc_recall_at_3_std + value: -0.03054068020022706 + - type: nauc_recall_at_5_diff1 + value: 30.279060732221346 + - type: nauc_recall_at_5_max + value: 27.49854749597931 + - type: nauc_recall_at_5_std + value: 0.5434664581939099 + - type: ndcg_at_1 + value: 37.809 + - type: ndcg_at_10 + value: 38.828 + - type: ndcg_at_100 + value: 45.218 + - type: ndcg_at_1000 + value: 48.510999999999996 + - type: ndcg_at_20 + value: 41.11 + - type: ndcg_at_3 + value: 34.466 + - type: ndcg_at_5 + value: 35.843 + - type: precision_at_1 + value: 37.809 + - type: precision_at_10 + value: 11.157 + - type: precision_at_100 + value: 1.762 + - type: precision_at_1000 + value: 0.233 + - type: precision_at_20 + value: 6.497 + - type: precision_at_3 + value: 23.044999999999998 + - type: precision_at_5 + value: 17.284 + - type: recall_at_1 + value: 19.126 + - type: recall_at_10 + value: 46.062 + - type: recall_at_100 + value: 70.22800000000001 + - type: recall_at_1000 + value: 89.803 + - type: recall_at_20 + value: 53.217999999999996 + - type: recall_at_3 + value: 30.847 + - type: recall_at_5 + value: 37.11 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA-PL (default) + revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 + split: test + type: clarin-knext/hotpotqa-pl + metrics: + - type: main_score + value: 60.27 + - type: map_at_1 + value: 35.199000000000005 + - type: map_at_10 + value: 51.369 + - type: map_at_100 + value: 52.212 + - type: map_at_1000 + value: 52.28 + - type: map_at_20 + value: 51.864 + - type: map_at_3 + value: 48.446 + - type: map_at_5 + value: 50.302 + - type: mrr_at_1 + value: 70.39837947332883 + - type: mrr_at_10 + value: 76.8346141067273 + - type: mrr_at_100 + value: 77.10724392048137 + - type: mrr_at_1000 + value: 77.12037412892865 + - type: mrr_at_20 + value: 77.01061532947222 + - type: mrr_at_3 + value: 75.5908170155299 + - type: mrr_at_5 + value: 76.39095205941899 + - type: nauc_map_at_1000_diff1 + value: 24.701387884989117 + - type: nauc_map_at_1000_max + value: 23.25553235642178 + - type: nauc_map_at_1000_std + value: 7.1803506915661774 + - type: nauc_map_at_100_diff1 + value: 24.674498622483103 + - type: nauc_map_at_100_max + value: 23.234948525052175 + - type: nauc_map_at_100_std + value: 7.168677997105447 + - type: nauc_map_at_10_diff1 + value: 24.676025039755626 + - type: nauc_map_at_10_max + value: 23.171971872726964 + - type: nauc_map_at_10_std + value: 6.485610909852058 + - type: nauc_map_at_1_diff1 + value: 68.90178464319715 + - type: nauc_map_at_1_max + value: 46.05537868917558 + - type: nauc_map_at_1_std + value: 1.7658552480698708 + - type: nauc_map_at_20_diff1 + value: 24.69297151842494 + - type: nauc_map_at_20_max + value: 23.213064691673637 + - type: nauc_map_at_20_std + value: 6.9357946556849 + - type: nauc_map_at_3_diff1 + value: 26.279128947950507 + - type: nauc_map_at_3_max + value: 23.929537354117922 + - type: nauc_map_at_3_std + value: 4.625061565714759 + - type: nauc_map_at_5_diff1 + value: 25.04448959482816 + - type: nauc_map_at_5_max + value: 23.432012857899338 + - type: nauc_map_at_5_std + value: 5.845744681998008 + - type: nauc_mrr_at_1000_diff1 + value: 66.7503918108276 + - type: nauc_mrr_at_1000_max + value: 48.42897342336844 + - type: nauc_mrr_at_1000_std + value: 5.3097517971144415 + - type: nauc_mrr_at_100_diff1 + value: 66.74645215862695 + - type: nauc_mrr_at_100_max + value: 48.4368663009989 + - type: nauc_mrr_at_100_std + value: 5.322297898555188 + - type: nauc_mrr_at_10_diff1 + value: 66.69310166180729 + - type: nauc_mrr_at_10_max + value: 48.475437698330225 + - type: nauc_mrr_at_10_std + value: 5.258183461631702 + - type: nauc_mrr_at_1_diff1 + value: 68.90178464319715 + - type: nauc_mrr_at_1_max + value: 46.05537868917558 + - type: nauc_mrr_at_1_std + value: 1.7658552480698708 + - type: nauc_mrr_at_20_diff1 + value: 66.72000262431975 + - type: nauc_mrr_at_20_max + value: 48.45593642981319 + - type: nauc_mrr_at_20_std + value: 5.353665929072101 + - type: nauc_mrr_at_3_diff1 + value: 66.84936676396276 + - type: nauc_mrr_at_3_max + value: 48.466611276778295 + - type: nauc_mrr_at_3_std + value: 4.485810398557475 + - type: nauc_mrr_at_5_diff1 + value: 66.62362565394174 + - type: nauc_mrr_at_5_max + value: 48.456431835482014 + - type: nauc_mrr_at_5_std + value: 5.08482458391903 + - type: nauc_ndcg_at_1000_diff1 + value: 29.984825173719443 + - type: nauc_ndcg_at_1000_max + value: 27.289179238639893 + - type: nauc_ndcg_at_1000_std + value: 10.661480455527526 + - type: nauc_ndcg_at_100_diff1 + value: 29.322074257047877 + - type: nauc_ndcg_at_100_max + value: 26.850650276220605 + - type: nauc_ndcg_at_100_std + value: 10.599247982501902 + - type: nauc_ndcg_at_10_diff1 + value: 29.659909113886094 + - type: nauc_ndcg_at_10_max + value: 26.836139599331005 + - type: nauc_ndcg_at_10_std + value: 8.12844399452719 + - type: nauc_ndcg_at_1_diff1 + value: 68.90178464319715 + - type: nauc_ndcg_at_1_max + value: 46.05537868917558 + - type: nauc_ndcg_at_1_std + value: 1.7658552480698708 + - type: nauc_ndcg_at_20_diff1 + value: 29.510802214854294 + - type: nauc_ndcg_at_20_max + value: 26.775562637730722 + - type: nauc_ndcg_at_20_std + value: 9.341342661702363 + - type: nauc_ndcg_at_3_diff1 + value: 32.741885846292966 + - type: nauc_ndcg_at_3_max + value: 28.44225108761343 + - type: nauc_ndcg_at_3_std + value: 5.204440768465042 + - type: nauc_ndcg_at_5_diff1 + value: 30.57856348635919 + - type: nauc_ndcg_at_5_max + value: 27.475007474301698 + - type: nauc_ndcg_at_5_std + value: 6.961546044312487 + - type: nauc_precision_at_1000_diff1 + value: 0.002113156309413332 + - type: nauc_precision_at_1000_max + value: 11.198242419541286 + - type: nauc_precision_at_1000_std + value: 28.69676419166541 + - type: nauc_precision_at_100_diff1 + value: 3.6049575557782627 + - type: nauc_precision_at_100_max + value: 12.499173524574791 + - type: nauc_precision_at_100_std + value: 23.3755281004721 + - type: nauc_precision_at_10_diff1 + value: 10.922574784853193 + - type: nauc_precision_at_10_max + value: 16.23221529562036 + - type: nauc_precision_at_10_std + value: 12.45014808813857 + - type: nauc_precision_at_1_diff1 + value: 68.90178464319715 + - type: nauc_precision_at_1_max + value: 46.05537868917558 + - type: nauc_precision_at_1_std + value: 1.7658552480698708 + - type: nauc_precision_at_20_diff1 + value: 8.840710781302827 + - type: nauc_precision_at_20_max + value: 14.804644554205524 + - type: nauc_precision_at_20_std + value: 16.245009770815237 + - type: nauc_precision_at_3_diff1 + value: 19.447291487137573 + - type: nauc_precision_at_3_max + value: 21.47123471597057 + - type: nauc_precision_at_3_std + value: 6.441862800128802 + - type: nauc_precision_at_5_diff1 + value: 14.078545719721108 + - type: nauc_precision_at_5_max + value: 18.468288046016387 + - type: nauc_precision_at_5_std + value: 9.58650641691393 + - type: nauc_recall_at_1000_diff1 + value: 0.0021131563095336584 + - type: nauc_recall_at_1000_max + value: 11.198242419541558 + - type: nauc_recall_at_1000_std + value: 28.6967641916655 + - type: nauc_recall_at_100_diff1 + value: 3.6049575557781393 + - type: nauc_recall_at_100_max + value: 12.499173524574765 + - type: nauc_recall_at_100_std + value: 23.375528100472074 + - type: nauc_recall_at_10_diff1 + value: 10.922574784853168 + - type: nauc_recall_at_10_max + value: 16.2322152956203 + - type: nauc_recall_at_10_std + value: 12.450148088138535 + - type: nauc_recall_at_1_diff1 + value: 68.90178464319715 + - type: nauc_recall_at_1_max + value: 46.05537868917558 + - type: nauc_recall_at_1_std + value: 1.7658552480698708 + - type: nauc_recall_at_20_diff1 + value: 8.840710781302905 + - type: nauc_recall_at_20_max + value: 14.804644554205515 + - type: nauc_recall_at_20_std + value: 16.245009770815273 + - type: nauc_recall_at_3_diff1 + value: 19.447291487137498 + - type: nauc_recall_at_3_max + value: 21.47123471597054 + - type: nauc_recall_at_3_std + value: 6.441862800128763 + - type: nauc_recall_at_5_diff1 + value: 14.07854571972115 + - type: nauc_recall_at_5_max + value: 18.468288046016337 + - type: nauc_recall_at_5_std + value: 9.586506416913904 + - type: ndcg_at_1 + value: 70.39800000000001 + - type: ndcg_at_10 + value: 60.27 + - type: ndcg_at_100 + value: 63.400999999999996 + - type: ndcg_at_1000 + value: 64.847 + - type: ndcg_at_20 + value: 61.571 + - type: ndcg_at_3 + value: 55.875 + - type: ndcg_at_5 + value: 58.36599999999999 + - type: precision_at_1 + value: 70.39800000000001 + - type: precision_at_10 + value: 12.46 + - type: precision_at_100 + value: 1.493 + - type: precision_at_1000 + value: 0.169 + - type: precision_at_20 + value: 6.65 + - type: precision_at_3 + value: 35.062 + - type: precision_at_5 + value: 23.009 + - type: recall_at_1 + value: 35.199000000000005 + - type: recall_at_10 + value: 62.302 + - type: recall_at_100 + value: 74.666 + - type: recall_at_1000 + value: 84.355 + - type: recall_at_20 + value: 66.496 + - type: recall_at_3 + value: 52.593 + - type: recall_at_5 + value: 57.522 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO-PL (default) + revision: 8634c07806d5cce3a6138e260e59b81760a0a640 + split: test + type: clarin-knext/msmarco-pl + metrics: + - type: main_score + value: 64.886 + - type: map_at_1 + value: 1.644 + - type: map_at_10 + value: 12.24 + - type: map_at_100 + value: 28.248 + - type: map_at_1000 + value: 33.506 + - type: map_at_20 + value: 17.497 + - type: map_at_3 + value: 4.9399999999999995 + - type: map_at_5 + value: 8.272 + - type: mrr_at_1 + value: 83.72093023255815 + - type: mrr_at_10 + value: 91.08527131782945 + - type: mrr_at_100 + value: 91.08527131782945 + - type: mrr_at_1000 + value: 91.08527131782945 + - type: mrr_at_20 + value: 91.08527131782945 + - type: mrr_at_3 + value: 91.08527131782945 + - type: mrr_at_5 + value: 91.08527131782945 + - type: nauc_map_at_1000_diff1 + value: -36.428271627303424 + - type: nauc_map_at_1000_max + value: 44.87615127218638 + - type: nauc_map_at_1000_std + value: 67.92696808824724 + - type: nauc_map_at_100_diff1 + value: -28.11674206786188 + - type: nauc_map_at_100_max + value: 36.422779766334955 + - type: nauc_map_at_100_std + value: 49.99876313755116 + - type: nauc_map_at_10_diff1 + value: -5.838593619806058 + - type: nauc_map_at_10_max + value: 11.026519190509742 + - type: nauc_map_at_10_std + value: 2.5268752263522045 + - type: nauc_map_at_1_diff1 + value: 17.897907271073016 + - type: nauc_map_at_1_max + value: 12.229062762540844 + - type: nauc_map_at_1_std + value: -4.088830895573149 + - type: nauc_map_at_20_diff1 + value: -13.871097716255626 + - type: nauc_map_at_20_max + value: 19.291271635609533 + - type: nauc_map_at_20_std + value: 16.745335606507826 + - type: nauc_map_at_3_diff1 + value: 4.425238457033843 + - type: nauc_map_at_3_max + value: 4.611864744680824 + - type: nauc_map_at_3_std + value: -8.986916608582863 + - type: nauc_map_at_5_diff1 + value: -6.254849256920095 + - type: nauc_map_at_5_max + value: 2.729437079919823 + - type: nauc_map_at_5_std + value: -7.235906279913092 + - type: nauc_mrr_at_1000_diff1 + value: 52.18669104947672 + - type: nauc_mrr_at_1000_max + value: 68.26259125411818 + - type: nauc_mrr_at_1000_std + value: 56.345086428353575 + - type: nauc_mrr_at_100_diff1 + value: 52.18669104947672 + - type: nauc_mrr_at_100_max + value: 68.26259125411818 + - type: nauc_mrr_at_100_std + value: 56.345086428353575 + - type: nauc_mrr_at_10_diff1 + value: 52.18669104947672 + - type: nauc_mrr_at_10_max + value: 68.26259125411818 + - type: nauc_mrr_at_10_std + value: 56.345086428353575 + - type: nauc_mrr_at_1_diff1 + value: 56.55126663944154 + - type: nauc_mrr_at_1_max + value: 66.37014285522565 + - type: nauc_mrr_at_1_std + value: 53.2508271389779 + - type: nauc_mrr_at_20_diff1 + value: 52.18669104947672 + - type: nauc_mrr_at_20_max + value: 68.26259125411818 + - type: nauc_mrr_at_20_std + value: 56.345086428353575 + - type: nauc_mrr_at_3_diff1 + value: 52.18669104947672 + - type: nauc_mrr_at_3_max + value: 68.26259125411818 + - type: nauc_mrr_at_3_std + value: 56.345086428353575 + - type: nauc_mrr_at_5_diff1 + value: 52.18669104947672 + - type: nauc_mrr_at_5_max + value: 68.26259125411818 + - type: nauc_mrr_at_5_std + value: 56.345086428353575 + - type: nauc_ndcg_at_1000_diff1 + value: -19.06422926483731 + - type: nauc_ndcg_at_1000_max + value: 56.30853514590265 + - type: nauc_ndcg_at_1000_std + value: 70.30810947505557 + - type: nauc_ndcg_at_100_diff1 + value: -25.72587586459692 + - type: nauc_ndcg_at_100_max + value: 51.433781241604194 + - type: nauc_ndcg_at_100_std + value: 68.37678512652792 + - type: nauc_ndcg_at_10_diff1 + value: -23.21198108212602 + - type: nauc_ndcg_at_10_max + value: 43.5450720846516 + - type: nauc_ndcg_at_10_std + value: 48.78307907005605 + - type: nauc_ndcg_at_1_diff1 + value: 44.00179301267447 + - type: nauc_ndcg_at_1_max + value: 48.202370455680395 + - type: nauc_ndcg_at_1_std + value: 25.69655992704088 + - type: nauc_ndcg_at_20_diff1 + value: -33.88168753446507 + - type: nauc_ndcg_at_20_max + value: 45.16199742613164 + - type: nauc_ndcg_at_20_std + value: 61.87098383164902 + - type: nauc_ndcg_at_3_diff1 + value: 11.19174449544048 + - type: nauc_ndcg_at_3_max + value: 44.34069860560555 + - type: nauc_ndcg_at_3_std + value: 27.451258369798115 + - type: nauc_ndcg_at_5_diff1 + value: -7.186520929432436 + - type: nauc_ndcg_at_5_max + value: 43.41869981139378 + - type: nauc_ndcg_at_5_std + value: 34.89898115995178 + - type: nauc_precision_at_1000_diff1 + value: -34.43998154563451 + - type: nauc_precision_at_1000_max + value: 29.172655907480372 + - type: nauc_precision_at_1000_std + value: 65.15824469614837 + - type: nauc_precision_at_100_diff1 + value: -37.82409643259692 + - type: nauc_precision_at_100_max + value: 38.24986991317909 + - type: nauc_precision_at_100_std + value: 72.74768183105327 + - type: nauc_precision_at_10_diff1 + value: -32.21556182780535 + - type: nauc_precision_at_10_max + value: 34.27170432382651 + - type: nauc_precision_at_10_std + value: 58.358255004394664 + - type: nauc_precision_at_1_diff1 + value: 56.55126663944154 + - type: nauc_precision_at_1_max + value: 66.37014285522565 + - type: nauc_precision_at_1_std + value: 53.2508271389779 + - type: nauc_precision_at_20_diff1 + value: -40.18751579026395 + - type: nauc_precision_at_20_max + value: 33.960783153758896 + - type: nauc_precision_at_20_std + value: 65.42918390184195 + - type: nauc_precision_at_3_diff1 + value: -7.073870209006578 + - type: nauc_precision_at_3_max + value: 50.81535269862325 + - type: nauc_precision_at_3_std + value: 59.248681565955685 + - type: nauc_precision_at_5_diff1 + value: -31.136580596983876 + - type: nauc_precision_at_5_max + value: 45.88147792380426 + - type: nauc_precision_at_5_std + value: 67.46814230928243 + - type: nauc_recall_at_1000_diff1 + value: -23.15699999594577 + - type: nauc_recall_at_1000_max + value: 39.77277799761876 + - type: nauc_recall_at_1000_std + value: 60.326168012901114 + - type: nauc_recall_at_100_diff1 + value: -21.636664823598498 + - type: nauc_recall_at_100_max + value: 31.104969346131583 + - type: nauc_recall_at_100_std + value: 38.811686891592096 + - type: nauc_recall_at_10_diff1 + value: -10.542765625053569 + - type: nauc_recall_at_10_max + value: 2.043876058107446 + - type: nauc_recall_at_10_std + value: -5.578449908984766 + - type: nauc_recall_at_1_diff1 + value: 17.897907271073016 + - type: nauc_recall_at_1_max + value: 12.229062762540844 + - type: nauc_recall_at_1_std + value: -4.088830895573149 + - type: nauc_recall_at_20_diff1 + value: -15.132909355710103 + - type: nauc_recall_at_20_max + value: 12.659765287241065 + - type: nauc_recall_at_20_std + value: 8.277887800815819 + - type: nauc_recall_at_3_diff1 + value: -3.1975017812715016 + - type: nauc_recall_at_3_max + value: -3.5539857085038538 + - type: nauc_recall_at_3_std + value: -14.712102851318118 + - type: nauc_recall_at_5_diff1 + value: -14.040507717380743 + - type: nauc_recall_at_5_max + value: -6.126912150131701 + - type: nauc_recall_at_5_std + value: -13.821624015640355 + - type: ndcg_at_1 + value: 71.318 + - type: ndcg_at_10 + value: 64.886 + - type: ndcg_at_100 + value: 53.187 + - type: ndcg_at_1000 + value: 59.897999999999996 + - type: ndcg_at_20 + value: 58.96 + - type: ndcg_at_3 + value: 69.736 + - type: ndcg_at_5 + value: 70.14099999999999 + - type: precision_at_1 + value: 83.721 + - type: precision_at_10 + value: 71.163 + - type: precision_at_100 + value: 29.465000000000003 + - type: precision_at_1000 + value: 5.665 + - type: precision_at_20 + value: 57.791000000000004 + - type: precision_at_3 + value: 82.171 + - type: precision_at_5 + value: 81.86 + - type: recall_at_1 + value: 1.644 + - type: recall_at_10 + value: 14.238000000000001 + - type: recall_at_100 + value: 39.831 + - type: recall_at_1000 + value: 64.057 + - type: recall_at_20 + value: 21.021 + - type: recall_at_3 + value: 5.53 + - type: recall_at_5 + value: 9.623 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus-PL (default) + revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 + split: test + type: clarin-knext/nfcorpus-pl + metrics: + - type: main_score + value: 31.391000000000002 + - type: map_at_1 + value: 4.163 + - type: map_at_10 + value: 10.744 + - type: map_at_100 + value: 14.038999999999998 + - type: map_at_1000 + value: 15.434999999999999 + - type: map_at_20 + value: 12.16 + - type: map_at_3 + value: 7.614999999999999 + - type: map_at_5 + value: 9.027000000000001 + - type: mrr_at_1 + value: 39.0092879256966 + - type: mrr_at_10 + value: 48.69809327239668 + - type: mrr_at_100 + value: 49.20788148442068 + - type: mrr_at_1000 + value: 49.25509336494706 + - type: mrr_at_20 + value: 48.99606551850896 + - type: mrr_at_3 + value: 46.284829721362236 + - type: mrr_at_5 + value: 47.77089783281735 + - type: nauc_map_at_1000_diff1 + value: 22.75421477116417 + - type: nauc_map_at_1000_max + value: 49.242283787799046 + - type: nauc_map_at_1000_std + value: 29.056888272331832 + - type: nauc_map_at_100_diff1 + value: 23.585977398585594 + - type: nauc_map_at_100_max + value: 48.25845199409498 + - type: nauc_map_at_100_std + value: 24.944264511223693 + - type: nauc_map_at_10_diff1 + value: 27.386613094780255 + - type: nauc_map_at_10_max + value: 41.52415346691586 + - type: nauc_map_at_10_std + value: 12.93872448563755 + - type: nauc_map_at_1_diff1 + value: 46.78688143865053 + - type: nauc_map_at_1_max + value: 37.20408843995871 + - type: nauc_map_at_1_std + value: 4.383444959401098 + - type: nauc_map_at_20_diff1 + value: 25.590969047740288 + - type: nauc_map_at_20_max + value: 44.57109307999418 + - type: nauc_map_at_20_std + value: 16.45855141821407 + - type: nauc_map_at_3_diff1 + value: 36.30017108362863 + - type: nauc_map_at_3_max + value: 34.66149613991648 + - type: nauc_map_at_3_std + value: 5.67985905078467 + - type: nauc_map_at_5_diff1 + value: 31.157644795417223 + - type: nauc_map_at_5_max + value: 37.274738661636825 + - type: nauc_map_at_5_std + value: 8.70088872394168 + - type: nauc_mrr_at_1000_diff1 + value: 25.638564218157384 + - type: nauc_mrr_at_1000_max + value: 57.77788270285353 + - type: nauc_mrr_at_1000_std + value: 43.507586592911274 + - type: nauc_mrr_at_100_diff1 + value: 25.662002580561584 + - type: nauc_mrr_at_100_max + value: 57.80578394278584 + - type: nauc_mrr_at_100_std + value: 43.543905743986635 + - type: nauc_mrr_at_10_diff1 + value: 25.426034796339835 + - type: nauc_mrr_at_10_max + value: 57.68443186258669 + - type: nauc_mrr_at_10_std + value: 43.438009108331215 + - type: nauc_mrr_at_1_diff1 + value: 26.073028156311075 + - type: nauc_mrr_at_1_max + value: 52.11817916720053 + - type: nauc_mrr_at_1_std + value: 37.41073893153695 + - type: nauc_mrr_at_20_diff1 + value: 25.548645553336147 + - type: nauc_mrr_at_20_max + value: 57.78552760401915 + - type: nauc_mrr_at_20_std + value: 43.521687428822325 + - type: nauc_mrr_at_3_diff1 + value: 25.72662577397805 + - type: nauc_mrr_at_3_max + value: 56.891263536265605 + - type: nauc_mrr_at_3_std + value: 41.384872305390104 + - type: nauc_mrr_at_5_diff1 + value: 25.552211551655386 + - type: nauc_mrr_at_5_max + value: 57.976813828353926 + - type: nauc_mrr_at_5_std + value: 43.504564461855544 + - type: nauc_ndcg_at_1000_diff1 + value: 23.456158044182757 + - type: nauc_ndcg_at_1000_max + value: 60.05411773552709 + - type: nauc_ndcg_at_1000_std + value: 47.857510017262584 + - type: nauc_ndcg_at_100_diff1 + value: 19.711635700390772 + - type: nauc_ndcg_at_100_max + value: 56.178746740470665 + - type: nauc_ndcg_at_100_std + value: 42.36829180286942 + - type: nauc_ndcg_at_10_diff1 + value: 18.364428967788413 + - type: nauc_ndcg_at_10_max + value: 54.38372506578223 + - type: nauc_ndcg_at_10_std + value: 41.75765411340369 + - type: nauc_ndcg_at_1_diff1 + value: 26.571093272640773 + - type: nauc_ndcg_at_1_max + value: 51.061788341958284 + - type: nauc_ndcg_at_1_std + value: 36.514987974075986 + - type: nauc_ndcg_at_20_diff1 + value: 18.345487193027697 + - type: nauc_ndcg_at_20_max + value: 54.62621882656994 + - type: nauc_ndcg_at_20_std + value: 41.42835554714241 + - type: nauc_ndcg_at_3_diff1 + value: 23.260105658139025 + - type: nauc_ndcg_at_3_max + value: 52.07747385334546 + - type: nauc_ndcg_at_3_std + value: 36.91985577837284 + - type: nauc_ndcg_at_5_diff1 + value: 20.40428109665566 + - type: nauc_ndcg_at_5_max + value: 53.52015347884604 + - type: nauc_ndcg_at_5_std + value: 39.46008849580017 + - type: nauc_precision_at_1000_diff1 + value: -7.3487344916380035 + - type: nauc_precision_at_1000_max + value: 16.58045221394852 + - type: nauc_precision_at_1000_std + value: 38.94030932397075 + - type: nauc_precision_at_100_diff1 + value: -5.257743986683922 + - type: nauc_precision_at_100_max + value: 34.43071687475306 + - type: nauc_precision_at_100_std + value: 53.499519170670474 + - type: nauc_precision_at_10_diff1 + value: 2.385136433119139 + - type: nauc_precision_at_10_max + value: 47.210743878631064 + - type: nauc_precision_at_10_std + value: 47.22767704186548 + - type: nauc_precision_at_1_diff1 + value: 26.073028156311075 + - type: nauc_precision_at_1_max + value: 52.11817916720053 + - type: nauc_precision_at_1_std + value: 37.41073893153695 + - type: nauc_precision_at_20_diff1 + value: -0.3531531127238474 + - type: nauc_precision_at_20_max + value: 44.78044604856974 + - type: nauc_precision_at_20_std + value: 49.532804150743615 + - type: nauc_precision_at_3_diff1 + value: 15.350050569991447 + - type: nauc_precision_at_3_max + value: 51.01572315596549 + - type: nauc_precision_at_3_std + value: 38.801125728413155 + - type: nauc_precision_at_5_diff1 + value: 9.109003666144694 + - type: nauc_precision_at_5_max + value: 50.935269774898494 + - type: nauc_precision_at_5_std + value: 43.323548180559676 + - type: nauc_recall_at_1000_diff1 + value: 16.64743647648886 + - type: nauc_recall_at_1000_max + value: 38.46012283772285 + - type: nauc_recall_at_1000_std + value: 36.02016164796441 + - type: nauc_recall_at_100_diff1 + value: 14.005834785186744 + - type: nauc_recall_at_100_max + value: 37.70026105513647 + - type: nauc_recall_at_100_std + value: 27.085222642129697 + - type: nauc_recall_at_10_diff1 + value: 21.204106627422632 + - type: nauc_recall_at_10_max + value: 36.737624881893424 + - type: nauc_recall_at_10_std + value: 13.755054514272702 + - type: nauc_recall_at_1_diff1 + value: 46.78688143865053 + - type: nauc_recall_at_1_max + value: 37.20408843995871 + - type: nauc_recall_at_1_std + value: 4.383444959401098 + - type: nauc_recall_at_20_diff1 + value: 19.740977611421933 + - type: nauc_recall_at_20_max + value: 39.21908969539783 + - type: nauc_recall_at_20_std + value: 16.560269670318494 + - type: nauc_recall_at_3_diff1 + value: 32.189359545367815 + - type: nauc_recall_at_3_max + value: 31.693634445562758 + - type: nauc_recall_at_3_std + value: 6.246326281543587 + - type: nauc_recall_at_5_diff1 + value: 25.51586860499901 + - type: nauc_recall_at_5_max + value: 33.15934725342885 + - type: nauc_recall_at_5_std + value: 9.677778511696705 + - type: ndcg_at_1 + value: 37.307 + - type: ndcg_at_10 + value: 31.391000000000002 + - type: ndcg_at_100 + value: 28.877999999999997 + - type: ndcg_at_1000 + value: 37.16 + - type: ndcg_at_20 + value: 29.314 + - type: ndcg_at_3 + value: 35.405 + - type: ndcg_at_5 + value: 33.922999999999995 + - type: precision_at_1 + value: 39.009 + - type: precision_at_10 + value: 24.52 + - type: precision_at_100 + value: 7.703 + - type: precision_at_1000 + value: 2.04 + - type: precision_at_20 + value: 18.08 + - type: precision_at_3 + value: 34.469 + - type: precision_at_5 + value: 30.712 + - type: recall_at_1 + value: 4.163 + - type: recall_at_10 + value: 15.015999999999998 + - type: recall_at_100 + value: 30.606 + - type: recall_at_1000 + value: 59.606 + - type: recall_at_20 + value: 19.09 + - type: recall_at_3 + value: 9.139 + - type: recall_at_5 + value: 11.477 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ-PL (default) + revision: f171245712cf85dd4700b06bef18001578d0ca8d + split: test + type: clarin-knext/nq-pl + metrics: + - type: main_score + value: 54.017 + - type: map_at_1 + value: 34.193 + - type: map_at_10 + value: 47.497 + - type: map_at_100 + value: 48.441 + - type: map_at_1000 + value: 48.481 + - type: map_at_20 + value: 48.093 + - type: map_at_3 + value: 44.017 + - type: map_at_5 + value: 46.111000000000004 + - type: mrr_at_1 + value: 37.949015063731174 + - type: mrr_at_10 + value: 49.915772315105954 + - type: mrr_at_100 + value: 50.62841255829997 + - type: mrr_at_1000 + value: 50.656773027666745 + - type: mrr_at_20 + value: 50.37785276657083 + - type: mrr_at_3 + value: 46.98725376593267 + - type: mrr_at_5 + value: 48.763035921205066 + - type: nauc_map_at_1000_diff1 + value: 39.5632191792873 + - type: nauc_map_at_1000_max + value: 37.4728247053629 + - type: nauc_map_at_1000_std + value: 5.742498414663762 + - type: nauc_map_at_100_diff1 + value: 39.555570352061906 + - type: nauc_map_at_100_max + value: 37.497880976847334 + - type: nauc_map_at_100_std + value: 5.7798021019465375 + - type: nauc_map_at_10_diff1 + value: 39.5423723444454 + - type: nauc_map_at_10_max + value: 37.41661971723365 + - type: nauc_map_at_10_std + value: 5.2378002164144695 + - type: nauc_map_at_1_diff1 + value: 41.52697034146981 + - type: nauc_map_at_1_max + value: 28.558995576942863 + - type: nauc_map_at_1_std + value: 0.13094542859192052 + - type: nauc_map_at_20_diff1 + value: 39.55484628943701 + - type: nauc_map_at_20_max + value: 37.5247794933719 + - type: nauc_map_at_20_std + value: 5.702881342279231 + - type: nauc_map_at_3_diff1 + value: 39.949323925425325 + - type: nauc_map_at_3_max + value: 35.770298168901924 + - type: nauc_map_at_3_std + value: 2.9127112432479874 + - type: nauc_map_at_5_diff1 + value: 39.768310617004545 + - type: nauc_map_at_5_max + value: 37.1549191664796 + - type: nauc_map_at_5_std + value: 4.4681285748269515 + - type: nauc_mrr_at_1000_diff1 + value: 39.14001746706457 + - type: nauc_mrr_at_1000_max + value: 37.477376518267775 + - type: nauc_mrr_at_1000_std + value: 6.8088891531621565 + - type: nauc_mrr_at_100_diff1 + value: 39.13054707413684 + - type: nauc_mrr_at_100_max + value: 37.498126443766274 + - type: nauc_mrr_at_100_std + value: 6.839411380129971 + - type: nauc_mrr_at_10_diff1 + value: 39.09764730048156 + - type: nauc_mrr_at_10_max + value: 37.58593798217306 + - type: nauc_mrr_at_10_std + value: 6.713795164982413 + - type: nauc_mrr_at_1_diff1 + value: 41.581599918664075 + - type: nauc_mrr_at_1_max + value: 31.500589231378722 + - type: nauc_mrr_at_1_std + value: 2.059116370339438 + - type: nauc_mrr_at_20_diff1 + value: 39.09011023988447 + - type: nauc_mrr_at_20_max + value: 37.55856008791344 + - type: nauc_mrr_at_20_std + value: 6.847165397615844 + - type: nauc_mrr_at_3_diff1 + value: 39.382542043738 + - type: nauc_mrr_at_3_max + value: 36.49265363659468 + - type: nauc_mrr_at_3_std + value: 4.759157976438336 + - type: nauc_mrr_at_5_diff1 + value: 39.304826333759976 + - type: nauc_mrr_at_5_max + value: 37.46326016736024 + - type: nauc_mrr_at_5_std + value: 6.122608305766621 + - type: nauc_ndcg_at_1000_diff1 + value: 38.568500038453266 + - type: nauc_ndcg_at_1000_max + value: 39.799710882413166 + - type: nauc_ndcg_at_1000_std + value: 9.357010223096639 + - type: nauc_ndcg_at_100_diff1 + value: 38.38026091343228 + - type: nauc_ndcg_at_100_max + value: 40.48398173542486 + - type: nauc_ndcg_at_100_std + value: 10.373054013302214 + - type: nauc_ndcg_at_10_diff1 + value: 38.27340980909964 + - type: nauc_ndcg_at_10_max + value: 40.35241649744093 + - type: nauc_ndcg_at_10_std + value: 8.579139930345168 + - type: nauc_ndcg_at_1_diff1 + value: 41.581599918664075 + - type: nauc_ndcg_at_1_max + value: 31.500589231378722 + - type: nauc_ndcg_at_1_std + value: 2.059116370339438 + - type: nauc_ndcg_at_20_diff1 + value: 38.26453028884807 + - type: nauc_ndcg_at_20_max + value: 40.70517858426641 + - type: nauc_ndcg_at_20_std + value: 9.987693876137905 + - type: nauc_ndcg_at_3_diff1 + value: 39.2078971733273 + - type: nauc_ndcg_at_3_max + value: 37.48672195565316 + - type: nauc_ndcg_at_3_std + value: 4.051464994659221 + - type: nauc_ndcg_at_5_diff1 + value: 38.883693595665285 + - type: nauc_ndcg_at_5_max + value: 39.763115634437135 + - type: nauc_ndcg_at_5_std + value: 6.738980451582073 + - type: nauc_precision_at_1000_diff1 + value: -7.223215910619012 + - type: nauc_precision_at_1000_max + value: 13.075844604892161 + - type: nauc_precision_at_1000_std + value: 19.864336920890107 + - type: nauc_precision_at_100_diff1 + value: 1.3305994810812418 + - type: nauc_precision_at_100_max + value: 25.9219108557104 + - type: nauc_precision_at_100_std + value: 27.5076605928207 + - type: nauc_precision_at_10_diff1 + value: 18.441551484970326 + - type: nauc_precision_at_10_max + value: 39.85995330437054 + - type: nauc_precision_at_10_std + value: 20.561269077428914 + - type: nauc_precision_at_1_diff1 + value: 41.581599918664075 + - type: nauc_precision_at_1_max + value: 31.500589231378722 + - type: nauc_precision_at_1_std + value: 2.059116370339438 + - type: nauc_precision_at_20_diff1 + value: 12.579593891480531 + - type: nauc_precision_at_20_max + value: 36.620221830588775 + - type: nauc_precision_at_20_std + value: 26.40364876775059 + - type: nauc_precision_at_3_diff1 + value: 30.158859294487073 + - type: nauc_precision_at_3_max + value: 41.168215766389174 + - type: nauc_precision_at_3_std + value: 9.44345004450809 + - type: nauc_precision_at_5_diff1 + value: 25.438624678672785 + - type: nauc_precision_at_5_max + value: 42.72802023518524 + - type: nauc_precision_at_5_std + value: 15.357657388511099 + - type: nauc_recall_at_1000_diff1 + value: 24.987564782718003 + - type: nauc_recall_at_1000_max + value: 70.508416373353 + - type: nauc_recall_at_1000_std + value: 69.75092280398808 + - type: nauc_recall_at_100_diff1 + value: 29.504202856421397 + - type: nauc_recall_at_100_max + value: 63.41356585545318 + - type: nauc_recall_at_100_std + value: 50.09250954437847 + - type: nauc_recall_at_10_diff1 + value: 32.355776022971774 + - type: nauc_recall_at_10_max + value: 49.47121901667283 + - type: nauc_recall_at_10_std + value: 19.418439406631244 + - type: nauc_recall_at_1_diff1 + value: 41.52697034146981 + - type: nauc_recall_at_1_max + value: 28.558995576942863 + - type: nauc_recall_at_1_std + value: 0.13094542859192052 + - type: nauc_recall_at_20_diff1 + value: 31.57334731023589 + - type: nauc_recall_at_20_max + value: 54.06567225197383 + - type: nauc_recall_at_20_std + value: 29.222029720570468 + - type: nauc_recall_at_3_diff1 + value: 36.45033533275773 + - type: nauc_recall_at_3_max + value: 40.39529713780803 + - type: nauc_recall_at_3_std + value: 5.21893897772794 + - type: nauc_recall_at_5_diff1 + value: 35.18471678478859 + - type: nauc_recall_at_5_max + value: 46.20100816867823 + - type: nauc_recall_at_5_std + value: 11.94481894633221 + - type: ndcg_at_1 + value: 37.949 + - type: ndcg_at_10 + value: 54.017 + - type: ndcg_at_100 + value: 58.126 + - type: ndcg_at_1000 + value: 59.073 + - type: ndcg_at_20 + value: 55.928 + - type: ndcg_at_3 + value: 47.494 + - type: ndcg_at_5 + value: 50.975 + - type: precision_at_1 + value: 37.949 + - type: precision_at_10 + value: 8.450000000000001 + - type: precision_at_100 + value: 1.083 + - type: precision_at_1000 + value: 0.117 + - type: precision_at_20 + value: 4.689 + - type: precision_at_3 + value: 21.051000000000002 + - type: precision_at_5 + value: 14.664 + - type: recall_at_1 + value: 34.193 + - type: recall_at_10 + value: 71.357 + - type: recall_at_100 + value: 89.434 + - type: recall_at_1000 + value: 96.536 + - type: recall_at_20 + value: 78.363 + - type: recall_at_3 + value: 54.551 + - type: recall_at_5 + value: 62.543000000000006 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Quora-PL (default) + revision: 0be27e93455051e531182b85e85e425aba12e9d4 + split: test + type: clarin-knext/quora-pl + metrics: + - type: main_score + value: 84.114 + - type: map_at_1 + value: 65.848 + - type: map_at_10 + value: 79.85900000000001 + - type: map_at_100 + value: 80.582 + - type: map_at_1000 + value: 80.60300000000001 + - type: map_at_20 + value: 80.321 + - type: map_at_3 + value: 76.741 + - type: map_at_5 + value: 78.72200000000001 + - type: mrr_at_1 + value: 75.97 + - type: mrr_at_10 + value: 83.04630158730119 + - type: mrr_at_100 + value: 83.22785731032968 + - type: mrr_at_1000 + value: 83.23123717623899 + - type: mrr_at_20 + value: 83.17412021320565 + - type: mrr_at_3 + value: 81.83333333333287 + - type: mrr_at_5 + value: 82.61933333333275 + - type: nauc_map_at_1000_diff1 + value: 73.26316553371083 + - type: nauc_map_at_1000_max + value: 27.92567859085245 + - type: nauc_map_at_1000_std + value: -47.477909533360446 + - type: nauc_map_at_100_diff1 + value: 73.2690602807223 + - type: nauc_map_at_100_max + value: 27.915868327849996 + - type: nauc_map_at_100_std + value: -47.525777766107595 + - type: nauc_map_at_10_diff1 + value: 73.45464428464894 + - type: nauc_map_at_10_max + value: 27.451611487246296 + - type: nauc_map_at_10_std + value: -49.35818715843809 + - type: nauc_map_at_1_diff1 + value: 77.29690208952982 + - type: nauc_map_at_1_max + value: 19.839875762282293 + - type: nauc_map_at_1_std + value: -45.355684654708284 + - type: nauc_map_at_20_diff1 + value: 73.35102731979796 + - type: nauc_map_at_20_max + value: 27.741506490134583 + - type: nauc_map_at_20_std + value: -48.22006207310331 + - type: nauc_map_at_3_diff1 + value: 73.94878241064137 + - type: nauc_map_at_3_max + value: 24.761321386766728 + - type: nauc_map_at_3_std + value: -51.20638883618126 + - type: nauc_map_at_5_diff1 + value: 73.66143558047698 + - type: nauc_map_at_5_max + value: 26.53483405013543 + - type: nauc_map_at_5_std + value: -50.697541279640056 + - type: nauc_mrr_at_1000_diff1 + value: 73.84632320009759 + - type: nauc_mrr_at_1000_max + value: 30.50182733610048 + - type: nauc_mrr_at_1000_std + value: -44.3021647995251 + - type: nauc_mrr_at_100_diff1 + value: 73.84480792662302 + - type: nauc_mrr_at_100_max + value: 30.50749424571614 + - type: nauc_mrr_at_100_std + value: -44.29615086388113 + - type: nauc_mrr_at_10_diff1 + value: 73.79442772949346 + - type: nauc_mrr_at_10_max + value: 30.55724252219984 + - type: nauc_mrr_at_10_std + value: -44.50997069462057 + - type: nauc_mrr_at_1_diff1 + value: 75.23369827945945 + - type: nauc_mrr_at_1_max + value: 29.20073967447664 + - type: nauc_mrr_at_1_std + value: -43.1920147658285 + - type: nauc_mrr_at_20_diff1 + value: 73.82731678072307 + - type: nauc_mrr_at_20_max + value: 30.566328605497667 + - type: nauc_mrr_at_20_std + value: -44.24683607643705 + - type: nauc_mrr_at_3_diff1 + value: 73.61997576749954 + - type: nauc_mrr_at_3_max + value: 30.150393853381917 + - type: nauc_mrr_at_3_std + value: -44.96847297506626 + - type: nauc_mrr_at_5_diff1 + value: 73.69084310616132 + - type: nauc_mrr_at_5_max + value: 30.578033703441125 + - type: nauc_mrr_at_5_std + value: -44.74920746066566 + - type: nauc_ndcg_at_1000_diff1 + value: 72.89349862557452 + - type: nauc_ndcg_at_1000_max + value: 29.824725190462086 + - type: nauc_ndcg_at_1000_std + value: -44.96284395063211 + - type: nauc_ndcg_at_100_diff1 + value: 72.85212753715273 + - type: nauc_ndcg_at_100_max + value: 29.933114207845605 + - type: nauc_ndcg_at_100_std + value: -44.944225570663754 + - type: nauc_ndcg_at_10_diff1 + value: 72.80576740454528 + - type: nauc_ndcg_at_10_max + value: 29.16829118320828 + - type: nauc_ndcg_at_10_std + value: -48.149473740079614 + - type: nauc_ndcg_at_1_diff1 + value: 75.00032534968587 + - type: nauc_ndcg_at_1_max + value: 29.61849062038547 + - type: nauc_ndcg_at_1_std + value: -42.560207043864054 + - type: nauc_ndcg_at_20_diff1 + value: 72.88440406302502 + - type: nauc_ndcg_at_20_max + value: 29.65496676092656 + - type: nauc_ndcg_at_20_std + value: -46.21238462167732 + - type: nauc_ndcg_at_3_diff1 + value: 72.37916962766987 + - type: nauc_ndcg_at_3_max + value: 27.125094834547586 + - type: nauc_ndcg_at_3_std + value: -48.62942991399391 + - type: nauc_ndcg_at_5_diff1 + value: 72.57017330527658 + - type: nauc_ndcg_at_5_max + value: 28.470485561757254 + - type: nauc_ndcg_at_5_std + value: -49.07593345591059 + - type: nauc_precision_at_1000_diff1 + value: -41.67915575853946 + - type: nauc_precision_at_1000_max + value: 1.2012264478568844 + - type: nauc_precision_at_1000_std + value: 44.723834559400466 + - type: nauc_precision_at_100_diff1 + value: -40.45196679236971 + - type: nauc_precision_at_100_max + value: 2.3525450401714894 + - type: nauc_precision_at_100_std + value: 43.7092529413952 + - type: nauc_precision_at_10_diff1 + value: -30.256026923068767 + - type: nauc_precision_at_10_max + value: 8.313422052132559 + - type: nauc_precision_at_10_std + value: 25.929372356449694 + - type: nauc_precision_at_1_diff1 + value: 75.00032534968587 + - type: nauc_precision_at_1_max + value: 29.61849062038547 + - type: nauc_precision_at_1_std + value: -42.560207043864054 + - type: nauc_precision_at_20_diff1 + value: -35.61971069986584 + - type: nauc_precision_at_20_max + value: 5.4664303079116765 + - type: nauc_precision_at_20_std + value: 34.992352471692826 + - type: nauc_precision_at_3_diff1 + value: -5.691231842471157 + - type: nauc_precision_at_3_max + value: 14.797949087742444 + - type: nauc_precision_at_3_std + value: -0.1930317395644928 + - type: nauc_precision_at_5_diff1 + value: -20.03913781462645 + - type: nauc_precision_at_5_max + value: 11.956771408712749 + - type: nauc_precision_at_5_std + value: 13.179251389859731 + - type: nauc_recall_at_1000_diff1 + value: 64.03509042729674 + - type: nauc_recall_at_1000_max + value: 40.91691485428493 + - type: nauc_recall_at_1000_std + value: 16.12968625875372 + - type: nauc_recall_at_100_diff1 + value: 63.83116179628575 + - type: nauc_recall_at_100_max + value: 43.72908117676382 + - type: nauc_recall_at_100_std + value: -20.50966716852155 + - type: nauc_recall_at_10_diff1 + value: 66.42071960186394 + - type: nauc_recall_at_10_max + value: 28.983207818687205 + - type: nauc_recall_at_10_std + value: -56.61417798753744 + - type: nauc_recall_at_1_diff1 + value: 77.29690208952982 + - type: nauc_recall_at_1_max + value: 19.839875762282293 + - type: nauc_recall_at_1_std + value: -45.355684654708284 + - type: nauc_recall_at_20_diff1 + value: 66.32360705219874 + - type: nauc_recall_at_20_max + value: 33.30698111822631 + - type: nauc_recall_at_20_std + value: -43.89233781737452 + - type: nauc_recall_at_3_diff1 + value: 69.67029394927077 + - type: nauc_recall_at_3_max + value: 22.67803039327696 + - type: nauc_recall_at_3_std + value: -56.43327209861502 + - type: nauc_recall_at_5_diff1 + value: 68.05622143936131 + - type: nauc_recall_at_5_max + value: 26.67795559040675 + - type: nauc_recall_at_5_std + value: -58.158231198510954 + - type: ndcg_at_1 + value: 76.08 + - type: ndcg_at_10 + value: 84.114 + - type: ndcg_at_100 + value: 85.784 + - type: ndcg_at_1000 + value: 85.992 + - type: ndcg_at_20 + value: 84.976 + - type: ndcg_at_3 + value: 80.74799999999999 + - type: ndcg_at_5 + value: 82.626 + - type: precision_at_1 + value: 76.08 + - type: precision_at_10 + value: 12.926000000000002 + - type: precision_at_100 + value: 1.509 + - type: precision_at_1000 + value: 0.156 + - type: precision_at_20 + value: 6.912999999999999 + - type: precision_at_3 + value: 35.5 + - type: precision_at_5 + value: 23.541999999999998 + - type: recall_at_1 + value: 65.848 + - type: recall_at_10 + value: 92.611 + - type: recall_at_100 + value: 98.69 + - type: recall_at_1000 + value: 99.83999999999999 + - type: recall_at_20 + value: 95.47200000000001 + - type: recall_at_3 + value: 83.122 + - type: recall_at_5 + value: 88.23 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS-PL (default) + revision: 45452b03f05560207ef19149545f168e596c9337 + split: test + type: clarin-knext/scidocs-pl + metrics: + - type: main_score + value: 15.379999999999999 + - type: map_at_1 + value: 3.6029999999999998 + - type: map_at_10 + value: 8.843 + - type: map_at_100 + value: 10.433 + - type: map_at_1000 + value: 10.689 + - type: map_at_20 + value: 9.597 + - type: map_at_3 + value: 6.363 + - type: map_at_5 + value: 7.603 + - type: mrr_at_1 + value: 17.7 + - type: mrr_at_10 + value: 26.58900793650793 + - type: mrr_at_100 + value: 27.699652322890987 + - type: mrr_at_1000 + value: 27.78065313118353 + - type: mrr_at_20 + value: 27.215020950411816 + - type: mrr_at_3 + value: 23.36666666666668 + - type: mrr_at_5 + value: 25.211666666666666 + - type: nauc_map_at_1000_diff1 + value: 21.92235143827129 + - type: nauc_map_at_1000_max + value: 37.50300940750989 + - type: nauc_map_at_1000_std + value: 20.872586122198552 + - type: nauc_map_at_100_diff1 + value: 21.917408170465833 + - type: nauc_map_at_100_max + value: 37.4654466815513 + - type: nauc_map_at_100_std + value: 20.621643878648534 + - type: nauc_map_at_10_diff1 + value: 22.914388723621183 + - type: nauc_map_at_10_max + value: 36.468131213468794 + - type: nauc_map_at_10_std + value: 16.760980140791492 + - type: nauc_map_at_1_diff1 + value: 29.00799502838457 + - type: nauc_map_at_1_max + value: 26.64926291797503 + - type: nauc_map_at_1_std + value: 8.167291261637361 + - type: nauc_map_at_20_diff1 + value: 22.46580947804047 + - type: nauc_map_at_20_max + value: 36.656294842562275 + - type: nauc_map_at_20_std + value: 18.099232417722078 + - type: nauc_map_at_3_diff1 + value: 23.436009032045934 + - type: nauc_map_at_3_max + value: 31.325807212280914 + - type: nauc_map_at_3_std + value: 9.780905232048852 + - type: nauc_map_at_5_diff1 + value: 22.891704394665528 + - type: nauc_map_at_5_max + value: 35.40584466642894 + - type: nauc_map_at_5_std + value: 13.476986099394656 + - type: nauc_mrr_at_1000_diff1 + value: 25.052937655397866 + - type: nauc_mrr_at_1000_max + value: 29.64431912670108 + - type: nauc_mrr_at_1000_std + value: 14.549744963988044 + - type: nauc_mrr_at_100_diff1 + value: 25.070871266969224 + - type: nauc_mrr_at_100_max + value: 29.68743604652336 + - type: nauc_mrr_at_100_std + value: 14.582010154574432 + - type: nauc_mrr_at_10_diff1 + value: 24.88881466938897 + - type: nauc_mrr_at_10_max + value: 29.488430770768144 + - type: nauc_mrr_at_10_std + value: 14.269241073852266 + - type: nauc_mrr_at_1_diff1 + value: 29.220540327267503 + - type: nauc_mrr_at_1_max + value: 26.81908580507911 + - type: nauc_mrr_at_1_std + value: 8.00840295809718 + - type: nauc_mrr_at_20_diff1 + value: 25.067912695721944 + - type: nauc_mrr_at_20_max + value: 29.759227563849628 + - type: nauc_mrr_at_20_std + value: 14.685076859257357 + - type: nauc_mrr_at_3_diff1 + value: 24.645848739182696 + - type: nauc_mrr_at_3_max + value: 27.73368549660351 + - type: nauc_mrr_at_3_std + value: 11.475742805586943 + - type: nauc_mrr_at_5_diff1 + value: 24.895295760909946 + - type: nauc_mrr_at_5_max + value: 29.130755033240423 + - type: nauc_mrr_at_5_std + value: 12.955802929145404 + - type: nauc_ndcg_at_1000_diff1 + value: 20.68434434777729 + - type: nauc_ndcg_at_1000_max + value: 37.67055146424174 + - type: nauc_ndcg_at_1000_std + value: 29.57493715069776 + - type: nauc_ndcg_at_100_diff1 + value: 20.396834816492383 + - type: nauc_ndcg_at_100_max + value: 37.460575228670514 + - type: nauc_ndcg_at_100_std + value: 27.826534756761944 + - type: nauc_ndcg_at_10_diff1 + value: 22.640844106236027 + - type: nauc_ndcg_at_10_max + value: 35.21291764462327 + - type: nauc_ndcg_at_10_std + value: 19.53289455984506 + - type: nauc_ndcg_at_1_diff1 + value: 29.220540327267503 + - type: nauc_ndcg_at_1_max + value: 26.81908580507911 + - type: nauc_ndcg_at_1_std + value: 8.00840295809718 + - type: nauc_ndcg_at_20_diff1 + value: 22.117126657768623 + - type: nauc_ndcg_at_20_max + value: 35.79395781940806 + - type: nauc_ndcg_at_20_std + value: 22.242748346260786 + - type: nauc_ndcg_at_3_diff1 + value: 23.00596063212187 + - type: nauc_ndcg_at_3_max + value: 30.149013627580523 + - type: nauc_ndcg_at_3_std + value: 11.07904064662722 + - type: nauc_ndcg_at_5_diff1 + value: 22.81875419630523 + - type: nauc_ndcg_at_5_max + value: 34.24267468356626 + - type: nauc_ndcg_at_5_std + value: 15.307780280752088 + - type: nauc_precision_at_1000_diff1 + value: 9.606677689029972 + - type: nauc_precision_at_1000_max + value: 32.74855550489271 + - type: nauc_precision_at_1000_std + value: 42.65372585937895 + - type: nauc_precision_at_100_diff1 + value: 11.528981313529545 + - type: nauc_precision_at_100_max + value: 35.642529490132404 + - type: nauc_precision_at_100_std + value: 38.146151426052306 + - type: nauc_precision_at_10_diff1 + value: 18.783957183811836 + - type: nauc_precision_at_10_max + value: 36.1982008334257 + - type: nauc_precision_at_10_std + value: 25.09349473195891 + - type: nauc_precision_at_1_diff1 + value: 29.220540327267503 + - type: nauc_precision_at_1_max + value: 26.81908580507911 + - type: nauc_precision_at_1_std + value: 8.00840295809718 + - type: nauc_precision_at_20_diff1 + value: 17.458766320828214 + - type: nauc_precision_at_20_max + value: 36.000404903025235 + - type: nauc_precision_at_20_std + value: 29.1608044138323 + - type: nauc_precision_at_3_diff1 + value: 20.213669462067166 + - type: nauc_precision_at_3_max + value: 31.120650847205912 + - type: nauc_precision_at_3_std + value: 12.390972418818118 + - type: nauc_precision_at_5_diff1 + value: 20.114245715785678 + - type: nauc_precision_at_5_max + value: 37.30360111495823 + - type: nauc_precision_at_5_std + value: 19.053109037822853 + - type: nauc_recall_at_1000_diff1 + value: 9.85800049032612 + - type: nauc_recall_at_1000_max + value: 32.48319160802687 + - type: nauc_recall_at_1000_std + value: 43.79941601741161 + - type: nauc_recall_at_100_diff1 + value: 11.375255270968337 + - type: nauc_recall_at_100_max + value: 35.1868784124497 + - type: nauc_recall_at_100_std + value: 38.422680583482666 + - type: nauc_recall_at_10_diff1 + value: 18.445783123521938 + - type: nauc_recall_at_10_max + value: 35.633267936276766 + - type: nauc_recall_at_10_std + value: 24.94469506254716 + - type: nauc_recall_at_1_diff1 + value: 29.00799502838457 + - type: nauc_recall_at_1_max + value: 26.64926291797503 + - type: nauc_recall_at_1_std + value: 8.167291261637361 + - type: nauc_recall_at_20_diff1 + value: 17.314906604151936 + - type: nauc_recall_at_20_max + value: 35.66067699203996 + - type: nauc_recall_at_20_std + value: 29.400137012506082 + - type: nauc_recall_at_3_diff1 + value: 19.873710875648698 + - type: nauc_recall_at_3_max + value: 30.92404718742849 + - type: nauc_recall_at_3_std + value: 12.400871018075199 + - type: nauc_recall_at_5_diff1 + value: 19.869948324233192 + - type: nauc_recall_at_5_max + value: 37.06832511687574 + - type: nauc_recall_at_5_std + value: 19.0798814966156 + - type: ndcg_at_1 + value: 17.7 + - type: ndcg_at_10 + value: 15.379999999999999 + - type: ndcg_at_100 + value: 22.09 + - type: ndcg_at_1000 + value: 27.151999999999997 + - type: ndcg_at_20 + value: 17.576 + - type: ndcg_at_3 + value: 14.219999999999999 + - type: ndcg_at_5 + value: 12.579 + - type: precision_at_1 + value: 17.7 + - type: precision_at_10 + value: 8.08 + - type: precision_at_100 + value: 1.7840000000000003 + - type: precision_at_1000 + value: 0.3 + - type: precision_at_20 + value: 5.305 + - type: precision_at_3 + value: 13.167000000000002 + - type: precision_at_5 + value: 11.06 + - type: recall_at_1 + value: 3.6029999999999998 + - type: recall_at_10 + value: 16.413 + - type: recall_at_100 + value: 36.263 + - type: recall_at_1000 + value: 61.016999999999996 + - type: recall_at_20 + value: 21.587999999999997 + - type: recall_at_3 + value: 8.013 + - type: recall_at_5 + value: 11.198 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact-PL (default) + revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e + split: test + type: clarin-knext/scifact-pl + metrics: + - type: main_score + value: 64.764 + - type: map_at_1 + value: 49.778 + - type: map_at_10 + value: 59.88 + - type: map_at_100 + value: 60.707 + - type: map_at_1000 + value: 60.729 + - type: map_at_20 + value: 60.419999999999995 + - type: map_at_3 + value: 57.45400000000001 + - type: map_at_5 + value: 58.729 + - type: mrr_at_1 + value: 52.33333333333333 + - type: mrr_at_10 + value: 61.29193121693122 + - type: mrr_at_100 + value: 61.95817765126313 + - type: mrr_at_1000 + value: 61.97583284368782 + - type: mrr_at_20 + value: 61.72469949641003 + - type: mrr_at_3 + value: 59.44444444444444 + - type: mrr_at_5 + value: 60.494444444444454 + - type: nauc_map_at_1000_diff1 + value: 62.21235294015774 + - type: nauc_map_at_1000_max + value: 48.83996609100249 + - type: nauc_map_at_1000_std + value: 5.23892781043174 + - type: nauc_map_at_100_diff1 + value: 62.20170226789429 + - type: nauc_map_at_100_max + value: 48.8391766453537 + - type: nauc_map_at_100_std + value: 5.2664077457917715 + - type: nauc_map_at_10_diff1 + value: 61.961975488329024 + - type: nauc_map_at_10_max + value: 48.397109987625186 + - type: nauc_map_at_10_std + value: 4.314859710827481 + - type: nauc_map_at_1_diff1 + value: 65.0865197011516 + - type: nauc_map_at_1_max + value: 41.38862781954889 + - type: nauc_map_at_1_std + value: -0.9182122632530586 + - type: nauc_map_at_20_diff1 + value: 61.99173935851292 + - type: nauc_map_at_20_max + value: 48.79961814179307 + - type: nauc_map_at_20_std + value: 5.262181845825118 + - type: nauc_map_at_3_diff1 + value: 62.37910539880477 + - type: nauc_map_at_3_max + value: 47.13627890977091 + - type: nauc_map_at_3_std + value: 2.327897198087264 + - type: nauc_map_at_5_diff1 + value: 61.60080757149592 + - type: nauc_map_at_5_max + value: 47.60052458345962 + - type: nauc_map_at_5_std + value: 3.1770196981231047 + - type: nauc_mrr_at_1000_diff1 + value: 62.86810952814966 + - type: nauc_mrr_at_1000_max + value: 52.13248094447774 + - type: nauc_mrr_at_1000_std + value: 10.100485746570733 + - type: nauc_mrr_at_100_diff1 + value: 62.85364829491874 + - type: nauc_mrr_at_100_max + value: 52.134528010631854 + - type: nauc_mrr_at_100_std + value: 10.120945685447369 + - type: nauc_mrr_at_10_diff1 + value: 62.65679301829915 + - type: nauc_mrr_at_10_max + value: 52.09270719182349 + - type: nauc_mrr_at_10_std + value: 9.913834434725441 + - type: nauc_mrr_at_1_diff1 + value: 66.84108271415636 + - type: nauc_mrr_at_1_max + value: 46.67646429855176 + - type: nauc_mrr_at_1_std + value: 5.5505252956352304 + - type: nauc_mrr_at_20_diff1 + value: 62.72473227039611 + - type: nauc_mrr_at_20_max + value: 52.13479097802757 + - type: nauc_mrr_at_20_std + value: 10.188278833464084 + - type: nauc_mrr_at_3_diff1 + value: 63.797429185518496 + - type: nauc_mrr_at_3_max + value: 52.16486999573481 + - type: nauc_mrr_at_3_std + value: 9.094360767062762 + - type: nauc_mrr_at_5_diff1 + value: 62.592917975475494 + - type: nauc_mrr_at_5_max + value: 52.330741486107414 + - type: nauc_mrr_at_5_std + value: 9.742175534421389 + - type: nauc_ndcg_at_1000_diff1 + value: 61.38859337672476 + - type: nauc_ndcg_at_1000_max + value: 51.48380058339184 + - type: nauc_ndcg_at_1000_std + value: 9.670547660897673 + - type: nauc_ndcg_at_100_diff1 + value: 61.02438489641434 + - type: nauc_ndcg_at_100_max + value: 51.781246646780865 + - type: nauc_ndcg_at_100_std + value: 10.592961553245187 + - type: nauc_ndcg_at_10_diff1 + value: 60.03678353308358 + - type: nauc_ndcg_at_10_max + value: 50.70725688848762 + - type: nauc_ndcg_at_10_std + value: 7.9472446491016315 + - type: nauc_ndcg_at_1_diff1 + value: 66.84108271415636 + - type: nauc_ndcg_at_1_max + value: 46.67646429855176 + - type: nauc_ndcg_at_1_std + value: 5.5505252956352304 + - type: nauc_ndcg_at_20_diff1 + value: 59.828482718480224 + - type: nauc_ndcg_at_20_max + value: 51.45831789601284 + - type: nauc_ndcg_at_20_std + value: 10.722673683272049 + - type: nauc_ndcg_at_3_diff1 + value: 61.68982937524109 + - type: nauc_ndcg_at_3_max + value: 49.745326748604775 + - type: nauc_ndcg_at_3_std + value: 4.948298621202247 + - type: nauc_ndcg_at_5_diff1 + value: 59.67396171973207 + - type: nauc_ndcg_at_5_max + value: 49.87855139298281 + - type: nauc_ndcg_at_5_std + value: 6.08990428055584 + - type: nauc_precision_at_1000_diff1 + value: -1.594227972036865 + - type: nauc_precision_at_1000_max + value: 32.48431723086185 + - type: nauc_precision_at_1000_std + value: 53.84748466965268 + - type: nauc_precision_at_100_diff1 + value: 8.06411455192293 + - type: nauc_precision_at_100_max + value: 39.91003601878948 + - type: nauc_precision_at_100_std + value: 55.52979711075091 + - type: nauc_precision_at_10_diff1 + value: 26.610514456014066 + - type: nauc_precision_at_10_max + value: 47.09062494321172 + - type: nauc_precision_at_10_std + value: 33.91984226498748 + - type: nauc_precision_at_1_diff1 + value: 66.84108271415636 + - type: nauc_precision_at_1_max + value: 46.67646429855176 + - type: nauc_precision_at_1_std + value: 5.5505252956352304 + - type: nauc_precision_at_20_diff1 + value: 16.947688843085583 + - type: nauc_precision_at_20_max + value: 45.40488186572008 + - type: nauc_precision_at_20_std + value: 48.354421924500905 + - type: nauc_precision_at_3_diff1 + value: 49.11263981720622 + - type: nauc_precision_at_3_max + value: 52.7084625111683 + - type: nauc_precision_at_3_std + value: 16.734612173556453 + - type: nauc_precision_at_5_diff1 + value: 39.06503705015792 + - type: nauc_precision_at_5_max + value: 52.21710506893391 + - type: nauc_precision_at_5_std + value: 23.350948149460233 + - type: nauc_recall_at_1000_diff1 + value: 43.1559290382817 + - type: nauc_recall_at_1000_max + value: 83.66013071895456 + - type: nauc_recall_at_1000_std + value: 86.27450980392177 + - type: nauc_recall_at_100_diff1 + value: 46.016860850620375 + - type: nauc_recall_at_100_max + value: 69.3944888744547 + - type: nauc_recall_at_100_std + value: 55.286945696152735 + - type: nauc_recall_at_10_diff1 + value: 49.65877895350921 + - type: nauc_recall_at_10_max + value: 53.02636695700889 + - type: nauc_recall_at_10_std + value: 13.967608945823828 + - type: nauc_recall_at_1_diff1 + value: 65.0865197011516 + - type: nauc_recall_at_1_max + value: 41.38862781954889 + - type: nauc_recall_at_1_std + value: -0.9182122632530586 + - type: nauc_recall_at_20_diff1 + value: 43.355308229973524 + - type: nauc_recall_at_20_max + value: 57.04187909533764 + - type: nauc_recall_at_20_std + value: 33.578720846660524 + - type: nauc_recall_at_3_diff1 + value: 56.922996057428165 + - type: nauc_recall_at_3_max + value: 50.74417041895424 + - type: nauc_recall_at_3_std + value: 5.623890124328387 + - type: nauc_recall_at_5_diff1 + value: 50.55620076865238 + - type: nauc_recall_at_5_max + value: 51.3316854622085 + - type: nauc_recall_at_5_std + value: 8.995457887269255 + - type: ndcg_at_1 + value: 52.333 + - type: ndcg_at_10 + value: 64.764 + - type: ndcg_at_100 + value: 68.167 + - type: ndcg_at_1000 + value: 68.816 + - type: ndcg_at_20 + value: 66.457 + - type: ndcg_at_3 + value: 60.346 + - type: ndcg_at_5 + value: 62.365 + - type: precision_at_1 + value: 52.333 + - type: precision_at_10 + value: 8.799999999999999 + - type: precision_at_100 + value: 1.057 + - type: precision_at_1000 + value: 0.11100000000000002 + - type: precision_at_20 + value: 4.8 + - type: precision_at_3 + value: 23.889 + - type: precision_at_5 + value: 15.6 + - type: recall_at_1 + value: 49.778 + - type: recall_at_10 + value: 78.206 + - type: recall_at_100 + value: 93.10000000000001 + - type: recall_at_1000 + value: 98.333 + - type: recall_at_20 + value: 84.467 + - type: recall_at_3 + value: 66.367 + - type: recall_at_5 + value: 71.35000000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID-PL (default) + revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd + split: test + type: clarin-knext/trec-covid-pl + metrics: + - type: main_score + value: 72.18900000000001 + - type: map_at_1 + value: 0.214 + - type: map_at_10 + value: 1.755 + - type: map_at_100 + value: 9.944 + - type: map_at_1000 + value: 24.205 + - type: map_at_20 + value: 3.1510000000000002 + - type: map_at_3 + value: 0.6 + - type: map_at_5 + value: 0.9560000000000001 + - type: mrr_at_1 + value: 82.0 + - type: mrr_at_10 + value: 89.06666666666666 + - type: mrr_at_100 + value: 89.06666666666666 + - type: mrr_at_1000 + value: 89.06666666666666 + - type: mrr_at_20 + value: 89.06666666666666 + - type: mrr_at_3 + value: 87.66666666666666 + - type: mrr_at_5 + value: 89.06666666666666 + - type: nauc_map_at_1000_diff1 + value: -9.342037623635543 + - type: nauc_map_at_1000_max + value: 45.71499810252398 + - type: nauc_map_at_1000_std + value: 76.86482845196852 + - type: nauc_map_at_100_diff1 + value: -6.932395299866198 + - type: nauc_map_at_100_max + value: 36.097801891181604 + - type: nauc_map_at_100_std + value: 65.6085215411685 + - type: nauc_map_at_10_diff1 + value: -6.3654843824342775 + - type: nauc_map_at_10_max + value: 9.564437521432714 + - type: nauc_map_at_10_std + value: 21.8377319336476 + - type: nauc_map_at_1_diff1 + value: 8.269590874255034 + - type: nauc_map_at_1_max + value: 3.482498491294516 + - type: nauc_map_at_1_std + value: 8.985226819412189 + - type: nauc_map_at_20_diff1 + value: -4.971435767877232 + - type: nauc_map_at_20_max + value: 22.88801858567121 + - type: nauc_map_at_20_std + value: 32.38492618534027 + - type: nauc_map_at_3_diff1 + value: 1.1615973694623123 + - type: nauc_map_at_3_max + value: 1.935417800315643 + - type: nauc_map_at_3_std + value: 10.289328305818698 + - type: nauc_map_at_5_diff1 + value: -2.4675967231444105 + - type: nauc_map_at_5_max + value: 2.4611483736622373 + - type: nauc_map_at_5_std + value: 15.082324305750811 + - type: nauc_mrr_at_1000_diff1 + value: 13.098526703499063 + - type: nauc_mrr_at_1000_max + value: 56.37362177417431 + - type: nauc_mrr_at_1000_std + value: 73.2456769749587 + - type: nauc_mrr_at_100_diff1 + value: 13.098526703499063 + - type: nauc_mrr_at_100_max + value: 56.37362177417431 + - type: nauc_mrr_at_100_std + value: 73.2456769749587 + - type: nauc_mrr_at_10_diff1 + value: 13.098526703499063 + - type: nauc_mrr_at_10_max + value: 56.37362177417431 + - type: nauc_mrr_at_10_std + value: 73.2456769749587 + - type: nauc_mrr_at_1_diff1 + value: 12.099350148694809 + - type: nauc_mrr_at_1_max + value: 53.75041304108387 + - type: nauc_mrr_at_1_std + value: 68.84018063663402 + - type: nauc_mrr_at_20_diff1 + value: 13.098526703499063 + - type: nauc_mrr_at_20_max + value: 56.37362177417431 + - type: nauc_mrr_at_20_std + value: 73.2456769749587 + - type: nauc_mrr_at_3_diff1 + value: 12.173557857011161 + - type: nauc_mrr_at_3_max + value: 57.540780562363395 + - type: nauc_mrr_at_3_std + value: 75.42098189580211 + - type: nauc_mrr_at_5_diff1 + value: 13.098526703499063 + - type: nauc_mrr_at_5_max + value: 56.37362177417431 + - type: nauc_mrr_at_5_std + value: 73.2456769749587 + - type: nauc_ndcg_at_1000_diff1 + value: -8.951471847310401 + - type: nauc_ndcg_at_1000_max + value: 43.86942237288822 + - type: nauc_ndcg_at_1000_std + value: 74.61077735148591 + - type: nauc_ndcg_at_100_diff1 + value: -17.754559361083817 + - type: nauc_ndcg_at_100_max + value: 53.97187119773482 + - type: nauc_ndcg_at_100_std + value: 80.7944136146514 + - type: nauc_ndcg_at_10_diff1 + value: -26.637734697836414 + - type: nauc_ndcg_at_10_max + value: 47.70102699133149 + - type: nauc_ndcg_at_10_std + value: 70.26909560828646 + - type: nauc_ndcg_at_1_diff1 + value: -1.2250530785563207 + - type: nauc_ndcg_at_1_max + value: 46.60509554140131 + - type: nauc_ndcg_at_1_std + value: 62.63906581740976 + - type: nauc_ndcg_at_20_diff1 + value: -22.44286466550908 + - type: nauc_ndcg_at_20_max + value: 55.40492058090103 + - type: nauc_ndcg_at_20_std + value: 72.11813912145738 + - type: nauc_ndcg_at_3_diff1 + value: -14.8152721896563 + - type: nauc_ndcg_at_3_max + value: 38.952259383027595 + - type: nauc_ndcg_at_3_std + value: 59.819750166537766 + - type: nauc_ndcg_at_5_diff1 + value: -19.150105688904375 + - type: nauc_ndcg_at_5_max + value: 42.311180547775315 + - type: nauc_ndcg_at_5_std + value: 66.6632229321094 + - type: nauc_precision_at_1000_diff1 + value: -11.555591477978941 + - type: nauc_precision_at_1000_max + value: 43.7311644834851 + - type: nauc_precision_at_1000_std + value: 52.10644767999648 + - type: nauc_precision_at_100_diff1 + value: -16.94803099801117 + - type: nauc_precision_at_100_max + value: 54.08281631067633 + - type: nauc_precision_at_100_std + value: 82.77237347891331 + - type: nauc_precision_at_10_diff1 + value: -27.351332814863355 + - type: nauc_precision_at_10_max + value: 48.08237549065846 + - type: nauc_precision_at_10_std + value: 69.37250843534329 + - type: nauc_precision_at_1_diff1 + value: 12.099350148694809 + - type: nauc_precision_at_1_max + value: 53.75041304108387 + - type: nauc_precision_at_1_std + value: 68.84018063663402 + - type: nauc_precision_at_20_diff1 + value: -18.2422222283388 + - type: nauc_precision_at_20_max + value: 59.517328129343696 + - type: nauc_precision_at_20_std + value: 72.05149307342747 + - type: nauc_precision_at_3_diff1 + value: -10.226547543075897 + - type: nauc_precision_at_3_max + value: 43.14684818832875 + - type: nauc_precision_at_3_std + value: 57.31936467418288 + - type: nauc_precision_at_5_diff1 + value: -14.28521589468673 + - type: nauc_precision_at_5_max + value: 41.633426753962596 + - type: nauc_precision_at_5_std + value: 64.94400576804541 + - type: nauc_recall_at_1000_diff1 + value: -0.9648831207497152 + - type: nauc_recall_at_1000_max + value: 31.70832946085005 + - type: nauc_recall_at_1000_std + value: 63.21471613968869 + - type: nauc_recall_at_100_diff1 + value: -1.360254380933586 + - type: nauc_recall_at_100_max + value: 25.960597782099605 + - type: nauc_recall_at_100_std + value: 51.52757589609674 + - type: nauc_recall_at_10_diff1 + value: -0.3899439424189566 + - type: nauc_recall_at_10_max + value: 5.094341897886072 + - type: nauc_recall_at_10_std + value: 11.266045616925698 + - type: nauc_recall_at_1_diff1 + value: 8.269590874255034 + - type: nauc_recall_at_1_max + value: 3.482498491294516 + - type: nauc_recall_at_1_std + value: 8.985226819412189 + - type: nauc_recall_at_20_diff1 + value: 6.4797098359254175 + - type: nauc_recall_at_20_max + value: 15.663700985336124 + - type: nauc_recall_at_20_std + value: 17.154099587904913 + - type: nauc_recall_at_3_diff1 + value: 3.7245972450393507 + - type: nauc_recall_at_3_max + value: 0.4063857187240345 + - type: nauc_recall_at_3_std + value: 6.641948062821941 + - type: nauc_recall_at_5_diff1 + value: 4.013879477591466 + - type: nauc_recall_at_5_max + value: -1.4266586618013566 + - type: nauc_recall_at_5_std + value: 7.311601874411205 + - type: ndcg_at_1 + value: 75.0 + - type: ndcg_at_10 + value: 72.18900000000001 + - type: ndcg_at_100 + value: 54.022999999999996 + - type: ndcg_at_1000 + value: 49.492000000000004 + - type: ndcg_at_20 + value: 68.51 + - type: ndcg_at_3 + value: 73.184 + - type: ndcg_at_5 + value: 72.811 + - type: precision_at_1 + value: 82.0 + - type: precision_at_10 + value: 77.4 + - type: precision_at_100 + value: 55.24 + - type: precision_at_1000 + value: 21.822 + - type: precision_at_20 + value: 73.0 + - type: precision_at_3 + value: 79.333 + - type: precision_at_5 + value: 79.2 + - type: recall_at_1 + value: 0.214 + - type: recall_at_10 + value: 1.9980000000000002 + - type: recall_at_100 + value: 13.328999999999999 + - type: recall_at_1000 + value: 47.204 + - type: recall_at_20 + value: 3.7310000000000003 + - type: recall_at_3 + value: 0.628 + - type: recall_at_5 + value: 1.049 + task: + type: Retrieval - dataset: config: default name: MTEB CEDRClassification (default) @@ -383,6 +3584,7 @@ model-index: value: 3.270918827854495 task: type: Reranking + - dataset: config: default name: MTEB SensitiveTopicsClassification (default)