jina-embeddings-v3

license: cc-by-nc-4.0 tags:

• feature-extraction
• sentence-similarity
• mteb
• sentence-transformers language:
  • multilingual
  • af
  • am
  • ar
  • as
  • az
  • be
  • bg
  • bn
  • br
  • bs
  • ca
  • cs
  • cy
  • da
  • de
  • el
  • en
  • eo
  • es
  • et
  • eu
  • fa
  • fi
  • fr
  • fy
  • ga
  • gd
  • gl
  • gu
  • ha
  • he
  • hi
  • hr
  • hu
  • hy
  • id
  • is
  • it
  • ja
  • jv
  • ka
  • kk
  • km
  • kn
  • ko
  • ku
  • ky
  • la
  • lo
  • lt
  • lv
  • mg
  • mk
  • ml
  • mn
  • mr
  • ms
  • my
  • ne
  • nl
  • no
  • om
  • or
  • pa
  • pl
  • ps
  • pt
  • ro
  • ru
  • sa
  • sd
  • si
  • sk
  • sl
  • so
  • sq
  • sr
  • su
  • sv
  • sw
  • ta
  • te
  • th
  • tl
  • tr
  • ug
  • uk
  • ur
  • uz
  • vi
  • xh
  • yi
  • zh inference: false library_name: transformers model-index:
• name: jina-embeddings-v3 results:
  • dataset: config: default name: MTEB AFQMC (default) revision: b44c3b011063adb25877c13823db83bb193913c4 split: validation type: C-MTEB/AFQMC metrics:
    • type: cosine_pearson value: 41.74237700998808
    • type: cosine_spearman value: 43.4726782647566
    • type: euclidean_pearson value: 42.244585459479964
    • type: euclidean_spearman value: 43.525070045169606
    • type: main_score value: 43.4726782647566
    • type: manhattan_pearson value: 42.04616728224863
    • type: manhattan_spearman value: 43.308828270754645
    • type: pearson value: 41.74237700998808
    • type: spearman value: 43.4726782647566 task: type: STS
  • dataset: config: default name: MTEB ArguAna-PL (default) revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 split: test type: clarin-knext/arguana-pl metrics:
    • type: main_score value: 50.117999999999995
    • type: map_at_1 value: 24.253
    • type: map_at_10 value: 40.725
    • type: map_at_100 value: 41.699999999999996
    • type: map_at_1000 value: 41.707
    • type: map_at_20 value: 41.467999999999996
    • type: map_at_3 value: 35.467
    • type: map_at_5 value: 38.291
    • type: mrr_at_1 value: 24.751066856330013
    • type: mrr_at_10 value: 40.91063808169072
    • type: mrr_at_100 value: 41.885497923928675
    • type: mrr_at_1000 value: 41.89301098419842
    • type: mrr_at_20 value: 41.653552355442514
    • type: mrr_at_3 value: 35.656709340919775
    • type: mrr_at_5 value: 38.466097676623946
    • type: nauc_map_at_1000_diff1 value: 7.503000359807567
    • type: nauc_map_at_1000_max value: -11.030405164830546
    • type: nauc_map_at_1000_std value: -8.902792782585117
    • type: nauc_map_at_100_diff1 value: 7.509899249593199
    • type: nauc_map_at_100_max value: -11.023581259404406
    • type: nauc_map_at_100_std value: -8.892241185067272
    • type: nauc_map_at_10_diff1 value: 7.24369711881512
    • type: nauc_map_at_10_max value: -10.810000200433278
    • type: nauc_map_at_10_std value: -8.987230542165776
    • type: nauc_map_at_1_diff1 value: 11.37175831832417
    • type: nauc_map_at_1_max value: -13.315221903223055
    • type: nauc_map_at_1_std value: -9.398199605510275
    • type: nauc_map_at_20_diff1 value: 7.477364530860648
    • type: nauc_map_at_20_max value: -10.901251218105566
    • type: nauc_map_at_20_std value: -8.868148116405925
    • type: nauc_map_at_3_diff1 value: 6.555548802174882
    • type: nauc_map_at_3_max value: -12.247274800542934
    • type: nauc_map_at_3_std value: -9.879475250984811
    • type: nauc_map_at_5_diff1 value: 7.426588563355882
    • type: nauc_map_at_5_max value: -11.347695686001805
    • type: nauc_map_at_5_std value: -9.34441892203972
    • type: nauc_mrr_at_1000_diff1 value: 5.99737552143614
    • type: nauc_mrr_at_1000_max value: -11.327205136505727
    • type: nauc_mrr_at_1000_std value: -8.791079115519503
    • type: nauc_mrr_at_100_diff1 value: 6.004622525255784
    • type: nauc_mrr_at_100_max value: -11.320336759899723
    • type: nauc_mrr_at_100_std value: -8.780602249831777
    • type: nauc_mrr_at_10_diff1 value: 5.783623516930227
    • type: nauc_mrr_at_10_max value: -11.095971693467078
    • type: nauc_mrr_at_10_std value: -8.877242032013582
    • type: nauc_mrr_at_1_diff1 value: 9.694937537703797
    • type: nauc_mrr_at_1_max value: -12.531905083727912
    • type: nauc_mrr_at_1_std value: -8.903992940100146
    • type: nauc_mrr_at_20_diff1 value: 5.984841206233873
    • type: nauc_mrr_at_20_max value: -11.195236951048969
    • type: nauc_mrr_at_20_std value: -8.757266039186018
    • type: nauc_mrr_at_3_diff1 value: 5.114333824261379
    • type: nauc_mrr_at_3_max value: -12.64809799843464
    • type: nauc_mrr_at_3_std value: -9.791146138025184
    • type: nauc_mrr_at_5_diff1 value: 5.88941606224512
    • type: nauc_mrr_at_5_max value: -11.763903418071918
    • type: nauc_mrr_at_5_std value: -9.279175712709446
    • type: nauc_ndcg_at_1000_diff1 value: 7.076950652226086
    • type: nauc_ndcg_at_1000_max value: -10.386482092087371
    • type: nauc_ndcg_at_1000_std value: -8.309190917074046
    • type: nauc_ndcg_at_100_diff1 value: 7.2329220284865245
    • type: nauc_ndcg_at_100_max value: -10.208048403220337
    • type: nauc_ndcg_at_100_std value: -7.997975874274613
    • type: nauc_ndcg_at_10_diff1 value: 6.065391100006953
    • type: nauc_ndcg_at_10_max value: -9.046164377601153
    • type: nauc_ndcg_at_10_std value: -8.34724889697153
    • type: nauc_ndcg_at_1_diff1 value: 11.37175831832417
    • type: nauc_ndcg_at_1_max value: -13.315221903223055
    • type: nauc_ndcg_at_1_std value: -9.398199605510275
    • type: nauc_ndcg_at_20_diff1 value: 6.949389989202601
    • type: nauc_ndcg_at_20_max value: -9.35740451760307
    • type: nauc_ndcg_at_20_std value: -7.761295171828212
    • type: nauc_ndcg_at_3_diff1 value: 5.051471796151364
    • type: nauc_ndcg_at_3_max value: -12.158763333711653
    • type: nauc_ndcg_at_3_std value: -10.078902544421926
    • type: nauc_ndcg_at_5_diff1 value: 6.527454512611454
    • type: nauc_ndcg_at_5_max value: -10.525118233848586
    • type: nauc_ndcg_at_5_std value: -9.120055125584031
    • type: nauc_precision_at_1000_diff1 value: -10.6495668199151
    • type: nauc_precision_at_1000_max value: 12.070656425217841
    • type: nauc_precision_at_1000_std value: 55.844551709649004
    • type: nauc_precision_at_100_diff1 value: 19.206967129266285
    • type: nauc_precision_at_100_max value: 16.296851020813456
    • type: nauc_precision_at_100_std value: 45.60378984257811
    • type: nauc_precision_at_10_diff1 value: 0.6490335354304879
    • type: nauc_precision_at_10_max value: 0.5757198255366447
    • type: nauc_precision_at_10_std value: -4.875847131691451
    • type: nauc_precision_at_1_diff1 value: 11.37175831832417
    • type: nauc_precision_at_1_max value: -13.315221903223055
    • type: nauc_precision_at_1_std value: -9.398199605510275
    • type: nauc_precision_at_20_diff1 value: 4.899369866929203
    • type: nauc_precision_at_20_max value: 5.988537297189552
    • type: nauc_precision_at_20_std value: 4.830900387582837
    • type: nauc_precision_at_3_diff1 value: 0.8791156910997744
    • type: nauc_precision_at_3_max value: -11.983373635905993
    • type: nauc_precision_at_3_std value: -10.646185111581257
    • type: nauc_precision_at_5_diff1 value: 3.9314486166548432
    • type: nauc_precision_at_5_max value: -7.798591396895839
    • type: nauc_precision_at_5_std value: -8.293043407234125
    • type: nauc_recall_at_1000_diff1 value: -10.649566819918673
    • type: nauc_recall_at_1000_max value: 12.070656425214647
    • type: nauc_recall_at_1000_std value: 55.84455170965023
    • type: nauc_recall_at_100_diff1 value: 19.206967129265127
    • type: nauc_recall_at_100_max value: 16.296851020813722
    • type: nauc_recall_at_100_std value: 45.60378984257728
    • type: nauc_recall_at_10_diff1 value: 0.6490335354304176
    • type: nauc_recall_at_10_max value: 0.5757198255366095
    • type: nauc_recall_at_10_std value: -4.875847131691468
    • type: nauc_recall_at_1_diff1 value: 11.37175831832417
    • type: nauc_recall_at_1_max value: -13.315221903223055
    • type: nauc_recall_at_1_std value: -9.398199605510275
    • type: nauc_recall_at_20_diff1 value: 4.899369866929402
    • type: nauc_recall_at_20_max value: 5.98853729718968
    • type: nauc_recall_at_20_std value: 4.830900387582967
    • type: nauc_recall_at_3_diff1 value: 0.8791156910997652
    • type: nauc_recall_at_3_max value: -11.983373635905997
    • type: nauc_recall_at_3_std value: -10.64618511158124
    • type: nauc_recall_at_5_diff1 value: 3.9314486166548472
    • type: nauc_recall_at_5_max value: -7.7985913968958585
    • type: nauc_recall_at_5_std value: -8.293043407234132
    • type: ndcg_at_1 value: 24.253
    • type: ndcg_at_10 value: 50.117999999999995
    • type: ndcg_at_100 value: 54.291999999999994
    • type: ndcg_at_1000 value: 54.44799999999999
    • type: ndcg_at_20 value: 52.771
    • type: ndcg_at_3 value: 39.296
    • type: ndcg_at_5 value: 44.373000000000005
    • type: precision_at_1 value: 24.253
    • type: precision_at_10 value: 8.016
    • type: precision_at_100 value: 0.984
    • type: precision_at_1000 value: 0.1
    • type: precision_at_20 value: 4.527
    • type: precision_at_3 value: 16.808999999999997
    • type: precision_at_5 value: 12.546
    • type: recall_at_1 value: 24.253
    • type: recall_at_10 value: 80.156
    • type: recall_at_100 value: 98.43499999999999
    • type: recall_at_1000 value: 99.57300000000001
    • type: recall_at_20 value: 90.54100000000001
    • type: recall_at_3 value: 50.427
    • type: recall_at_5 value: 62.731 task: type: Retrieval
  • dataset: config: default name: MTEB DBPedia-PL (default) revision: 76afe41d9af165cc40999fcaa92312b8b012064a split: test type: clarin-knext/dbpedia-pl metrics:
    • type: main_score value: 34.827000000000005
    • type: map_at_1 value: 7.049999999999999
    • type: map_at_10 value: 14.982999999999999
    • type: map_at_100 value: 20.816000000000003
    • type: map_at_1000 value: 22.33
    • type: map_at_20 value: 17.272000000000002
    • type: map_at_3 value: 10.661
    • type: map_at_5 value: 12.498
    • type: mrr_at_1 value: 57.25
    • type: mrr_at_10 value: 65.81934523809524
    • type: mrr_at_100 value: 66.2564203928212
    • type: mrr_at_1000 value: 66.27993662923856
    • type: mrr_at_20 value: 66.0732139130649
    • type: mrr_at_3 value: 64.08333333333333
    • type: mrr_at_5 value: 65.27083333333333
    • type: nauc_map_at_1000_diff1 value: 16.41780871174038
    • type: nauc_map_at_1000_max value: 30.193946325654654
    • type: nauc_map_at_1000_std value: 31.46095497039037
    • type: nauc_map_at_100_diff1 value: 18.57903165498531
    • type: nauc_map_at_100_max value: 29.541476938623262
    • type: nauc_map_at_100_std value: 28.228604103301052
    • type: nauc_map_at_10_diff1 value: 24.109434489748946
    • type: nauc_map_at_10_max value: 21.475954208048968
    • type: nauc_map_at_10_std value: 9.964464537806988
    • type: nauc_map_at_1_diff1 value: 38.67437644802124
    • type: nauc_map_at_1_max value: 14.52136658726491
    • type: nauc_map_at_1_std value: -2.8981666782088755
    • type: nauc_map_at_20_diff1 value: 21.42547228801935
    • type: nauc_map_at_20_max value: 25.04510402960458
    • type: nauc_map_at_20_std value: 16.533079346431155
    • type: nauc_map_at_3_diff1 value: 26.63648858245477
    • type: nauc_map_at_3_max value: 13.632235789780415
    • type: nauc_map_at_3_std value: -0.40129174577700716
    • type: nauc_map_at_5_diff1 value: 24.513861031197933
    • type: nauc_map_at_5_max value: 16.599888813946688
    • type: nauc_map_at_5_std value: 3.4448514739556346
    • type: nauc_mrr_at_1000_diff1 value: 36.57353464537154
    • type: nauc_mrr_at_1000_max value: 55.34763483979515
    • type: nauc_mrr_at_1000_std value: 40.3722796438533
    • type: nauc_mrr_at_100_diff1 value: 36.555989566513134
    • type: nauc_mrr_at_100_max value: 55.347805216808396
    • type: nauc_mrr_at_100_std value: 40.38465945075711
    • type: nauc_mrr_at_10_diff1 value: 36.771572999261984
    • type: nauc_mrr_at_10_max value: 55.41239897909165
    • type: nauc_mrr_at_10_std value: 40.52058934624793
    • type: nauc_mrr_at_1_diff1 value: 38.2472828531032
    • type: nauc_mrr_at_1_max value: 51.528473828685705
    • type: nauc_mrr_at_1_std value: 33.03676467942882
    • type: nauc_mrr_at_20_diff1 value: 36.642602571889036
    • type: nauc_mrr_at_20_max value: 55.3763342076553
    • type: nauc_mrr_at_20_std value: 40.41520090500838
    • type: nauc_mrr_at_3_diff1 value: 36.79451847426628
    • type: nauc_mrr_at_3_max value: 54.59778581826193
    • type: nauc_mrr_at_3_std value: 39.48392075873095
    • type: nauc_mrr_at_5_diff1 value: 36.92150807529304
    • type: nauc_mrr_at_5_max value: 55.03553978718272
    • type: nauc_mrr_at_5_std value: 40.20147745489917
    • type: nauc_ndcg_at_1000_diff1 value: 21.843092744321268
    • type: nauc_ndcg_at_1000_max value: 44.93275990394279
    • type: nauc_ndcg_at_1000_std value: 47.09186225236347
    • type: nauc_ndcg_at_100_diff1 value: 25.180282568979095
    • type: nauc_ndcg_at_100_max value: 41.737709709508394
    • type: nauc_ndcg_at_100_std value: 38.80950644139446
    • type: nauc_ndcg_at_10_diff1 value: 24.108368037214046
    • type: nauc_ndcg_at_10_max value: 41.29298370689967
    • type: nauc_ndcg_at_10_std value: 35.06450769738732
    • type: nauc_ndcg_at_1_diff1 value: 35.51010679525079
    • type: nauc_ndcg_at_1_max value: 42.40790024212412
    • type: nauc_ndcg_at_1_std value: 26.696412036243157
    • type: nauc_ndcg_at_20_diff1 value: 23.909989673256195
    • type: nauc_ndcg_at_20_max value: 39.78444647091927
    • type: nauc_ndcg_at_20_std value: 33.39544470364529
    • type: nauc_ndcg_at_3_diff1 value: 22.50484297956035
    • type: nauc_ndcg_at_3_max value: 39.14551926034168
    • type: nauc_ndcg_at_3_std value: 30.330135925392014
    • type: nauc_ndcg_at_5_diff1 value: 21.7798872028265
    • type: nauc_ndcg_at_5_max value: 40.23856975248015
    • type: nauc_ndcg_at_5_std value: 32.438381067440396
    • type: nauc_precision_at_1000_diff1 value: -21.62692442272279
    • type: nauc_precision_at_1000_max value: 0.9689046974430882
    • type: nauc_precision_at_1000_std value: 18.54001058230465
    • type: nauc_precision_at_100_diff1 value: -10.132258779856192
    • type: nauc_precision_at_100_max value: 23.74516110444681
    • type: nauc_precision_at_100_std value: 47.03416663319965
    • type: nauc_precision_at_10_diff1 value: 1.543656509571949
    • type: nauc_precision_at_10_max value: 36.98864812757555
    • type: nauc_precision_at_10_std value: 46.56427199077426
    • type: nauc_precision_at_1_diff1 value: 38.2472828531032
    • type: nauc_precision_at_1_max value: 51.528473828685705
    • type: nauc_precision_at_1_std value: 33.03676467942882
    • type: nauc_precision_at_20_diff1 value: -4.612864872734335
    • type: nauc_precision_at_20_max value: 34.03565449182125
    • type: nauc_precision_at_20_std value: 48.880727648349534
    • type: nauc_precision_at_3_diff1 value: 6.360850444467829
    • type: nauc_precision_at_3_max value: 36.25816942368427
    • type: nauc_precision_at_3_std value: 34.48882647419187
    • type: nauc_precision_at_5_diff1 value: 2.6445596936740037
    • type: nauc_precision_at_5_max value: 37.174463388899056
    • type: nauc_precision_at_5_std value: 40.25254370626113
    • type: nauc_recall_at_1000_diff1 value: 13.041227176748077
    • type: nauc_recall_at_1000_max value: 39.722336427072094
    • type: nauc_recall_at_1000_std value: 52.04032890059214
    • type: nauc_recall_at_100_diff1 value: 18.286096899139153
    • type: nauc_recall_at_100_max value: 34.072389201930314
    • type: nauc_recall_at_100_std value: 37.73637623416653
    • type: nauc_recall_at_10_diff1 value: 22.35560419280504
    • type: nauc_recall_at_10_max value: 19.727247199595197
    • type: nauc_recall_at_10_std value: 8.58498575109203
    • type: nauc_recall_at_1_diff1 value: 38.67437644802124
    • type: nauc_recall_at_1_max value: 14.52136658726491
    • type: nauc_recall_at_1_std value: -2.8981666782088755
    • type: nauc_recall_at_20_diff1 value: 19.026320886902916
    • type: nauc_recall_at_20_max value: 22.753562309469867
    • type: nauc_recall_at_20_std value: 14.89994263882445
    • type: nauc_recall_at_3_diff1 value: 23.428129702129684
    • type: nauc_recall_at_3_max value: 10.549153954790542
    • type: nauc_recall_at_3_std value: -1.7590608997055206
    • type: nauc_recall_at_5_diff1 value: 21.27448645803921
    • type: nauc_recall_at_5_max value: 13.620279707461677
    • type: nauc_recall_at_5_std value: 2.0577962208292675
    • type: ndcg_at_1 value: 46.75
    • type: ndcg_at_10 value: 34.827000000000005
    • type: ndcg_at_100 value: 38.157999999999994
    • type: ndcg_at_1000 value: 44.816
    • type: ndcg_at_20 value: 34.152
    • type: ndcg_at_3 value: 39.009
    • type: ndcg_at_5 value: 36.826
    • type: precision_at_1 value: 57.25
    • type: precision_at_10 value: 27.575
    • type: precision_at_100 value: 8.84
    • type: precision_at_1000 value: 1.949
    • type: precision_at_20 value: 20.724999999999998
    • type: precision_at_3 value: 41.167
    • type: precision_at_5 value: 35.199999999999996
    • type: recall_at_1 value: 7.049999999999999
    • type: recall_at_10 value: 19.817999999999998
    • type: recall_at_100 value: 42.559999999999995
    • type: recall_at_1000 value: 63.744
    • type: recall_at_20 value: 25.968000000000004
    • type: recall_at_3 value: 11.959
    • type: recall_at_5 value: 14.939 task: type: Retrieval
  • dataset: config: default name: MTEB FiQA-PL (default) revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e split: test type: clarin-knext/fiqa-pl metrics:
    • type: main_score value: 38.828
    • type: map_at_1 value: 19.126
    • type: map_at_10 value: 31.002000000000002
    • type: map_at_100 value: 32.736
    • type: map_at_1000 value: 32.933
    • type: map_at_20 value: 31.894
    • type: map_at_3 value: 26.583000000000002
    • type: map_at_5 value: 28.904000000000003
    • type: mrr_at_1 value: 37.808641975308646
    • type: mrr_at_10 value: 46.36745541838134
    • type: mrr_at_100 value: 47.14140915794908
    • type: mrr_at_1000 value: 47.190701435388846
    • type: mrr_at_20 value: 46.81387776440309
    • type: mrr_at_3 value: 43.750000000000014
    • type: mrr_at_5 value: 45.23919753086418
    • type: nauc_map_at_1000_diff1 value: 38.5532285881503
    • type: nauc_map_at_1000_max value: 34.44383884813453
    • type: nauc_map_at_1000_std value: -1.3963497949476722
    • type: nauc_map_at_100_diff1 value: 38.49292464176943
    • type: nauc_map_at_100_max value: 34.33752755618645
    • type: nauc_map_at_100_std value: -1.4794032905848582
    • type: nauc_map_at_10_diff1 value: 38.26061536370962
    • type: nauc_map_at_10_max value: 33.16977912721411
    • type: nauc_map_at_10_std value: -2.3853370604730393
    • type: nauc_map_at_1_diff1 value: 46.288767289528344
    • type: nauc_map_at_1_max value: 25.67706785013364
    • type: nauc_map_at_1_std value: -6.989769609924645
    • type: nauc_map_at_20_diff1 value: 38.507270129330685
    • type: nauc_map_at_20_max value: 33.70963328055982
    • type: nauc_map_at_20_std value: -1.9835510011554272
    • type: nauc_map_at_3_diff1 value: 39.81061518646884
    • type: nauc_map_at_3_max value: 30.101186374147748
    • type: nauc_map_at_3_std value: -4.027120247237715
    • type: nauc_map_at_5_diff1 value: 38.55602589746512
    • type: nauc_map_at_5_max value: 31.515174267015983
    • type: nauc_map_at_5_std value: -3.4064239358570303
    • type: nauc_mrr_at_1000_diff1 value: 45.030514454725726
    • type: nauc_mrr_at_1000_max value: 43.878919881666164
    • type: nauc_mrr_at_1000_std value: 2.517594250297626
    • type: nauc_mrr_at_100_diff1 value: 45.00868212878687
    • type: nauc_mrr_at_100_max value: 43.87437011120001
    • type: nauc_mrr_at_100_std value: 2.5257874265014966
    • type: nauc_mrr_at_10_diff1 value: 44.855044606754056
    • type: nauc_mrr_at_10_max value: 43.946617058785186
    • type: nauc_mrr_at_10_std value: 2.5173751662794044
    • type: nauc_mrr_at_1_diff1 value: 49.441510997817346
    • type: nauc_mrr_at_1_max value: 43.08547383044357
    • type: nauc_mrr_at_1_std value: -1.8747770703324347
    • type: nauc_mrr_at_20_diff1 value: 45.019880416584215
    • type: nauc_mrr_at_20_max value: 43.85691473662242
    • type: nauc_mrr_at_20_std value: 2.4625487605091303
    • type: nauc_mrr_at_3_diff1 value: 45.322041658604036
    • type: nauc_mrr_at_3_max value: 43.95079293074395
    • type: nauc_mrr_at_3_std value: 2.4644274393435737
    • type: nauc_mrr_at_5_diff1 value: 44.99461837803437
    • type: nauc_mrr_at_5_max value: 43.97934275090601
    • type: nauc_mrr_at_5_std value: 2.5353091695125096
    • type: nauc_ndcg_at_1000_diff1 value: 39.38449023275524
    • type: nauc_ndcg_at_1000_max value: 39.48382767312788
    • type: nauc_ndcg_at_1000_std value: 3.414789408343409
    • type: nauc_ndcg_at_100_diff1 value: 38.29675861135578
    • type: nauc_ndcg_at_100_max value: 38.2674786507297
    • type: nauc_ndcg_at_100_std value: 2.7094055381218207
    • type: nauc_ndcg_at_10_diff1 value: 38.09514955708717
    • type: nauc_ndcg_at_10_max value: 36.664923238906525
    • type: nauc_ndcg_at_10_std value: 0.6901410544967921
    • type: nauc_ndcg_at_1_diff1 value: 49.441510997817346
    • type: nauc_ndcg_at_1_max value: 43.08547383044357
    • type: nauc_ndcg_at_1_std value: -1.8747770703324347
    • type: nauc_ndcg_at_20_diff1 value: 38.44967736231759
    • type: nauc_ndcg_at_20_max value: 36.871179313622584
    • type: nauc_ndcg_at_20_std value: 1.157560360065234
    • type: nauc_ndcg_at_3_diff1 value: 39.02419271805571
    • type: nauc_ndcg_at_3_max value: 37.447669442586324
    • type: nauc_ndcg_at_3_std value: 0.41502589779297794
    • type: nauc_ndcg_at_5_diff1 value: 38.10233452742001
    • type: nauc_ndcg_at_5_max value: 35.816381905465676
    • type: nauc_ndcg_at_5_std value: -0.3704499913387088
    • type: nauc_precision_at_1000_diff1 value: 2.451267097838658
    • type: nauc_precision_at_1000_max value: 29.116394969085306
    • type: nauc_precision_at_1000_std value: 14.85900786538363
    • type: nauc_precision_at_100_diff1 value: 8.10919082251277
    • type: nauc_precision_at_100_max value: 36.28388256191417
    • type: nauc_precision_at_100_std value: 14.830039904317657
    • type: nauc_precision_at_10_diff1 value: 15.02446609920477
    • type: nauc_precision_at_10_max value: 41.008463775454054
    • type: nauc_precision_at_10_std value: 10.431403152334486
    • type: nauc_precision_at_1_diff1 value: 49.441510997817346
    • type: nauc_precision_at_1_max value: 43.08547383044357
    • type: nauc_precision_at_1_std value: -1.8747770703324347
    • type: nauc_precision_at_20_diff1 value: 14.222022201169926
    • type: nauc_precision_at_20_max value: 40.10189643835305
    • type: nauc_precision_at_20_std value: 12.204443815975527
    • type: nauc_precision_at_3_diff1 value: 25.41905395341234
    • type: nauc_precision_at_3_max value: 41.56133905339819
    • type: nauc_precision_at_3_std value: 5.575516915590082
    • type: nauc_precision_at_5_diff1 value: 20.20081221089351
    • type: nauc_precision_at_5_max value: 40.95218555916681
    • type: nauc_precision_at_5_std value: 7.2040745500708745
    • type: nauc_recall_at_1000_diff1 value: 28.021198234033395
    • type: nauc_recall_at_1000_max value: 36.165148684597504
    • type: nauc_recall_at_1000_std value: 28.28852356008973
    • type: nauc_recall_at_100_diff1 value: 21.882447802741897
    • type: nauc_recall_at_100_max value: 26.979684607567222
    • type: nauc_recall_at_100_std value: 9.783658817010082
    • type: nauc_recall_at_10_diff1 value: 28.493097951178818
    • type: nauc_recall_at_10_max value: 29.40937476550134
    • type: nauc_recall_at_10_std value: 2.7593763576979353
    • type: nauc_recall_at_1_diff1 value: 46.288767289528344
    • type: nauc_recall_at_1_max value: 25.67706785013364
    • type: nauc_recall_at_1_std value: -6.989769609924645
    • type: nauc_recall_at_20_diff1 value: 27.638381299425234
    • type: nauc_recall_at_20_max value: 27.942035836106328
    • type: nauc_recall_at_20_std value: 3.489835161380808
    • type: nauc_recall_at_3_diff1 value: 33.90054781392646
    • type: nauc_recall_at_3_max value: 27.778812533030322
    • type: nauc_recall_at_3_std value: -0.03054068020022706
    • type: nauc_recall_at_5_diff1 value: 30.279060732221346
    • type: nauc_recall_at_5_max value: 27.49854749597931
    • type: nauc_recall_at_5_std value: 0.5434664581939099
    • type: ndcg_at_1 value: 37.809
    • type: ndcg_at_10 value: 38.828
    • type: ndcg_at_100 value: 45.218
    • type: ndcg_at_1000 value: 48.510999999999996
    • type: ndcg_at_20 value: 41.11
    • type: ndcg_at_3 value: 34.466
    • type: ndcg_at_5 value: 35.843
    • type: precision_at_1 value: 37.809
    • type: precision_at_10 value: 11.157
    • type: precision_at_100 value: 1.762
    • type: precision_at_1000 value: 0.233
    • type: precision_at_20 value: 6.497
    • type: precision_at_3 value: 23.044999999999998
    • type: precision_at_5 value: 17.284
    • type: recall_at_1 value: 19.126
    • type: recall_at_10 value: 46.062
    • type: recall_at_100 value: 70.22800000000001
    • type: recall_at_1000 value: 89.803
    • type: recall_at_20 value: 53.217999999999996
    • type: recall_at_3 value: 30.847
    • type: recall_at_5 value: 37.11 task: type: Retrieval
  • dataset: config: default name: MTEB HotpotQA-PL (default) revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 split: test type: clarin-knext/hotpotqa-pl metrics:
    • type: main_score value: 60.27
    • type: map_at_1 value: 35.199000000000005
    • type: map_at_10 value: 51.369
    • type: map_at_100 value: 52.212
    • type: map_at_1000 value: 52.28
    • type: map_at_20 value: 51.864
    • type: map_at_3 value: 48.446
    • type: map_at_5 value: 50.302
    • type: mrr_at_1 value: 70.39837947332883
    • type: mrr_at_10 value: 76.8346141067273
    • type: mrr_at_100 value: 77.10724392048137
    • type: mrr_at_1000 value: 77.12037412892865
    • type: mrr_at_20 value: 77.01061532947222
    • type: mrr_at_3 value: 75.5908170155299
    • type: mrr_at_5 value: 76.39095205941899
    • type: nauc_map_at_1000_diff1 value: 24.701387884989117
    • type: nauc_map_at_1000_max value: 23.25553235642178
    • type: nauc_map_at_1000_std value: 7.1803506915661774
    • type: nauc_map_at_100_diff1 value: 24.674498622483103
    • type: nauc_map_at_100_max value: 23.234948525052175
    • type: nauc_map_at_100_std value: 7.168677997105447
    • type: nauc_map_at_10_diff1 value: 24.676025039755626
    • type: nauc_map_at_10_max value: 23.171971872726964
    • type: nauc_map_at_10_std value: 6.485610909852058
    • type: nauc_map_at_1_diff1 value: 68.90178464319715
    • type: nauc_map_at_1_max value: 46.05537868917558
    • type: nauc_map_at_1_std value: 1.7658552480698708
    • type: nauc_map_at_20_diff1 value: 24.69297151842494
    • type: nauc_map_at_20_max value: 23.213064691673637
    • type: nauc_map_at_20_std value: 6.9357946556849
    • type: nauc_map_at_3_diff1 value: 26.279128947950507
    • type: nauc_map_at_3_max value: 23.929537354117922
    • type: nauc_map_at_3_std value: 4.625061565714759
    • type: nauc_map_at_5_diff1 value: 25.04448959482816
    • type: nauc_map_at_5_max value: 23.432012857899338
    • type: nauc_map_at_5_std value: 5.845744681998008
    • type: nauc_mrr_at_1000_diff1 value: 66.7503918108276
    • type: nauc_mrr_at_1000_max value: 48.42897342336844
    • type: nauc_mrr_at_1000_std value: 5.3097517971144415
    • type: nauc_mrr_at_100_diff1 value: 66.74645215862695
    • type: nauc_mrr_at_100_max value: 48.4368663009989
    • type: nauc_mrr_at_100_std value: 5.322297898555188
    • type: nauc_mrr_at_10_diff1 value: 66.69310166180729
    • type: nauc_mrr_at_10_max value: 48.475437698330225
    • type: nauc_mrr_at_10_std value: 5.258183461631702
    • type: nauc_mrr_at_1_diff1 value: 68.90178464319715
    • type: nauc_mrr_at_1_max value: 46.05537868917558
    • type: nauc_mrr_at_1_std value: 1.7658552480698708
    • type: nauc_mrr_at_20_diff1 value: 66.72000262431975
    • type: nauc_mrr_at_20_max value: 48.45593642981319
    • type: nauc_mrr_at_20_std value: 5.353665929072101
    • type: nauc_mrr_at_3_diff1 value: 66.84936676396276
    • type: nauc_mrr_at_3_max value: 48.466611276778295
    • type: nauc_mrr_at_3_std value: 4.485810398557475
    • type: nauc_mrr_at_5_diff1 value: 66.62362565394174
    • type: nauc_mrr_at_5_max value: 48.456431835482014
    • type: nauc_mrr_at_5_std value: 5.08482458391903
    • type: nauc_ndcg_at_1000_diff1 value: 29.984825173719443
    • type: nauc_ndcg_at_1000_max value: 27.289179238639893
    • type: nauc_ndcg_at_1000_std value: 10.661480455527526
    • type: nauc_ndcg_at_100_diff1 value: 29.322074257047877
    • type: nauc_ndcg_at_100_max value: 26.850650276220605
    • type: nauc_ndcg_at_100_std value: 10.599247982501902
    • type: nauc_ndcg_at_10_diff1 value: 29.659909113886094
    • type: nauc_ndcg_at_10_max value: 26.836139599331005
    • type: nauc_ndcg_at_10_std value: 8.12844399452719
    • type: nauc_ndcg_at_1_diff1 value: 68.90178464319715
    • type: nauc_ndcg_at_1_max value: 46.05537868917558
    • type: nauc_ndcg_at_1_std value: 1.7658552480698708
    • type: nauc_ndcg_at_20_diff1 value: 29.510802214854294
    • type: nauc_ndcg_at_20_max value: 26.775562637730722
    • type: nauc_ndcg_at_20_std value: 9.341342661702363
    • type: nauc_ndcg_at_3_diff1 value: 32.741885846292966
    • type: nauc_ndcg_at_3_max value: 28.44225108761343
    • type: nauc_ndcg_at_3_std value: 5.204440768465042
    • type: nauc_ndcg_at_5_diff1 value: 30.57856348635919
    • type: nauc_ndcg_at_5_max value: 27.475007474301698
    • type: nauc_ndcg_at_5_std value: 6.961546044312487
    • type: nauc_precision_at_1000_diff1 value: 0.002113156309413332
    • type: nauc_precision_at_1000_max value: 11.198242419541286
    • type: nauc_precision_at_1000_std value: 28.69676419166541
    • type: nauc_precision_at_100_diff1 value: 3.6049575557782627
    • type: nauc_precision_at_100_max value: 12.499173524574791
    • type: nauc_precision_at_100_std value: 23.3755281004721
    • type: nauc_precision_at_10_diff1 value: 10.922574784853193
    • type: nauc_precision_at_10_max value: 16.23221529562036
    • type: nauc_precision_at_10_std value: 12.45014808813857
    • type: nauc_precision_at_1_diff1 value: 68.90178464319715
    • type: nauc_precision_at_1_max value: 46.05537868917558
    • type: nauc_precision_at_1_std value: 1.7658552480698708
    • type: nauc_precision_at_20_diff1 value: 8.840710781302827
    • type: nauc_precision_at_20_max value: 14.804644554205524
    • type: nauc_precision_at_20_std value: 16.245009770815237
    • type: nauc_precision_at_3_diff1 value: 19.447291487137573
    • type: nauc_precision_at_3_max value: 21.47123471597057
    • type: nauc_precision_at_3_std value: 6.441862800128802
    • type: nauc_precision_at_5_diff1 value: 14.078545719721108
    • type: nauc_precision_at_5_max value: 18.468288046016387
    • type: nauc_precision_at_5_std value: 9.58650641691393
    • type: nauc_recall_at_1000_diff1 value: 0.0021131563095336584
    • type: nauc_recall_at_1000_max value: 11.198242419541558
    • type: nauc_recall_at_1000_std value: 28.6967641916655
    • type: nauc_recall_at_100_diff1 value: 3.6049575557781393
    • type: nauc_recall_at_100_max value: 12.499173524574765
    • type: nauc_recall_at_100_std value: 23.375528100472074
    • type: nauc_recall_at_10_diff1 value: 10.922574784853168
    • type: nauc_recall_at_10_max value: 16.2322152956203
    • type: nauc_recall_at_10_std value: 12.450148088138535
    • type: nauc_recall_at_1_diff1 value: 68.90178464319715
    • type: nauc_recall_at_1_max value: 46.05537868917558
    • type: nauc_recall_at_1_std value: 1.7658552480698708
    • type: nauc_recall_at_20_diff1 value: 8.840710781302905
    • type: nauc_recall_at_20_max value: 14.804644554205515
    • type: nauc_recall_at_20_std value: 16.245009770815273
    • type: nauc_recall_at_3_diff1 value: 19.447291487137498
    • type: nauc_recall_at_3_max value: 21.47123471597054
    • type: nauc_recall_at_3_std value: 6.441862800128763
    • type: nauc_recall_at_5_diff1 value: 14.07854571972115
    • type: nauc_recall_at_5_max value: 18.468288046016337
    • type: nauc_recall_at_5_std value: 9.586506416913904
    • type: ndcg_at_1 value: 70.39800000000001
    • type: ndcg_at_10 value: 60.27
    • type: ndcg_at_100 value: 63.400999999999996
    • type: ndcg_at_1000 value: 64.847
    • type: ndcg_at_20 value: 61.571
    • type: ndcg_at_3 value: 55.875
    • type: ndcg_at_5 value: 58.36599999999999
    • type: precision_at_1 value: 70.39800000000001
    • type: precision_at_10 value: 12.46
    • type: precision_at_100 value: 1.493
    • type: precision_at_1000 value: 0.169
    • type: precision_at_20 value: 6.65
    • type: precision_at_3 value: 35.062
    • type: precision_at_5 value: 23.009
    • type: recall_at_1 value: 35.199000000000005
    • type: recall_at_10 value: 62.302
    • type: recall_at_100 value: 74.666
    • type: recall_at_1000 value: 84.355
    • type: recall_at_20 value: 66.496
    • type: recall_at_3 value: 52.593
    • type: recall_at_5 value: 57.522 task: type: Retrieval
  • dataset: config: default name: MTEB MSMARCO-PL (default) revision: 8634c07806d5cce3a6138e260e59b81760a0a640 split: test type: clarin-knext/msmarco-pl metrics:
    • type: main_score value: 64.886
    • type: map_at_1 value: 1.644
    • type: map_at_10 value: 12.24
    • type: map_at_100 value: 28.248
    • type: map_at_1000 value: 33.506
    • type: map_at_20 value: 17.497
    • type: map_at_3 value: 4.9399999999999995
    • type: map_at_5 value: 8.272
    • type: mrr_at_1 value: 83.72093023255815
    • type: mrr_at_10 value: 91.08527131782945
    • type: mrr_at_100 value: 91.08527131782945
    • type: mrr_at_1000 value: 91.08527131782945
    • type: mrr_at_20 value: 91.08527131782945
    • type: mrr_at_3 value: 91.08527131782945
    • type: mrr_at_5 value: 91.08527131782945
    • type: nauc_map_at_1000_diff1 value: -36.428271627303424
    • type: nauc_map_at_1000_max value: 44.87615127218638
    • type: nauc_map_at_1000_std value: 67.92696808824724
    • type: nauc_map_at_100_diff1 value: -28.11674206786188
    • type: nauc_map_at_100_max value: 36.422779766334955
    • type: nauc_map_at_100_std value: 49.99876313755116
    • type: nauc_map_at_10_diff1 value: -5.838593619806058
    • type: nauc_map_at_10_max value: 11.026519190509742
    • type: nauc_map_at_10_std value: 2.5268752263522045
    • type: nauc_map_at_1_diff1 value: 17.897907271073016
    • type: nauc_map_at_1_max value: 12.229062762540844
    • type: nauc_map_at_1_std value: -4.088830895573149
    • type: nauc_map_at_20_diff1 value: -13.871097716255626
    • type: nauc_map_at_20_max value: 19.291271635609533
    • type: nauc_map_at_20_std value: 16.745335606507826
    • type: nauc_map_at_3_diff1 value: 4.425238457033843
    • type: nauc_map_at_3_max value: 4.611864744680824
    • type: nauc_map_at_3_std value: -8.986916608582863
    • type: nauc_map_at_5_diff1 value: -6.254849256920095
    • type: nauc_map_at_5_max value: 2.729437079919823
    • type: nauc_map_at_5_std value: -7.235906279913092
    • type: nauc_mrr_at_1000_diff1 value: 52.18669104947672
    • type: nauc_mrr_at_1000_max value: 68.26259125411818
    • type: nauc_mrr_at_1000_std value: 56.345086428353575
    • type: nauc_mrr_at_100_diff1 value: 52.18669104947672
    • type: nauc_mrr_at_100_max value: 68.26259125411818
    • type: nauc_mrr_at_100_std value: 56.345086428353575
    • type: nauc_mrr_at_10_diff1 value: 52.18669104947672
    • type: nauc_mrr_at_10_max value: 68.26259125411818
    • type: nauc_mrr_at_10_std value: 56.345086428353575
    • type: nauc_mrr_at_1_diff1 value: 56.55126663944154
    • type: nauc_mrr_at_1_max value: 66.37014285522565
    • type: nauc_mrr_at_1_std value: 53.2508271389779
    • type: nauc_mrr_at_20_diff1 value: 52.18669104947672
    • type: nauc_mrr_at_20_max value: 68.26259125411818
    • type: nauc_mrr_at_20_std value: 56.345086428353575
    • type: nauc_mrr_at_3_diff1 value: 52.18669104947672
    • type: nauc_mrr_at_3_max value: 68.26259125411818
    • type: nauc_mrr_at_3_std value: 56.345086428353575
    • type: nauc_mrr_at_5_diff1 value: 52.18669104947672
    • type: nauc_mrr_at_5_max value: 68.26259125411818
    • type: nauc_mrr_at_5_std value: 56.345086428353575
    • type: nauc_ndcg_at_1000_diff1 value: -19.06422926483731
    • type: nauc_ndcg_at_1000_max value: 56.30853514590265
    • type: nauc_ndcg_at_1000_std value: 70.30810947505557
    • type: nauc_ndcg_at_100_diff1 value: -25.72587586459692
    • type: nauc_ndcg_at_100_max value: 51.433781241604194
    • type: nauc_ndcg_at_100_std value: 68.37678512652792
    • type: nauc_ndcg_at_10_diff1 value: -23.21198108212602
    • type: nauc_ndcg_at_10_max value: 43.5450720846516
    • type: nauc_ndcg_at_10_std value: 48.78307907005605
    • type: nauc_ndcg_at_1_diff1 value: 44.00179301267447
    • type: nauc_ndcg_at_1_max value: 48.202370455680395
    • type: nauc_ndcg_at_1_std value: 25.69655992704088
    • type: nauc_ndcg_at_20_diff1 value: -33.88168753446507
    • type: nauc_ndcg_at_20_max value: 45.16199742613164
    • type: nauc_ndcg_at_20_std value: 61.87098383164902
    • type: nauc_ndcg_at_3_diff1 value: 11.19174449544048
    • type: nauc_ndcg_at_3_max value: 44.34069860560555
    • type: nauc_ndcg_at_3_std value: 27.451258369798115
    • type: nauc_ndcg_at_5_diff1 value: -7.186520929432436
    • type: nauc_ndcg_at_5_max value: 43.41869981139378
    • type: nauc_ndcg_at_5_std value: 34.89898115995178
    • type: nauc_precision_at_1000_diff1 value: -34.43998154563451
    • type: nauc_precision_at_1000_max value: 29.172655907480372
    • type: nauc_precision_at_1000_std value: 65.15824469614837
    • type: nauc_precision_at_100_diff1 value: -37.82409643259692
    • type: nauc_precision_at_100_max value: 38.24986991317909
    • type: nauc_precision_at_100_std value: 72.74768183105327
    • type: nauc_precision_at_10_diff1 value: -32.21556182780535
    • type: nauc_precision_at_10_max value: 34.27170432382651
    • type: nauc_precision_at_10_std value: 58.358255004394664
    • type: nauc_precision_at_1_diff1 value: 56.55126663944154
    • type: nauc_precision_at_1_max value: 66.37014285522565
    • type: nauc_precision_at_1_std value: 53.2508271389779
    • type: nauc_precision_at_20_diff1 value: -40.18751579026395
    • type: nauc_precision_at_20_max value: 33.960783153758896
    • type: nauc_precision_at_20_std value: 65.42918390184195
    • type: nauc_precision_at_3_diff1 value: -7.073870209006578
    • type: nauc_precision_at_3_max value: 50.81535269862325
    • type: nauc_precision_at_3_std value: 59.248681565955685
    • type: nauc_precision_at_5_diff1 value: -31.136580596983876
    • type: nauc_precision_at_5_max value: 45.88147792380426
    • type: nauc_precision_at_5_std value: 67.46814230928243
    • type: nauc_recall_at_1000_diff1 value: -23.15699999594577
    • type: nauc_recall_at_1000_max value: 39.77277799761876
    • type: nauc_recall_at_1000_std value: 60.326168012901114
    • type: nauc_recall_at_100_diff1 value: -21.636664823598498
    • type: nauc_recall_at_100_max value: 31.104969346131583
    • type: nauc_recall_at_100_std value: 38.811686891592096
    • type: nauc_recall_at_10_diff1 value: -10.542765625053569
    • type: nauc_recall_at_10_max value: 2.043876058107446
    • type: nauc_recall_at_10_std value: -5.578449908984766
    • type: nauc_recall_at_1_diff1 value: 17.897907271073016
    • type: nauc_recall_at_1_max value: 12.229062762540844
    • type: nauc_recall_at_1_std value: -4.088830895573149
    • type: nauc_recall_at_20_diff1 value: -15.132909355710103
    • type: nauc_recall_at_20_max value: 12.659765287241065
    • type: nauc_recall_at_20_std value: 8.277887800815819
    • type: nauc_recall_at_3_diff1 value: -3.1975017812715016
    • type: nauc_recall_at_3_max value: -3.5539857085038538
    • type: nauc_recall_at_3_std value: -14.712102851318118
    • type: nauc_recall_at_5_diff1 value: -14.040507717380743
    • type: nauc_recall_at_5_max value: -6.126912150131701
    • type: nauc_recall_at_5_std value: -13.821624015640355
    • type: ndcg_at_1 value: 71.318
    • type: ndcg_at_10 value: 64.886
    • type: ndcg_at_100 value: 53.187
    • type: ndcg_at_1000 value: 59.897999999999996
    • type: ndcg_at_20 value: 58.96
    • type: ndcg_at_3 value: 69.736
    • type: ndcg_at_5 value: 70.14099999999999
    • type: precision_at_1 value: 83.721
    • type: precision_at_10 value: 71.163
    • type: precision_at_100 value: 29.465000000000003
    • type: precision_at_1000 value: 5.665
    • type: precision_at_20 value: 57.791000000000004
    • type: precision_at_3 value: 82.171
    • type: precision_at_5 value: 81.86
    • type: recall_at_1 value: 1.644
    • type: recall_at_10 value: 14.238000000000001
    • type: recall_at_100 value: 39.831
    • type: recall_at_1000 value: 64.057
    • type: recall_at_20 value: 21.021
    • type: recall_at_3 value: 5.53
    • type: recall_at_5 value: 9.623 task: type: Retrieval
  • dataset: config: default name: MTEB NFCorpus-PL (default) revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 split: test type: clarin-knext/nfcorpus-pl metrics:
    • type: main_score value: 31.391000000000002
    • type: map_at_1 value: 4.163
    • type: map_at_10 value: 10.744
    • type: map_at_100 value: 14.038999999999998
    • type: map_at_1000 value: 15.434999999999999
    • type: map_at_20 value: 12.16
    • type: map_at_3 value: 7.614999999999999
    • type: map_at_5 value: 9.027000000000001
    • type: mrr_at_1 value: 39.0092879256966
    • type: mrr_at_10 value: 48.69809327239668
    • type: mrr_at_100 value: 49.20788148442068
    • type: mrr_at_1000 value: 49.25509336494706
    • type: mrr_at_20 value: 48.99606551850896
    • type: mrr_at_3 value: 46.284829721362236
    • type: mrr_at_5 value: 47.77089783281735
    • type: nauc_map_at_1000_diff1 value: 22.75421477116417
    • type: nauc_map_at_1000_max value: 49.242283787799046
    • type: nauc_map_at_1000_std value: 29.056888272331832
    • type: nauc_map_at_100_diff1 value: 23.585977398585594
    • type: nauc_map_at_100_max value: 48.25845199409498
    • type: nauc_map_at_100_std value: 24.944264511223693
    • type: nauc_map_at_10_diff1 value: 27.386613094780255
    • type: nauc_map_at_10_max value: 41.52415346691586
    • type: nauc_map_at_10_std value: 12.93872448563755
    • type: nauc_map_at_1_diff1 value: 46.78688143865053
    • type: nauc_map_at_1_max value: 37.20408843995871
    • type: nauc_map_at_1_std value: 4.383444959401098
    • type: nauc_map_at_20_diff1 value: 25.590969047740288
    • type: nauc_map_at_20_max value: 44.57109307999418
    • type: nauc_map_at_20_std value: 16.45855141821407
    • type: nauc_map_at_3_diff1 value: 36.30017108362863
    • type: nauc_map_at_3_max value: 34.66149613991648
    • type: nauc_map_at_3_std value: 5.67985905078467
    • type: nauc_map_at_5_diff1 value: 31.157644795417223
    • type: nauc_map_at_5_max value: 37.274738661636825
    • type: nauc_map_at_5_std value: 8.70088872394168
    • type: nauc_mrr_at_1000_diff1 value: 25.638564218157384
    • type: nauc_mrr_at_1000_max value: 57.77788270285353
    • type: nauc_mrr_at_1000_std value: 43.507586592911274
    • type: nauc_mrr_at_100_diff1 value: 25.662002580561584
    • type: nauc_mrr_at_100_max value: 57.80578394278584
    • type: nauc_mrr_at_100_std value: 43.543905743986635
    • type: nauc_mrr_at_10_diff1 value: 25.426034796339835
    • type: nauc_mrr_at_10_max value: 57.68443186258669
    • type: nauc_mrr_at_10_std value: 43.438009108331215
    • type: nauc_mrr_at_1_diff1 value: 26.073028156311075
    • type: nauc_mrr_at_1_max value: 52.11817916720053
    • type: nauc_mrr_at_1_std value: 37.41073893153695
    • type: nauc_mrr_at_20_diff1 value: 25.548645553336147
    • type: nauc_mrr_at_20_max value: 57.78552760401915
    • type: nauc_mrr_at_20_std value: 43.521687428822325
    • type: nauc_mrr_at_3_diff1 value: 25.72662577397805
    • type: nauc_mrr_at_3_max value: 56.891263536265605
    • type: nauc_mrr_at_3_std value: 41.384872305390104
    • type: nauc_mrr_at_5_diff1 value: 25.552211551655386
    • type: nauc_mrr_at_5_max value: 57.976813828353926
    • type: nauc_mrr_at_5_std value: 43.504564461855544
    • type: nauc_ndcg_at_1000_diff1 value: 23.456158044182757
    • type: nauc_ndcg_at_1000_max value: 60.05411773552709
    • type: nauc_ndcg_at_1000_std value: 47.857510017262584
    • type: nauc_ndcg_at_100_diff1 value: 19.711635700390772
    • type: nauc_ndcg_at_100_max value: 56.178746740470665
    • type: nauc_ndcg_at_100_std value: 42.36829180286942
    • type: nauc_ndcg_at_10_diff1 value: 18.364428967788413
    • type: nauc_ndcg_at_10_max value: 54.38372506578223
    • type: nauc_ndcg_at_10_std value: 41.75765411340369
    • type: nauc_ndcg_at_1_diff1 value: 26.571093272640773
    • type: nauc_ndcg_at_1_max value: 51.061788341958284
    • type: nauc_ndcg_at_1_std value: 36.514987974075986
    • type: nauc_ndcg_at_20_diff1 value: 18.345487193027697
    • type: nauc_ndcg_at_20_max value: 54.62621882656994
    • type: nauc_ndcg_at_20_std value: 41.42835554714241
    • type: nauc_ndcg_at_3_diff1 value: 23.260105658139025
    • type: nauc_ndcg_at_3_max value: 52.07747385334546
    • type: nauc_ndcg_at_3_std value: 36.91985577837284
    • type: nauc_ndcg_at_5_diff1 value: 20.40428109665566
    • type: nauc_ndcg_at_5_max value: 53.52015347884604
    • type: nauc_ndcg_at_5_std value: 39.46008849580017
    • type: nauc_precision_at_1000_diff1 value: -7.3487344916380035
    • type: nauc_precision_at_1000_max value: 16.58045221394852
    • type: nauc_precision_at_1000_std value: 38.94030932397075
    • type: nauc_precision_at_100_diff1 value: -5.257743986683922
    • type: nauc_precision_at_100_max value: 34.43071687475306
    • type: nauc_precision_at_100_std value: 53.499519170670474
    • type: nauc_precision_at_10_diff1 value: 2.385136433119139
    • type: nauc_precision_at_10_max value: 47.210743878631064
    • type: nauc_precision_at_10_std value: 47.22767704186548
    • type: nauc_precision_at_1_diff1 value: 26.073028156311075
    • type: nauc_precision_at_1_max value: 52.11817916720053
    • type: nauc_precision_at_1_std value: 37.41073893153695
    • type: nauc_precision_at_20_diff1 value: -0.3531531127238474
    • type: nauc_precision_at_20_max value: 44.78044604856974
    • type: nauc_precision_at_20_std value: 49.532804150743615
    • type: nauc_precision_at_3_diff1 value: 15.350050569991447
    • type: nauc_precision_at_3_max value: 51.01572315596549
    • type: nauc_precision_at_3_std value: 38.801125728413155
    • type: nauc_precision_at_5_diff1 value: 9.109003666144694
    • type: nauc_precision_at_5_max value: 50.935269774898494
    • type: nauc_precision_at_5_std value: 43.323548180559676
    • type: nauc_recall_at_1000_diff1 value: 16.64743647648886
    • type: nauc_recall_at_1000_max value: 38.46012283772285
    • type: nauc_recall_at_1000_std value: 36.02016164796441
    • type: nauc_recall_at_100_diff1 value: 14.005834785186744
    • type: nauc_recall_at_100_max value: 37.70026105513647
    • type: nauc_recall_at_100_std value: 27.085222642129697
    • type: nauc_recall_at_10_diff1 value: 21.204106627422632
    • type: nauc_recall_at_10_max value: 36.737624881893424
    • type: nauc_recall_at_10_std value: 13.755054514272702
    • type: nauc_recall_at_1_diff1 value: 46.78688143865053
    • type: nauc_recall_at_1_max value: 37.20408843995871
    • type: nauc_recall_at_1_std value: 4.383444959401098
    • type: nauc_recall_at_20_diff1 value: 19.740977611421933
    • type: nauc_recall_at_20_max value: 39.21908969539783
    • type: nauc_recall_at_20_std value: 16.560269670318494
    • type: nauc_recall_at_3_diff1 value: 32.189359545367815
    • type: nauc_recall_at_3_max value: 31.693634445562758
    • type: nauc_recall_at_3_std value: 6.246326281543587
    • type: nauc_recall_at_5_diff1 value: 25.51586860499901
    • type: nauc_recall_at_5_max value: 33.15934725342885
    • type: nauc_recall_at_5_std value: 9.677778511696705
    • type: ndcg_at_1 value: 37.307
    • type: ndcg_at_10 value: 31.391000000000002
    • type: ndcg_at_100 value: 28.877999999999997
    • type: ndcg_at_1000 value: 37.16
    • type: ndcg_at_20 value: 29.314
    • type: ndcg_at_3 value: 35.405
    • type: ndcg_at_5 value: 33.922999999999995
    • type: precision_at_1 value: 39.009
    • type: precision_at_10 value: 24.52
    • type: precision_at_100 value: 7.703
    • type: precision_at_1000 value: 2.04
    • type: precision_at_20 value: 18.08
    • type: precision_at_3 value: 34.469
    • type: precision_at_5 value: 30.712
    • type: recall_at_1 value: 4.163
    • type: recall_at_10 value: 15.015999999999998
    • type: recall_at_100 value: 30.606
    • type: recall_at_1000 value: 59.606
    • type: recall_at_20 value: 19.09
    • type: recall_at_3 value: 9.139
    • type: recall_at_5 value: 11.477 task: type: Retrieval
  • dataset: config: default name: MTEB NQ-PL (default) revision: f171245712cf85dd4700b06bef18001578d0ca8d split: test type: clarin-knext/nq-pl metrics:
    • type: main_score value: 54.017
    • type: map_at_1 value: 34.193
    • type: map_at_10 value: 47.497
    • type: map_at_100 value: 48.441
    • type: map_at_1000 value: 48.481
    • type: map_at_20 value: 48.093
    • type: map_at_3 value: 44.017
    • type: map_at_5 value: 46.111000000000004
    • type: mrr_at_1 value: 37.949015063731174
    • type: mrr_at_10 value: 49.915772315105954
    • type: mrr_at_100 value: 50.62841255829997
    • type: mrr_at_1000 value: 50.656773027666745
    • type: mrr_at_20 value: 50.37785276657083
    • type: mrr_at_3 value: 46.98725376593267
    • type: mrr_at_5 value: 48.763035921205066
    • type: nauc_map_at_1000_diff1 value: 39.5632191792873
    • type: nauc_map_at_1000_max value: 37.4728247053629
    • type: nauc_map_at_1000_std value: 5.742498414663762
    • type: nauc_map_at_100_diff1 value: 39.555570352061906
    • type: nauc_map_at_100_max value: 37.497880976847334
    • type: nauc_map_at_100_std value: 5.7798021019465375
    • type: nauc_map_at_10_diff1 value: 39.5423723444454
    • type: nauc_map_at_10_max value: 37.41661971723365
    • type: nauc_map_at_10_std value: 5.2378002164144695
    • type: nauc_map_at_1_diff1 value: 41.52697034146981
    • type: nauc_map_at_1_max value: 28.558995576942863
    • type: nauc_map_at_1_std value: 0.13094542859192052
    • type: nauc_map_at_20_diff1 value: 39.55484628943701
    • type: nauc_map_at_20_max value: 37.5247794933719
    • type: nauc_map_at_20_std value: 5.702881342279231
    • type: nauc_map_at_3_diff1 value: 39.949323925425325
    • type: nauc_map_at_3_max value: 35.770298168901924
    • type: nauc_map_at_3_std value: 2.9127112432479874
    • type: nauc_map_at_5_diff1 value: 39.768310617004545
    • type: nauc_map_at_5_max value: 37.1549191664796
    • type: nauc_map_at_5_std value: 4.4681285748269515
    • type: nauc_mrr_at_1000_diff1 value: 39.14001746706457
    • type: nauc_mrr_at_1000_max value: 37.477376518267775
    • type: nauc_mrr_at_1000_std value: 6.8088891531621565
    • type: nauc_mrr_at_100_diff1 value: 39.13054707413684
    • type: nauc_mrr_at_100_max value: 37.498126443766274
    • type: nauc_mrr_at_100_std value: 6.839411380129971
    • type: nauc_mrr_at_10_diff1 value: 39.09764730048156
    • type: nauc_mrr_at_10_max value: 37.58593798217306
    • type: nauc_mrr_at_10_std value: 6.713795164982413
    • type: nauc_mrr_at_1_diff1 value: 41.581599918664075
    • type: nauc_mrr_at_1_max value: 31.500589231378722
    • type: nauc_mrr_at_1_std value: 2.059116370339438
    • type: nauc_mrr_at_20_diff1 value: 39.09011023988447
    • type: nauc_mrr_at_20_max value: 37.55856008791344
    • type: nauc_mrr_at_20_std value: 6.847165397615844
    • type: nauc_mrr_at_3_diff1 value: 39.382542043738
    • type: nauc_mrr_at_3_max value: 36.49265363659468
    • type: nauc_mrr_at_3_std value: 4.759157976438336
    • type: nauc_mrr_at_5_diff1 value: 39.304826333759976
    • type: nauc_mrr_at_5_max value: 37.46326016736024
    • type: nauc_mrr_at_5_std value: 6.122608305766621
    • type: nauc_ndcg_at_1000_diff1 value: 38.568500038453266
    • type: nauc_ndcg_at_1000_max value: 39.799710882413166
    • type: nauc_ndcg_at_1000_std value: 9.357010223096639
    • type: nauc_ndcg_at_100_diff1 value: 38.38026091343228
    • type: nauc_ndcg_at_100_max value: 40.48398173542486
    • type: nauc_ndcg_at_100_std value: 10.373054013302214
    • type: nauc_ndcg_at_10_diff1 value: 38.27340980909964
    • type: nauc_ndcg_at_10_max value: 40.35241649744093
    • type: nauc_ndcg_at_10_std value: 8.579139930345168
    • type: nauc_ndcg_at_1_diff1 value: 41.581599918664075
    • type: nauc_ndcg_at_1_max value: 31.500589231378722
    • type: nauc_ndcg_at_1_std value: 2.059116370339438
    • type: nauc_ndcg_at_20_diff1 value: 38.26453028884807
    • type: nauc_ndcg_at_20_max value: 40.70517858426641
    • type: nauc_ndcg_at_20_std value: 9.987693876137905
    • type: nauc_ndcg_at_3_diff1 value: 39.2078971733273
    • type: nauc_ndcg_at_3_max value: 37.48672195565316
    • type: nauc_ndcg_at_3_std value: 4.051464994659221
    • type: nauc_ndcg_at_5_diff1 value: 38.883693595665285
    • type: nauc_ndcg_at_5_max value: 39.763115634437135
    • type: nauc_ndcg_at_5_std value: 6.738980451582073
    • type: nauc_precision_at_1000_diff1 value: -7.223215910619012
    • type: nauc_precision_at_1000_max value: 13.075844604892161
    • type: nauc_precision_at_1000_std value: 19.864336920890107
    • type: nauc_precision_at_100_diff1 value: 1.3305994810812418
    • type: nauc_precision_at_100_max value: 25.9219108557104
    • type: nauc_precision_at_100_std value: 27.5076605928207
    • type: nauc_precision_at_10_diff1 value: 18.441551484970326
    • type: nauc_precision_at_10_max value: 39.85995330437054
    • type: nauc_precision_at_10_std value: 20.561269077428914
    • type: nauc_precision_at_1_diff1 value: 41.581599918664075
    • type: nauc_precision_at_1_max value: 31.500589231378722
    • type: nauc_precision_at_1_std value: 2.059116370339438
    • type: nauc_precision_at_20_diff1 value: 12.579593891480531
    • type: nauc_precision_at_20_max value: 36.620221830588775
    • type: nauc_precision_at_20_std value: 26.40364876775059
    • type: nauc_precision_at_3_diff1 value: 30.158859294487073
    • type: nauc_precision_at_3_max value: 41.168215766389174
    • type: nauc_precision_at_3_std value: 9.44345004450809
    • type: nauc_precision_at_5_diff1 value: 25.438624678672785
    • type: nauc_precision_at_5_max value: 42.72802023518524
    • type: nauc_precision_at_5_std value: 15.357657388511099
    • type: nauc_recall_at_1000_diff1 value: 24.987564782718003
    • type: nauc_recall_at_1000_max value: 70.508416373353
    • type: nauc_recall_at_1000_std value: 69.75092280398808
    • type: nauc_recall_at_100_diff1 value: 29.504202856421397
    • type: nauc_recall_at_100_max value: 63.41356585545318
    • type: nauc_recall_at_100_std value: 50.09250954437847
    • type: nauc_recall_at_10_diff1 value: 32.355776022971774
    • type: nauc_recall_at_10_max value: 49.47121901667283
    • type: nauc_recall_at_10_std value: 19.418439406631244
    • type: nauc_recall_at_1_diff1 value: 41.52697034146981
    • type: nauc_recall_at_1_max value: 28.558995576942863
    • type: nauc_recall_at_1_std value: 0.13094542859192052
    • type: nauc_recall_at_20_diff1 value: 31.57334731023589
    • type: nauc_recall_at_20_max value: 54.06567225197383
    • type: nauc_recall_at_20_std value: 29.222029720570468
    • type: nauc_recall_at_3_diff1 value: 36.45033533275773
    • type: nauc_recall_at_3_max value: 40.39529713780803
    • type: nauc_recall_at_3_std value: 5.21893897772794
    • type: nauc_recall_at_5_diff1 value: 35.18471678478859
    • type: nauc_recall_at_5_max value: 46.20100816867823
    • type: nauc_recall_at_5_std value: 11.94481894633221
    • type: ndcg_at_1 value: 37.949
    • type: ndcg_at_10 value: 54.017
    • type: ndcg_at_100 value: 58.126
    • type: ndcg_at_1000 value: 59.073
    • type: ndcg_at_20 value: 55.928
    • type: ndcg_at_3 value: 47.494
    • type: ndcg_at_5 value: 50.975
    • type: precision_at_1 value: 37.949
    • type: precision_at_10 value: 8.450000000000001
    • type: precision_at_100 value: 1.083
    • type: precision_at_1000 value: 0.117
    • type: precision_at_20 value: 4.689
    • type: precision_at_3 value: 21.051000000000002
    • type: precision_at_5 value: 14.664
    • type: recall_at_1 value: 34.193
    • type: recall_at_10 value: 71.357
    • type: recall_at_100 value: 89.434
    • type: recall_at_1000 value: 96.536
    • type: recall_at_20 value: 78.363
    • type: recall_at_3 value: 54.551
    • type: recall_at_5 value: 62.543000000000006 task: type: Retrieval
  • dataset: config: default name: MTEB Quora-PL (default) revision: 0be27e93455051e531182b85e85e425aba12e9d4 split: test type: clarin-knext/quora-pl metrics:
    • type: main_score value: 84.114
    • type: map_at_1 value: 65.848
    • type: map_at_10 value: 79.85900000000001
    • type: map_at_100 value: 80.582
    • type: map_at_1000 value: 80.60300000000001
    • type: map_at_20 value: 80.321
    • type: map_at_3 value: 76.741
    • type: map_at_5 value: 78.72200000000001
    • type: mrr_at_1 value: 75.97
    • type: mrr_at_10 value: 83.04630158730119
    • type: mrr_at_100 value: 83.22785731032968
    • type: mrr_at_1000 value: 83.23123717623899
    • type: mrr_at_20 value: 83.17412021320565
    • type: mrr_at_3 value: 81.83333333333287
    • type: mrr_at_5 value: 82.61933333333275
    • type: nauc_map_at_1000_diff1 value: 73.26316553371083
    • type: nauc_map_at_1000_max value: 27.92567859085245
    • type: nauc_map_at_1000_std value: -47.477909533360446
    • type: nauc_map_at_100_diff1 value: 73.2690602807223
    • type: nauc_map_at_100_max value: 27.915868327849996
    • type: nauc_map_at_100_std value: -47.525777766107595
    • type: nauc_map_at_10_diff1 value: 73.45464428464894
    • type: nauc_map_at_10_max value: 27.451611487246296
    • type: nauc_map_at_10_std value: -49.35818715843809
    • type: nauc_map_at_1_diff1 value: 77.29690208952982
    • type: nauc_map_at_1_max value: 19.839875762282293
    • type: nauc_map_at_1_std value: -45.355684654708284
    • type: nauc_map_at_20_diff1 value: 73.35102731979796
    • type: nauc_map_at_20_max value: 27.741506490134583
    • type: nauc_map_at_20_std value: -48.22006207310331
    • type: nauc_map_at_3_diff1 value: 73.94878241064137
    • type: nauc_map_at_3_max value: 24.761321386766728
    • type: nauc_map_at_3_std value: -51.20638883618126
    • type: nauc_map_at_5_diff1 value: 73.66143558047698
    • type: nauc_map_at_5_max value: 26.53483405013543
    • type: nauc_map_at_5_std value: -50.697541279640056
    • type: nauc_mrr_at_1000_diff1 value: 73.84632320009759
    • type: nauc_mrr_at_1000_max value: 30.50182733610048
    • type: nauc_mrr_at_1000_std value: -44.3021647995251
    • type: nauc_mrr_at_100_diff1 value: 73.84480792662302
    • type: nauc_mrr_at_100_max value: 30.50749424571614
    • type: nauc_mrr_at_100_std value: -44.29615086388113
    • type: nauc_mrr_at_10_diff1 value: 73.79442772949346
    • type: nauc_mrr_at_10_max value: 30.55724252219984
    • type: nauc_mrr_at_10_std value: -44.50997069462057
    • type: nauc_mrr_at_1_diff1 value: 75.23369827945945
    • type: nauc_mrr_at_1_max value: 29.20073967447664
    • type: nauc_mrr_at_1_std value: -43.1920147658285
    • type: nauc_mrr_at_20_diff1 value: 73.82731678072307
    • type: nauc_mrr_at_20_max value: 30.566328605497667
    • type: nauc_mrr_at_20_std value: -44.24683607643705
    • type: nauc_mrr_at_3_diff1 value: 73.61997576749954
    • type: nauc_mrr_at_3_max value: 30.150393853381917
    • type: nauc_mrr_at_3_std value: -44.96847297506626
    • type: nauc_mrr_at_5_diff1 value: 73.69084310616132
    • type: nauc_mrr_at_5_max value: 30.578033703441125
    • type: nauc_mrr_at_5_std value: -44.74920746066566
    • type: nauc_ndcg_at_1000_diff1 value: 72.89349862557452
    • type: nauc_ndcg_at_1000_max value: 29.824725190462086
    • type: nauc_ndcg_at_1000_std value: -44.96284395063211
    • type: nauc_ndcg_at_100_diff1 value: 72.85212753715273
    • type: nauc_ndcg_at_100_max value: 29.933114207845605
    • type: nauc_ndcg_at_100_std value: -44.944225570663754
    • type: nauc_ndcg_at_10_diff1 value: 72.80576740454528
    • type: nauc_ndcg_at_10_max value: 29.16829118320828
    • type: nauc_ndcg_at_10_std value: -48.149473740079614
    • type: nauc_ndcg_at_1_diff1 value: 75.00032534968587
    • type: nauc_ndcg_at_1_max value: 29.61849062038547
    • type: nauc_ndcg_at_1_std value: -42.560207043864054
    • type: nauc_ndcg_at_20_diff1 value: 72.88440406302502
    • type: nauc_ndcg_at_20_max value: 29.65496676092656
    • type: nauc_ndcg_at_20_std value: -46.21238462167732
    • type: nauc_ndcg_at_3_diff1 value: 72.37916962766987
    • type: nauc_ndcg_at_3_max value: 27.125094834547586
    • type: nauc_ndcg_at_3_std value: -48.62942991399391
    • type: nauc_ndcg_at_5_diff1 value: 72.57017330527658
    • type: nauc_ndcg_at_5_max value: 28.470485561757254
    • type: nauc_ndcg_at_5_std value: -49.07593345591059
    • type: nauc_precision_at_1000_diff1 value: -41.67915575853946
    • type: nauc_precision_at_1000_max value: 1.2012264478568844
    • type: nauc_precision_at_1000_std value: 44.723834559400466
    • type: nauc_precision_at_100_diff1 value: -40.45196679236971
    • type: nauc_precision_at_100_max value: 2.3525450401714894
    • type: nauc_precision_at_100_std value: 43.7092529413952
    • type: nauc_precision_at_10_diff1 value: -30.256026923068767
    • type: nauc_precision_at_10_max value: 8.313422052132559
    • type: nauc_precision_at_10_std value: 25.929372356449694
    • type: nauc_precision_at_1_diff1 value: 75.00032534968587
    • type: nauc_precision_at_1_max value: 29.61849062038547
    • type: nauc_precision_at_1_std value: -42.560207043864054
    • type: nauc_precision_at_20_diff1 value: -35.61971069986584
    • type: nauc_precision_at_20_max value: 5.4664303079116765
    • type: nauc_precision_at_20_std value: 34.992352471692826
    • type: nauc_precision_at_3_diff1 value: -5.691231842471157
    • type: nauc_precision_at_3_max value: 14.797949087742444
    • type: nauc_precision_at_3_std value: -0.1930317395644928
    • type: nauc_precision_at_5_diff1 value: -20.03913781462645
    • type: nauc_precision_at_5_max value: 11.956771408712749
    • type: nauc_precision_at_5_std value: 13.179251389859731
    • type: nauc_recall_at_1000_diff1 value: 64.03509042729674
    • type: nauc_recall_at_1000_max value: 40.91691485428493
    • type: nauc_recall_at_1000_std value: 16.12968625875372
    • type: nauc_recall_at_100_diff1 value: 63.83116179628575
    • type: nauc_recall_at_100_max value: 43.72908117676382
    • type: nauc_recall_at_100_std value: -20.50966716852155
    • type: nauc_recall_at_10_diff1 value: 66.42071960186394
    • type: nauc_recall_at_10_max value: 28.983207818687205
    • type: nauc_recall_at_10_std value: -56.61417798753744
    • type: nauc_recall_at_1_diff1 value: 77.29690208952982
    • type: nauc_recall_at_1_max value: 19.839875762282293
    • type: nauc_recall_at_1_std value: -45.355684654708284
    • type: nauc_recall_at_20_diff1 value: 66.32360705219874
    • type: nauc_recall_at_20_max value: 33.30698111822631
    • type: nauc_recall_at_20_std value: -43.89233781737452
    • type: nauc_recall_at_3_diff1 value: 69.67029394927077
    • type: nauc_recall_at_3_max value: 22.67803039327696
    • type: nauc_recall_at_3_std value: -56.43327209861502
    • type: nauc_recall_at_5_diff1 value: 68.05622143936131
    • type: nauc_recall_at_5_max value: 26.67795559040675
    • type: nauc_recall_at_5_std value: -58.158231198510954
    • type: ndcg_at_1 value: 76.08
    • type: ndcg_at_10 value: 84.114
    • type: ndcg_at_100 value: 85.784
    • type: ndcg_at_1000 value: 85.992
    • type: ndcg_at_20 value: 84.976
    • type: ndcg_at_3 value: 80.74799999999999
    • type: ndcg_at_5 value: 82.626
    • type: precision_at_1 value: 76.08
    • type: precision_at_10 value: 12.926000000000002
    • type: precision_at_100 value: 1.509
    • type: precision_at_1000 value: 0.156
    • type: precision_at_20 value: 6.912999999999999
    • type: precision_at_3 value: 35.5
    • type: precision_at_5 value: 23.541999999999998
    • type: recall_at_1 value: 65.848
    • type: recall_at_10 value: 92.611
    • type: recall_at_100 value: 98.69
    • type: recall_at_1000 value: 99.83999999999999
    • type: recall_at_20 value: 95.47200000000001
    • type: recall_at_3 value: 83.122
    • type: recall_at_5 value: 88.23 task: type: Retrieval
  • dataset: config: default name: MTEB SCIDOCS-PL (default) revision: 45452b03f05560207ef19149545f168e596c9337 split: test type: clarin-knext/scidocs-pl metrics:
    • type: main_score value: 15.379999999999999
    • type: map_at_1 value: 3.6029999999999998
    • type: map_at_10 value: 8.843
    • type: map_at_100 value: 10.433
    • type: map_at_1000 value: 10.689
    • type: map_at_20 value: 9.597
    • type: map_at_3 value: 6.363
    • type: map_at_5 value: 7.603
    • type: mrr_at_1 value: 17.7
    • type: mrr_at_10 value: 26.58900793650793
    • type: mrr_at_100 value: 27.699652322890987
    • type: mrr_at_1000 value: 27.78065313118353
    • type: mrr_at_20 value: 27.215020950411816
    • type: mrr_at_3 value: 23.36666666666668
    • type: mrr_at_5 value: 25.211666666666666
    • type: nauc_map_at_1000_diff1 value: 21.92235143827129
    • type: nauc_map_at_1000_max value: 37.50300940750989
    • type: nauc_map_at_1000_std value: 20.872586122198552
    • type: nauc_map_at_100_diff1 value: 21.917408170465833
    • type: nauc_map_at_100_max value: 37.4654466815513
    • type: nauc_map_at_100_std value: 20.621643878648534
    • type: nauc_map_at_10_diff1 value: 22.914388723621183
    • type: nauc_map_at_10_max value: 36.468131213468794
    • type: nauc_map_at_10_std value: 16.760980140791492
    • type: nauc_map_at_1_diff1 value: 29.00799502838457
    • type: nauc_map_at_1_max value: 26.64926291797503
    • type: nauc_map_at_1_std value: 8.167291261637361
    • type: nauc_map_at_20_diff1 value: 22.46580947804047
    • type: nauc_map_at_20_max value: 36.656294842562275
    • type: nauc_map_at_20_std value: 18.099232417722078
    • type: nauc_map_at_3_diff1 value: 23.436009032045934
    • type: nauc_map_at_3_max value: 31.325807212280914
    • type: nauc_map_at_3_std value: 9.780905232048852
    • type: nauc_map_at_5_diff1 value: 22.891704394665528
    • type: nauc_map_at_5_max value: 35.40584466642894
    • type: nauc_map_at_5_std value: 13.476986099394656
    • type: nauc_mrr_at_1000_diff1 value: 25.052937655397866
    • type: nauc_mrr_at_1000_max value: 29.64431912670108
    • type: nauc_mrr_at_1000_std value: 14.549744963988044
    • type: nauc_mrr_at_100_diff1 value: 25.070871266969224
    • type: nauc_mrr_at_100_max value: 29.68743604652336
    • type: nauc_mrr_at_100_std value: 14.582010154574432
    • type: nauc_mrr_at_10_diff1 value: 24.88881466938897
    • type: nauc_mrr_at_10_max value: 29.488430770768144
    • type: nauc_mrr_at_10_std value: 14.269241073852266
    • type: nauc_mrr_at_1_diff1 value: 29.220540327267503
    • type: nauc_mrr_at_1_max value: 26.81908580507911
    • type: nauc_mrr_at_1_std value: 8.00840295809718
    • type: nauc_mrr_at_20_diff1 value: 25.067912695721944
    • type: nauc_mrr_at_20_max value: 29.759227563849628
    • type: nauc_mrr_at_20_std value: 14.685076859257357
    • type: nauc_mrr_at_3_diff1 value: 24.645848739182696
    • type: nauc_mrr_at_3_max value: 27.73368549660351
    • type: nauc_mrr_at_3_std value: 11.475742805586943
    • type: nauc_mrr_at_5_diff1 value: 24.895295760909946
    • type: nauc_mrr_at_5_max value: 29.130755033240423
    • type: nauc_mrr_at_5_std value: 12.955802929145404
    • type: nauc_ndcg_at_1000_diff1 value: 20.68434434777729
    • type: nauc_ndcg_at_1000_max value: 37.67055146424174
    • type: nauc_ndcg_at_1000_std value: 29.57493715069776
    • type: nauc_ndcg_at_100_diff1 value: 20.396834816492383
    • type: nauc_ndcg_at_100_max value: 37.460575228670514
    • type: nauc_ndcg_at_100_std value: 27.826534756761944
    • type: nauc_ndcg_at_10_diff1 value: 22.640844106236027
    • type: nauc_ndcg_at_10_max value: 35.21291764462327
    • type: nauc_ndcg_at_10_std value: 19.53289455984506
    • type: nauc_ndcg_at_1_diff1 value: 29.220540327267503
    • type: nauc_ndcg_at_1_max value: 26.81908580507911
    • type: nauc_ndcg_at_1_std value: 8.00840295809718
    • type: nauc_ndcg_at_20_diff1 value: 22.117126657768623
    • type: nauc_ndcg_at_20_max value: 35.79395781940806
    • type: nauc_ndcg_at_20_std value: 22.242748346260786
    • type: nauc_ndcg_at_3_diff1 value: 23.00596063212187
    • type: nauc_ndcg_at_3_max value: 30.149013627580523
    • type: nauc_ndcg_at_3_std value: 11.07904064662722
    • type: nauc_ndcg_at_5_diff1 value: 22.81875419630523
    • type: nauc_ndcg_at_5_max value: 34.24267468356626
    • type: nauc_ndcg_at_5_std value: 15.307780280752088
    • type: nauc_precision_at_1000_diff1 value: 9.606677689029972
    • type: nauc_precision_at_1000_max value: 32.74855550489271
    • type: nauc_precision_at_1000_std value: 42.65372585937895
    • type: nauc_precision_at_100_diff1 value: 11.528981313529545
    • type: nauc_precision_at_100_max value: 35.642529490132404
    • type: nauc_precision_at_100_std value: 38.146151426052306
    • type: nauc_precision_at_10_diff1 value: 18.783957183811836
    • type: nauc_precision_at_10_max value: 36.1982008334257
    • type: nauc_precision_at_10_std value: 25.09349473195891
    • type: nauc_precision_at_1_diff1 value: 29.220540327267503
    • type: nauc_precision_at_1_max value: 26.81908580507911
    • type: nauc_precision_at_1_std value: 8.00840295809718
    • type: nauc_precision_at_20_diff1 value: 17.458766320828214
    • type: nauc_precision_at_20_max value: 36.000404903025235
    • type: nauc_precision_at_20_std value: 29.1608044138323
    • type: nauc_precision_at_3_diff1 value: 20.213669462067166
    • type: nauc_precision_at_3_max value: 31.120650847205912
    • type: nauc_precision_at_3_std value: 12.390972418818118
    • type: nauc_precision_at_5_diff1 value: 20.114245715785678
    • type: nauc_precision_at_5_max value: 37.30360111495823
    • type: nauc_precision_at_5_std value: 19.053109037822853
    • type: nauc_recall_at_1000_diff1 value: 9.85800049032612
    • type: nauc_recall_at_1000_max value: 32.48319160802687
    • type: nauc_recall_at_1000_std value: 43.79941601741161
    • type: nauc_recall_at_100_diff1 value: 11.375255270968337
    • type: nauc_recall_at_100_max value: 35.1868784124497
    • type: nauc_recall_at_100_std value: 38.422680583482666
    • type: nauc_recall_at_10_diff1 value: 18.445783123521938
    • type: nauc_recall_at_10_max value: 35.633267936276766
    • type: nauc_recall_at_10_std value: 24.94469506254716
    • type: nauc_recall_at_1_diff1 value: 29.00799502838457
    • type: nauc_recall_at_1_max value: 26.64926291797503
    • type: nauc_recall_at_1_std value: 8.167291261637361
    • type: nauc_recall_at_20_diff1 value: 17.314906604151936
    • type: nauc_recall_at_20_max value: 35.66067699203996
    • type: nauc_recall_at_20_std value: 29.400137012506082
    • type: nauc_recall_at_3_diff1 value: 19.873710875648698
    • type: nauc_recall_at_3_max value: 30.92404718742849
    • type: nauc_recall_at_3_std value: 12.400871018075199
    • type: nauc_recall_at_5_diff1 value: 19.869948324233192
    • type: nauc_recall_at_5_max value: 37.06832511687574
    • type: nauc_recall_at_5_std value: 19.0798814966156
    • type: ndcg_at_1 value: 17.7
    • type: ndcg_at_10 value: 15.379999999999999
    • type: ndcg_at_100 value: 22.09
    • type: ndcg_at_1000 value: 27.151999999999997
    • type: ndcg_at_20 value: 17.576
    • type: ndcg_at_3 value: 14.219999999999999
    • type: ndcg_at_5 value: 12.579
    • type: precision_at_1 value: 17.7
    • type: precision_at_10 value: 8.08
    • type: precision_at_100 value: 1.7840000000000003
    • type: precision_at_1000 value: 0.3
    • type: precision_at_20 value: 5.305
    • type: precision_at_3 value: 13.167000000000002
    • type: precision_at_5 value: 11.06
    • type: recall_at_1 value: 3.6029999999999998
    • type: recall_at_10 value: 16.413
    • type: recall_at_100 value: 36.263
    • type: recall_at_1000 value: 61.016999999999996
    • type: recall_at_20 value: 21.587999999999997
    • type: recall_at_3 value: 8.013
    • type: recall_at_5 value: 11.198 task: type: Retrieval
  • dataset: config: default name: MTEB SciFact-PL (default) revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e split: test type: clarin-knext/scifact-pl metrics:
    • type: main_score value: 64.764
    • type: map_at_1 value: 49.778
    • type: map_at_10 value: 59.88
    • type: map_at_100 value: 60.707
    • type: map_at_1000 value: 60.729
    • type: map_at_20 value: 60.419999999999995
    • type: map_at_3 value: 57.45400000000001
    • type: map_at_5 value: 58.729
    • type: mrr_at_1 value: 52.33333333333333
    • type: mrr_at_10 value: 61.29193121693122
    • type: mrr_at_100 value: 61.95817765126313
    • type: mrr_at_1000 value: 61.97583284368782
    • type: mrr_at_20 value: 61.72469949641003
    • type: mrr_at_3 value: 59.44444444444444
    • type: mrr_at_5 value: 60.494444444444454
    • type: nauc_map_at_1000_diff1 value: 62.21235294015774
    • type: nauc_map_at_1000_max value: 48.83996609100249
    • type: nauc_map_at_1000_std value: 5.23892781043174
    • type: nauc_map_at_100_diff1 value: 62.20170226789429
    • type: nauc_map_at_100_max value: 48.8391766453537
    • type: nauc_map_at_100_std value: 5.2664077457917715
    • type: nauc_map_at_10_diff1 value: 61.961975488329024
    • type: nauc_map_at_10_max value: 48.397109987625186
    • type: nauc_map_at_10_std value: 4.314859710827481
    • type: nauc_map_at_1_diff1 value: 65.0865197011516
    • type: nauc_map_at_1_max value: 41.38862781954889
    • type: nauc_map_at_1_std value: -0.9182122632530586
    • type: nauc_map_at_20_diff1 value: 61.99173935851292
    • type: nauc_map_at_20_max value: 48.79961814179307
    • type: nauc_map_at_20_std value: 5.262181845825118
    • type: nauc_map_at_3_diff1 value: 62.37910539880477
    • type: nauc_map_at_3_max value: 47.13627890977091
    • type: nauc_map_at_3_std value: 2.327897198087264
    • type: nauc_map_at_5_diff1 value: 61.60080757149592
    • type: nauc_map_at_5_max value: 47.60052458345962
    • type: nauc_map_at_5_std value: 3.1770196981231047
    • type: nauc_mrr_at_1000_diff1 value: 62.86810952814966
    • type: nauc_mrr_at_1000_max value: 52.13248094447774
    • type: nauc_mrr_at_1000_std value: 10.100485746570733
    • type: nauc_mrr_at_100_diff1 value: 62.85364829491874
    • type: nauc_mrr_at_100_max value: 52.134528010631854
    • type: nauc_mrr_at_100_std value: 10.120945685447369
    • type: nauc_mrr_at_10_diff1 value: 62.65679301829915
    • type: nauc_mrr_at_10_max value: 52.09270719182349
    • type: nauc_mrr_at_10_std value: 9.913834434725441
    • type: nauc_mrr_at_1_diff1 value: 66.84108271415636
    • type: nauc_mrr_at_1_max value: 46.67646429855176
    • type: nauc_mrr_at_1_std value: 5.5505252956352304
    • type: nauc_mrr_at_20_diff1 value: 62.72473227039611
    • type: nauc_mrr_at_20_max value: 52.13479097802757
    • type: nauc_mrr_at_20_std value: 10.188278833464084
    • type: nauc_mrr_at_3_diff1 value: 63.797429185518496
    • type: nauc_mrr_at_3_max value: 52.16486999573481
    • type: nauc_mrr_at_3_std value: 9.094360767062762
    • type: nauc_mrr_at_5_diff1 value: 62.592917975475494
    • type: nauc_mrr_at_5_max value: 52.330741486107414
    • type: nauc_mrr_at_5_std value: 9.742175534421389
    • type: nauc_ndcg_at_1000_diff1 value: 61.38859337672476
    • type: nauc_ndcg_at_1000_max value: 51.48380058339184
    • type: nauc_ndcg_at_1000_std value: 9.670547660897673
    • type: nauc_ndcg_at_100_diff1 value: 61.02438489641434
    • type: nauc_ndcg_at_100_max value: 51.781246646780865
    • type: nauc_ndcg_at_100_std value: 10.592961553245187
    • type: nauc_ndcg_at_10_diff1 value: 60.03678353308358
    • type: nauc_ndcg_at_10_max value: 50.70725688848762
    • type: nauc_ndcg_at_10_std value: 7.9472446491016315
    • type: nauc_ndcg_at_1_diff1 value: 66.84108271415636
    • type: nauc_ndcg_at_1_max value: 46.67646429855176
    • type: nauc_ndcg_at_1_std value: 5.5505252956352304
    • type: nauc_ndcg_at_20_diff1 value: 59.828482718480224
    • type: nauc_ndcg_at_20_max value: 51.45831789601284
    • type: nauc_ndcg_at_20_std value: 10.722673683272049
    • type: nauc_ndcg_at_3_diff1 value: 61.68982937524109
    • type: nauc_ndcg_at_3_max value: 49.745326748604775
    • type: nauc_ndcg_at_3_std value: 4.948298621202247
    • type: nauc_ndcg_at_5_diff1 value: 59.67396171973207
    • type: nauc_ndcg_at_5_max value: 49.87855139298281
    • type: nauc_ndcg_at_5_std value: 6.08990428055584
    • type: nauc_precision_at_1000_diff1 value: -1.594227972036865
    • type: nauc_precision_at_1000_max value: 32.48431723086185
    • type: nauc_precision_at_1000_std value: 53.84748466965268
    • type: nauc_precision_at_100_diff1 value: 8.06411455192293
    • type: nauc_precision_at_100_max value: 39.91003601878948
    • type: nauc_precision_at_100_std value: 55.52979711075091
    • type: nauc_precision_at_10_diff1 value: 26.610514456014066
    • type: nauc_precision_at_10_max value: 47.09062494321172
    • type: nauc_precision_at_10_std value: 33.91984226498748
    • type: nauc_precision_at_1_diff1 value: 66.84108271415636
    • type: nauc_precision_at_1_max value: 46.67646429855176
    • type: nauc_precision_at_1_std value: 5.5505252956352304
    • type: nauc_precision_at_20_diff1 value: 16.947688843085583
    • type: nauc_precision_at_20_max value: 45.40488186572008
    • type: nauc_precision_at_20_std value: 48.354421924500905
    • type: nauc_precision_at_3_diff1 value: 49.11263981720622
    • type: nauc_precision_at_3_max value: 52.7084625111683
    • type: nauc_precision_at_3_std value: 16.734612173556453
    • type: nauc_precision_at_5_diff1 value: 39.06503705015792
    • type: nauc_precision_at_5_max value: 52.21710506893391
    • type: nauc_precision_at_5_std value: 23.350948149460233
    • type: nauc_recall_at_1000_diff1 value: 43.1559290382817
    • type: nauc_recall_at_1000_max value: 83.66013071895456
    • type: nauc_recall_at_1000_std value: 86.27450980392177
    • type: nauc_recall_at_100_diff1 value: 46.016860850620375
    • type: nauc_recall_at_100_max value: 69.3944888744547
    • type: nauc_recall_at_100_std value: 55.286945696152735
    • type: nauc_recall_at_10_diff1 value: 49.65877895350921
    • type: nauc_recall_at_10_max value: 53.02636695700889
    • type: nauc_recall_at_10_std value: 13.967608945823828
    • type: nauc_recall_at_1_diff1 value: 65.0865197011516
    • type: nauc_recall_at_1_max value: 41.38862781954889
    • type: nauc_recall_at_1_std value: -0.9182122632530586
    • type: nauc_recall_at_20_diff1 value: 43.355308229973524
    • type: nauc_recall_at_20_max value: 57.04187909533764
    • type: nauc_recall_at_20_std value: 33.578720846660524
    • type: nauc_recall_at_3_diff1 value: 56.922996057428165
    • type: nauc_recall_at_3_max value: 50.74417041895424
    • type: nauc_recall_at_3_std value: 5.623890124328387
    • type: nauc_recall_at_5_diff1 value: 50.55620076865238
    • type: nauc_recall_at_5_max value: 51.3316854622085
    • type: nauc_recall_at_5_std value: 8.995457887269255
    • type: ndcg_at_1 value: 52.333
    • type: ndcg_at_10 value: 64.764
    • type: ndcg_at_100 value: 68.167
    • type: ndcg_at_1000 value: 68.816
    • type: ndcg_at_20 value: 66.457
    • type: ndcg_at_3 value: 60.346
    • type: ndcg_at_5 value: 62.365
    • type: precision_at_1 value: 52.333
    • type: precision_at_10 value: 8.799999999999999
    • type: precision_at_100 value: 1.057
    • type: precision_at_1000 value: 0.11100000000000002
    • type: precision_at_20 value: 4.8
    • type: precision_at_3 value: 23.889
    • type: precision_at_5 value: 15.6
    • type: recall_at_1 value: 49.778
    • type: recall_at_10 value: 78.206
    • type: recall_at_100 value: 93.10000000000001
    • type: recall_at_1000 value: 98.333
    • type: recall_at_20 value: 84.467
    • type: recall_at_3 value: 66.367
    • type: recall_at_5 value: 71.35000000000001 task: type: Retrieval
  • dataset: config: default name: MTEB TRECCOVID-PL (default) revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd split: test type: clarin-knext/trec-covid-pl metrics:
    • type: main_score value: 72.18900000000001
    • type: map_at_1 value: 0.214
    • type: map_at_10 value: 1.755
    • type: map_at_100 value: 9.944
    • type: map_at_1000 value: 24.205
    • type: map_at_20 value: 3.1510000000000002
    • type: map_at_3 value: 0.6
    • type: map_at_5 value: 0.9560000000000001
    • type: mrr_at_1 value: 82.0
    • type: mrr_at_10 value: 89.06666666666666
    • type: mrr_at_100 value: 89.06666666666666
    • type: mrr_at_1000 value: 89.06666666666666
    • type: mrr_at_20 value: 89.06666666666666
    • type: mrr_at_3 value: 87.66666666666666
    • type: mrr_at_5 value: 89.06666666666666
    • type: nauc_map_at_1000_diff1 value: -9.342037623635543
    • type: nauc_map_at_1000_max value: 45.71499810252398
    • type: nauc_map_at_1000_std value: 76.86482845196852
    • type: nauc_map_at_100_diff1 value: -6.932395299866198
    • type: nauc_map_at_100_max value: 36.097801891181604
    • type: nauc_map_at_100_std value: 65.6085215411685
    • type: nauc_map_at_10_diff1 value: -6.3654843824342775
    • type: nauc_map_at_10_max value: 9.564437521432714
    • type: nauc_map_at_10_std value: 21.8377319336476
    • type: nauc_map_at_1_diff1 value: 8.269590874255034
    • type: nauc_map_at_1_max value: 3.482498491294516
    • type: nauc_map_at_1_std value: 8.985226819412189
    • type: nauc_map_at_20_diff1 value: -4.971435767877232
    • type: nauc_map_at_20_max value: 22.88801858567121
    • type: nauc_map_at_20_std value: 32.38492618534027
    • type: nauc_map_at_3_diff1 value: 1.1615973694623123
    • type: nauc_map_at_3_max value: 1.935417800315643
    • type: nauc_map_at_3_std value: 10.289328305818698
    • type: nauc_map_at_5_diff1 value: -2.4675967231444105
    • type: nauc_map_at_5_max value: 2.4611483736622373
    • type: nauc_map_at_5_std value: 15.082324305750811
    • type: nauc_mrr_at_1000_diff1 value: 13.098526703499063
    • type: nauc_mrr_at_1000_max value: 56.37362177417431
    • type: nauc_mrr_at_1000_std value: 73.2456769749587
    • type: nauc_mrr_at_100_diff1 value: 13.098526703499063
    • type: nauc_mrr_at_100_max value: 56.37362177417431
    • type: nauc_mrr_at_100_std value: 73.2456769749587
    • type: nauc_mrr_at_10_diff1 value: 13.098526703499063
    • type: nauc_mrr_at_10_max value: 56.37362177417431
    • type: nauc_mrr_at_10_std value: 73.2456769749587
    • type: nauc_mrr_at_1_diff1 value: 12.099350148694809
    • type: nauc_mrr_at_1_max value: 53.75041304108387
    • type: nauc_mrr_at_1_std value: 68.84018063663402
    • type: nauc_mrr_at_20_diff1 value: 13.098526703499063
    • type: nauc_mrr_at_20_max value: 56.37362177417431
    • type: nauc_mrr_at_20_std value: 73.2456769749587
    • type: nauc_mrr_at_3_diff1 value: 12.173557857011161
    • type: nauc_mrr_at_3_max value: 57.540780562363395
    • type: nauc_mrr_at_3_std value: 75.42098189580211
    • type: nauc_mrr_at_5_diff1 value: 13.098526703499063
    • type: nauc_mrr_at_5_max value: 56.37362177417431
    • type: nauc_mrr_at_5_std value: 73.2456769749587
    • type: nauc_ndcg_at_1000_diff1 value: -8.951471847310401
    • type: nauc_ndcg_at_1000_max value: 43.86942237288822
    • type: nauc_ndcg_at_1000_std value: 74.61077735148591
    • type: nauc_ndcg_at_100_diff1 value: -17.754559361083817
    • type: nauc_ndcg_at_100_max value: 53.97187119773482
    • type: nauc_ndcg_at_100_std value: 80.7944136146514
    • type: nauc_ndcg_at_10_diff1 value: -26.637734697836414
    • type: nauc_ndcg_at_10_max value: 47.70102699133149
    • type: nauc_ndcg_at_10_std value: 70.26909560828646
    • type: nauc_ndcg_at_1_diff1 value: -1.2250530785563207
    • type: nauc_ndcg_at_1_max value: 46.60509554140131
    • type: nauc_ndcg_at_1_std value: 62.63906581740976
    • type: nauc_ndcg_at_20_diff1 value: -22.44286466550908
    • type: nauc_ndcg_at_20_max value: 55.40492058090103
    • type: nauc_ndcg_at_20_std value: 72.11813912145738
    • type: nauc_ndcg_at_3_diff1 value: -14.8152721896563
    • type: nauc_ndcg_at_3_max value: 38.952259383027595
    • type: nauc_ndcg_at_3_std value: 59.819750166537766
    • type: nauc_ndcg_at_5_diff1 value: -19.150105688904375
    • type: nauc_ndcg_at_5_max value: 42.311180547775315
    • type: nauc_ndcg_at_5_std value: 66.6632229321094
    • type: nauc_precision_at_1000_diff1 value: -11.555591477978941
    • type: nauc_precision_at_1000_max value: 43.7311644834851
    • type: nauc_precision_at_1000_std value: 52.10644767999648
    • type: nauc_precision_at_100_diff1 value: -16.94803099801117
    • type: nauc_precision_at_100_max value: 54.08281631067633
    • type: nauc_precision_at_100_std value: 82.77237347891331
    • type: nauc_precision_at_10_diff1 value: -27.351332814863355
    • type: nauc_precision_at_10_max value: 48.08237549065846
    • type: nauc_precision_at_10_std value: 69.37250843534329
    • type: nauc_precision_at_1_diff1 value: 12.099350148694809
    • type: nauc_precision_at_1_max value: 53.75041304108387
    • type: nauc_precision_at_1_std value: 68.84018063663402
    • type: nauc_precision_at_20_diff1 value: -18.2422222283388
    • type: nauc_precision_at_20_max value: 59.517328129343696
    • type: nauc_precision_at_20_std value: 72.05149307342747
    • type: nauc_precision_at_3_diff1 value: -10.226547543075897
    • type: nauc_precision_at_3_max value: 43.14684818832875
    • type: nauc_precision_at_3_std value: 57.31936467418288
    • type: nauc_precision_at_5_diff1 value: -14.28521589468673
    • type: nauc_precision_at_5_max value: 41.633426753962596
    • type: nauc_precision_at_5_std value: 64.94400576804541
    • type: nauc_recall_at_1000_diff1 value: -0.9648831207497152
    • type: nauc_recall_at_1000_max value: 31.70832946085005
    • type: nauc_recall_at_1000_std value: 63.21471613968869
    • type: nauc_recall_at_100_diff1 value: -1.360254380933586
    • type: nauc_recall_at_100_max value: 25.960597782099605
    • type: nauc_recall_at_100_std value: 51.52757589609674
    • type: nauc_recall_at_10_diff1 value: -0.3899439424189566
    • type: nauc_recall_at_10_max value: 5.094341897886072
    • type: nauc_recall_at_10_std value: 11.266045616925698
    • type: nauc_recall_at_1_diff1 value: 8.269590874255034
    • type: nauc_recall_at_1_max value: 3.482498491294516
    • type: nauc_recall_at_1_std value: 8.985226819412189
    • type: nauc_recall_at_20_diff1 value: 6.4797098359254175
    • type: nauc_recall_at_20_max value: 15.663700985336124
    • type: nauc_recall_at_20_std value: 17.154099587904913
    • type: nauc_recall_at_3_diff1 value: 3.7245972450393507
    • type: nauc_recall_at_3_max value: 0.4063857187240345
    • type: nauc_recall_at_3_std value: 6.641948062821941
    • type: nauc_recall_at_5_diff1 value: 4.013879477591466
    • type: nauc_recall_at_5_max value: -1.4266586618013566
    • type: nauc_recall_at_5_std value: 7.311601874411205
    • type: ndcg_at_1 value: 75.0
    • type: ndcg_at_10 value: 72.18900000000001
    • type: ndcg_at_100 value: 54.022999999999996
    • type: ndcg_at_1000 value: 49.492000000000004
    • type: ndcg_at_20 value: 68.51
    • type: ndcg_at_3 value: 73.184
    • type: ndcg_at_5 value: 72.811
    • type: precision_at_1 value: 82.0
    • type: precision_at_10 value: 77.4
    • type: precision_at_100 value: 55.24
    • type: precision_at_1000 value: 21.822
    • type: precision_at_20 value: 73.0
    • type: precision_at_3 value: 79.333
    • type: precision_at_5 value: 79.2
    • type: recall_at_1 value: 0.214
    • type: recall_at_10 value: 1.9980000000000002
    • type: recall_at_100 value: 13.328999999999999
    • type: recall_at_1000 value: 47.204
    • type: recall_at_20 value: 3.7310000000000003
    • type: recall_at_3 value: 0.628
    • type: recall_at_5 value: 1.049 task: type: Retrieval
  • dataset: config: default name: MTEB CEDRClassification (default) revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4 split: test type: ai-forever/cedr-classification metrics:
    • type: accuracy value: 47.30605738575983
    • type: f1 value: 41.26091043925065
    • type: lrap value: 72.89452709883206
    • type: main_score value: 47.30605738575983 task: type: MultilabelClassification
  • dataset: config: ru name: MTEB MIRACLReranking (ru) revision: 6d1962c527217f8927fca80f890f14f36b2802af split: dev type: miracl/mmteb-miracl-reranking metrics:
    • type: MAP@1(MIRACL) value: 20.721999999999998
    • type: MAP@10(MIRACL) value: 33.900999999999996
    • type: MAP@100(MIRACL) value: 36.813
    • type: MAP@1000(MIRACL) value: 36.813
    • type: MAP@20(MIRACL) value: 35.684
    • type: MAP@3(MIRACL) value: 28.141
    • type: MAP@5(MIRACL) value: 31.075000000000003
    • type: NDCG@1(MIRACL) value: 32.799
    • type: NDCG@10(MIRACL) value: 42.065000000000005
    • type: NDCG@100(MIRACL) value: 49.730999999999995
    • type: NDCG@1000(MIRACL) value: 49.730999999999995
    • type: NDCG@20(MIRACL) value: 46.0
    • type: NDCG@3(MIRACL) value: 34.481
    • type: NDCG@5(MIRACL) value: 37.452999999999996
    • type: P@1(MIRACL)

[Content truncated...]