diff --git a/analyses_outputs/results.xlsx b/analyses_outputs/results.xlsx index b4f03657..5ae923f4 100644 Binary files a/analyses_outputs/results.xlsx and b/analyses_outputs/results.xlsx differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf index e9d6dc6a..db693221 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf and b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png index 4f8b6d27..ab1dbbd6 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png and b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf index d46c8b31..d65a49db 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf and b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png index 6a428715..2070a3b6 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png and b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png differ diff --git a/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv b/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv index 832a7e58..5f21d6ad 100644 --- a/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv +++ b/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv @@ -1,27 +1,31 @@ -,AmazonReviewsClassification,MasakhaNEWSClassification,MassiveIntentClassification,MassiveScenarioClassification,MTOPDomainClassification,MTOPIntentClassification,AlloProfClusteringP2P,AlloProfClusteringS2S,HALClusteringS2S,MasakhaNEWSClusteringP2P,MasakhaNEWSClusteringS2S,MLSUMClusteringP2P,MLSUMClusteringS2S,OpusparcusPC,AlloprofReranking,SyntecReranking,AlloprofRetrieval,BSARDRetrieval,SyntecRetrieval,SICKFr,STS22,STSBenchmarkMultilingualSTS,SummEvalFr,DiaBLaBitextMining_fr-en,FloresBitextMining_fra_Latn-eng_Latn,FloresBitextMining_eng_Latn-fra_Latn -AmazonReviewsClassification,1.0,0.7909214274324705,0.8822078322540857,0.8528522972556275,0.8539623805118717,0.848658649398705,0.7309898242368178,0.46654332408263954,0.656490903484428,0.7994449583718779,0.7411039161270428,0.604563675609004,0.7962380511871724,,0.8595520421607378,0.856675795591715,0.7791791301616953,0.4252094486373361,0.8168189310650857,0.856059204440333,0.7415972864631514,0.8188966669532207,0.29990749306197967,0.7420518675087476,0.7427670530693989,0.7503169688206008 -MasakhaNEWSClassification,0.7909214274324705,1.0,0.7903663515710473,0.7766744803226061,0.7997409661195294,0.7768595056097473,0.7739607761112034,0.21900826487934363,0.45590230751565985,0.9455408923867128,0.7476871853371678,0.6519674367895076,0.637350439105361,,0.8003162281021552,0.8488308103127057,0.8479662014085485,0.3490801745215216,0.8657370865375862,0.7608856558198993,0.8744911821245321,0.6855089897483589,0.21660293614650938,0.5090202611357422,0.6076514907416821,0.5962392672245183 -MassiveIntentClassification,0.8822078322540857,0.7903663515710473,1.0,0.9805118717237126,0.9771816219549799,0.9459759481961147,0.5813752698119026,0.4375578168362627,0.6624113475177305,0.7716928769657724,0.7739130434782608,0.48800493370336107,0.8101757631822387,,0.8990777338603425,0.8817251562694418,0.8756360052268284,0.3703884319932219,0.8712365077098024,0.9025593586185631,0.7751464693185323,0.8776095474276495,0.09552883132901634,0.8245706007805815,0.8362652476887905,0.8551866648672679 -MassiveScenarioClassification,0.8528522972556275,0.7766744803226061,0.9805118717237126,1.0,0.9754548257786001,0.9315448658649399,0.5632439099599137,0.4604995374653099,0.6450200431699044,0.759481961147086,0.8047486894850447,0.47160037002775207,0.8215232809127351,,0.8865612648221344,0.8549482534760097,0.8578124522256625,0.33037539110929953,0.8553184410722323,0.8887449892075239,0.7692260252852298,0.8739708289948855,0.02053654024051804,0.8012581335333818,0.8186217345513107,0.8256397983496895 -MTOPDomainClassification,0.8539623805118717,0.7997409661195294,0.9771816219549799,0.9754548257786001,1.0,0.9506629663891458,0.6168979340117176,0.3953746530989824,0.651927227875424,0.7761332099907493,0.7919210607462226,0.5199506629663891,0.8126426148627813,,0.8822134387351779,0.888882116463078,0.8901908789578843,0.36049544393215766,0.888882116463078,0.8812210915818687,0.8143694110391613,0.8605877459455672,0.07012025901942645,0.799777976882766,0.8271949909350157,0.8240292773235741 -MTOPIntentClassification,0.848658649398705,0.7768595056097473,0.9459759481961147,0.9315448658649399,0.9506629663891458,1.0,0.6214616096207215,0.33629355534998456,0.6192414431082331,0.743940795559667,0.7673758865248227,0.5569534381745298,0.7848905334566759,,0.807905138339921,0.815955160007233,0.7852231031517101,0.35791192475697525,0.7927567373106191,0.8230033919210608,0.7615787850755473,0.7933639647300973,0.13080481036077707,0.7887384751969228,0.8235296132057505,0.8340021190622117 -AlloProfClusteringP2P,0.7309898242368178,0.7739607761112034,0.5813752698119026,0.5632439099599137,0.6168979340117176,0.6214616096207215,1.0,0.33863706444650016,0.540795559666975,0.7533148319457292,0.6641381436941104,0.8121492445266728,0.6125809435707678,,0.5920948616600791,0.6747285920483251,0.5594992139327924,0.13289370586486987,0.6746051961829177,0.5877890841813136,0.6584643848288622,0.5445743010390826,0.3551649707061363,0.4004440471853639,0.47817648105345967,0.44741512967813096 -AlloProfClusteringS2S,0.46654332408263954,0.21900826487934363,0.4375578168362627,0.4604995374653099,0.3953746530989824,0.33629355534998456,0.33863706444650016,1.0,0.7260561208757323,0.25353068146777674,0.5185938945420907,0.30434782608695654,0.6028368794326241,,0.3976284584980237,0.3267522515991158,0.2960313301231706,-0.005671139652839397,0.3147828526545862,0.41214924452667284,0.02263336416897934,0.41641740437325997,0.0030218933086648167,0.36522865353946177,0.37641565528165677,0.41433750552637655 -HALClusteringS2S,0.656490903484428,0.45590230751565985,0.6624113475177305,0.6450200431699044,0.651927227875424,0.6192414431082331,0.540795559666975,0.7260561208757323,1.0,0.42584027135368485,0.7044711686709837,0.5164970706136294,0.7666358310206599,,0.635441370223979,0.6262340169431694,0.5557371491124772,0.10611332417090605,0.6021718231887028,0.5729879740980574,0.354918285538082,0.615190107912214,0.09774899784150477,0.5133676649885984,0.5401772772196741,0.5644256765370523 -MasakhaNEWSClusteringP2P,0.7994449583718779,0.9455408923867128,0.7716928769657724,0.759481961147086,0.7761332099907493,0.743940795559667,0.7533148319457292,0.25353068146777674,0.42584027135368485,1.0,0.7471477027443725,0.6513105149552884,0.6175146469318532,,0.8011857707509882,0.8153381806801955,0.7955225265122453,0.3142441494301119,0.7934971125030642,0.732099907493062,0.8143694110391613,0.6708193286978598,0.23379586802343508,0.5043633786973519,0.5765825543272911,0.5649212214681648 -MasakhaNEWSClusteringS2S,0.7411039161270428,0.7476871853371678,0.7739130434782608,0.8047486894850447,0.7919210607462226,0.7673758865248227,0.6641381436941104,0.5185938945420907,0.7044711686709837,0.7471477027443725,1.0,0.6791859389454209,0.8802343509096515,,0.752832674571805,0.7025543596977212,0.6939467763637325,0.22514424421772405,0.7135365917189905,0.6761023743447425,0.57631822386679,0.6578062848111954,0.15522664199814987,0.5516667183232836,0.6287054681383671,0.6415448564414236 -MLSUMClusteringP2P,0.604563675609004,0.6519674367895076,0.48800493370336107,0.47160037002775207,0.5199506629663891,0.5569534381745298,0.8121492445266728,0.30434782608695654,0.5164970706136294,0.6513105149552884,0.6791859389454209,1.0,0.6826395312981807,,0.5088274044795784,0.4950642120149745,0.4581701565593822,0.18437505138008972,0.45964959864301597,0.3639222941720629,0.44705519580635217,0.3010268588189991,0.26463151403021895,0.3195904901454729,0.43176907149818694,0.4103112029610881 -MLSUMClusteringS2S,0.7962380511871724,0.637350439105361,0.8101757631822387,0.8215232809127351,0.8126426148627813,0.7848905334566759,0.6125809435707678,0.6028368794326241,0.7666358310206599,0.6175146469318532,0.8802343509096515,0.6826395312981807,1.0,,0.7748353096179184,0.7057626521983167,0.6880261497612691,0.2679928549280662,0.6875000641180036,0.7133518347209374,0.5211840888066605,0.6827222550965623,0.11501695960530373,0.6846341241036077,0.7546329369048168,0.7646877718228612 -OpusparcusPC,,,,,,,,,,,,,,,,,,,,,,,,,, -AlloprofReranking,0.8595520421607378,0.8003162281021552,0.8990777338603425,0.8865612648221344,0.8822134387351779,0.807905138339921,0.5920948616600791,0.3976284584980237,0.635441370223979,0.8011857707509882,0.752832674571805,0.5088274044795784,0.7748353096179184,,1.0,0.9204508987188864,0.9004249156701347,0.41174096035965213,0.8948791567238321,0.8312252964426877,0.7351778656126482,0.812674989735644,0.11897233201581027,0.7197206763020356,0.7610112708914755,0.7617300386255176 -SyntecReranking,0.856675795591715,0.8488308103127057,0.8817251562694418,0.8549482534760097,0.888882116463078,0.815955160007233,0.6747285920483251,0.3267522515991158,0.6262340169431694,0.8153381806801955,0.7025543596977212,0.4950642120149745,0.7057626521983167,,0.9204508987188864,1.0,0.9061854808656661,0.3949133466980194,0.9662983766434171,0.8838228859813696,0.8529739196294893,0.839919857767026,0.25240624269108436,0.6883850623012349,0.7323356369310565,0.7264108689078868 -AlloprofRetrieval,0.7791791301616953,0.8479662014085485,0.8756360052268284,0.8578124522256625,0.8901908789578843,0.7852231031517101,0.5594992139327924,0.2960313301231706,0.5557371491124772,0.7955225265122453,0.6939467763637325,0.4581701565593822,0.6880261497612691,,0.9004249156701347,0.9061854808656661,1.0,0.4724835153033874,0.9403671896148714,0.8114958837001415,0.8159980268457646,0.7697051930430492,0.040334268729281995,0.6289934624398668,0.6540105291137699,0.6417504748861685 -BSARDRetrieval,0.4252094486373361,0.3490801745215216,0.3703884319932219,0.33037539110929953,0.36049544393215766,0.35791192475697525,0.13289370586486987,-0.005671139652839397,0.10611332417090605,0.3142441494301119,0.22514424421772405,0.18437505138008972,0.2679928549280662,,0.41174096035965213,0.3949133466980194,0.4724835153033874,1.0,0.4130057931027335,0.3214906056531845,0.3528078990694198,0.21853465338385536,0.20724864797987527,0.3640353784886195,0.3170957885009219,0.30733817974856903 -SyntecRetrieval,0.8168189310650857,0.8657370865375862,0.8712365077098024,0.8553184410722323,0.888882116463078,0.7927567373106191,0.6746051961829177,0.3147828526545862,0.6021718231887028,0.7934971125030642,0.7135365917189905,0.45964959864301597,0.6875000641180036,,0.8948791567238321,0.9662983766434171,0.9403671896148714,0.4130057931027335,1.0,0.8790104472304763,0.8753085712682507,0.8378220633672553,0.19749508258473747,0.6625945311511124,0.703621467003012,0.6926992571790102 -SICKFr,0.856059204440333,0.7608856558198993,0.9025593586185631,0.8887449892075239,0.8812210915818687,0.8230033919210608,0.5877890841813136,0.41214924452667284,0.5729879740980574,0.732099907493062,0.6761023743447425,0.3639222941720629,0.7133518347209374,,0.8312252964426877,0.8838228859813696,0.8114958837001415,0.3214906056531845,0.8790104472304763,1.0,0.7880974406413814,0.9584014312737649,0.251063829787234,0.7714083077459621,0.7697293231456886,0.7906419375898744 -STS22,0.7415972864631514,0.8744911821245321,0.7751464693185323,0.7692260252852298,0.8143694110391613,0.7615787850755473,0.6584643848288622,0.02263336416897934,0.354918285538082,0.8143694110391613,0.57631822386679,0.44705519580635217,0.5211840888066605,,0.7351778656126482,0.8529739196294893,0.8159980268457646,0.3528078990694198,0.8753085712682507,0.7880974406413814,1.0,0.7460606251041656,0.12784458834412582,0.5951463199351242,0.6311283449424577,0.5957688934299132 -STSBenchmarkMultilingualSTS,0.8188966669532207,0.6855089897483589,0.8776095474276495,0.8739708289948855,0.8605877459455672,0.7933639647300973,0.5445743010390826,0.41641740437325997,0.615190107912214,0.6708193286978598,0.6578062848111954,0.3010268588189991,0.6827222550965623,,0.812674989735644,0.839919857767026,0.7697051930430492,0.21853465338385536,0.8378220633672553,0.9584014312737649,0.7460606251041656,1.0,0.1638040026681544,0.7548723325521155,0.7392487209959863,0.7617999363079248 -SummEvalFr,0.29990749306197967,0.21660293614650938,0.09552883132901634,0.02053654024051804,0.07012025901942645,0.13080481036077707,0.3551649707061363,0.0030218933086648167,0.09774899784150477,0.23379586802343508,0.15522664199814987,0.26463151403021895,0.11501695960530373,,0.11897233201581027,0.25240624269108436,0.040334268729281995,0.20724864797987527,0.19749508258473747,0.251063829787234,0.12784458834412582,0.1638040026681544,1.0,0.11187517350904823,0.1568036167570394,0.1974127119319124 -DiaBLaBitextMining_fr-en,0.7420518675087476,0.5090202611357422,0.8245706007805815,0.8012581335333818,0.799777976882766,0.7887384751969228,0.4004440471853639,0.36522865353946177,0.5133676649885984,0.5043633786973519,0.5516667183232836,0.3195904901454729,0.6846341241036077,,0.7197206763020356,0.6883850623012349,0.6289934624398668,0.3640353784886195,0.6625945311511124,0.7714083077459621,0.5951463199351242,0.7548723325521155,0.11187517350904823,1.0,0.9255674800738048,0.9207508743926649 -FloresBitextMining_fra_Latn-eng_Latn,0.7427670530693989,0.6076514907416821,0.8362652476887905,0.8186217345513107,0.8271949909350157,0.8235296132057505,0.47817648105345967,0.37641565528165677,0.5401772772196741,0.5765825543272911,0.6287054681383671,0.43176907149818694,0.7546329369048168,,0.7610112708914755,0.7323356369310565,0.6540105291137699,0.3170957885009219,0.703621467003012,0.7697293231456886,0.6311283449424577,0.7392487209959863,0.1568036167570394,0.9255674800738048,1.0,0.9755751426468102 -FloresBitextMining_eng_Latn-fra_Latn,0.7503169688206008,0.5962392672245183,0.8551866648672679,0.8256397983496895,0.8240292773235741,0.8340021190622117,0.44741512967813096,0.41433750552637655,0.5644256765370523,0.5649212214681648,0.6415448564414236,0.4103112029610881,0.7646877718228612,,0.7617300386255176,0.7264108689078868,0.6417504748861685,0.30733817974856903,0.6926992571790102,0.7906419375898744,0.5957688934299132,0.7617999363079248,0.1974127119319124,0.9207508743926649,0.9755751426468102,1.0 +,STSBenchmarkMultilingualSTS_test,BSARDRetrieval_test,HALClusteringS2S_test,DiaBlaBitextMining_test_fr-en,MasakhaNEWSClusteringP2P_test,MasakhaNEWSClusteringS2S_test,SICKFr_test,MassiveScenarioClassification_test,MintakaRetrieval_test,PawsX_test,AmazonReviewsClassification_test,AlloprofReranking_test,AlloProfClusteringP2P_test,STS22_test,MLSUMClusteringS2S_test,AlloProfClusteringS2S_test,SyntecRetrieval_test,MLSUMClusteringP2P_test,FloresBitextMining_dev_eng_Latn-fra_Latn,FloresBitextMining_dev_fra_Latn-eng_Latn,MTOPIntentClassification_test,MTOPDomainClassification_test,SummEvalFr_test,SyntecReranking_test,MasakhaNEWSClassification_test,MassiveIntentClassification_test,OpusparcusPC_test.full,OpusparcusPC_validation.full,XPQARetrieval_test,AlloprofRetrieval_test +STSBenchmarkMultilingualSTS_test,1.0,0.6796849231308649,0.673469387755102,0.721968787515006,0.28278511404561824,0.5080912364945979,0.9423769507803121,0.7653781512605042,0.7556782713085234,0.5819447779111645,0.8037935174069628,0.715438175270108,0.531812725090036,0.6795198079231692,0.6969987995198079,0.5438175270108043,0.7930562560810754,0.39380552220888354,0.73523514576154,0.6889893063430919,0.7018967587034813,0.7427130852340936,0.30468187274909964,0.7857571612627695,0.5058586252471211,0.7847779111644658,0.7904441776710684,0.8579591836734693,0.7286914765906363,0.682689075630252 +BSARDRetrieval_test,0.6796849231308649,1.0,0.7904117411262458,0.5022337883478121,0.4945477619359852,0.48282657165794923,0.7155210212760077,0.6695009381351944,0.6593649908045977,0.6735841396664773,0.7857040499490019,0.8328770370515892,0.7031753413520109,0.7195561851422169,0.7227266710370954,0.57601964190135,0.8435856719314785,0.6213671977311286,0.483697745395966,0.5152793637265751,0.6507662487563664,0.7396839668081885,0.36964983274379853,0.8341220246907678,0.6263211345679764,0.6997646671317627,0.6525916800291752,0.6178124105156586,0.7503002907895243,0.8216362234242924 +HALClusteringS2S_test,0.673469387755102,0.7904117411262458,1.0,0.5896278511404561,0.364609843937575,0.6739495798319328,0.6519567827130852,0.7880432172869147,0.7001680672268907,0.5175990396158463,0.7502040816326531,0.77046818727491,0.6326530612244898,0.5957743097238896,0.8916686674669868,0.7861224489795918,0.8082306900454485,0.6910444177671068,0.5930545055325341,0.5761668769033497,0.7357022809123649,0.8020648259303721,0.2814405762304922,0.7947849890643585,0.4629273920051497,0.782953181272509,0.7035294117647058,0.6850900360144058,0.8220408163265306,0.7915966386554621 +DiaBlaBitextMining_test_fr-en,0.721968787515006,0.5022337883478121,0.5896278511404561,1.0,0.3161104441776711,0.5351740696278512,0.7910204081632654,0.8103241296518607,0.796014405762305,0.47322929171668665,0.7762304921968788,0.651188475390156,0.44749099639855944,0.6253541416566627,0.7163025210084034,0.4121488595438175,0.7380729431405467,0.4322208883553421,0.9113241586087351,0.8819633875740857,0.8287635054021608,0.788235294117647,0.29968787515006,0.7506542776299953,0.4589896278822843,0.8293397358943577,0.8774549819927971,0.8855222088835534,0.7107322929171669,0.6460984393757503 +MasakhaNEWSClusteringP2P_test,0.28278511404561824,0.4945477619359852,0.364609843937575,0.3161104441776711,1.0,0.2954621848739496,0.36220888355342135,0.43212484993997596,0.5452581032412965,0.3743097238895558,0.5079951980792317,0.5492917166866746,0.5395918367346939,0.5568787515006003,0.36701080432172867,0.2509963985594238,0.5336502678673322,0.4631452581032413,0.265648158393507,0.34137026404401705,0.4496998799519808,0.4893637454981993,0.15793517406962784,0.5158827344280348,0.7806377266012151,0.4648739495798319,0.3827611044417767,0.3114045618247299,0.45229291716686676,0.6026890756302521 +MasakhaNEWSClusteringS2S_test,0.5080912364945979,0.48282657165794923,0.6739495798319328,0.5351740696278512,0.2954621848739496,1.0,0.5320048019207683,0.6407202881152461,0.552076830732293,0.22199279711884753,0.5328691476590637,0.5407442977190876,0.4414405762304922,0.4426890756302521,0.6755822328931572,0.5492917166866746,0.5700977215982155,0.5497719087635055,0.5407750261356143,0.5408391384219999,0.5928931572629051,0.6265066026410564,0.23601440576230492,0.5748997576628905,0.405061468004506,0.5996158463385354,0.49426170468187275,0.5137575030012005,0.6645378151260504,0.5706122448979591 +SICKFr_test,0.9423769507803121,0.7155210212760077,0.6519567827130852,0.7910204081632654,0.36220888355342135,0.5320048019207683,1.0,0.7963985594237695,0.8199279711884754,0.5775270108043218,0.8691956782713085,0.7929411764705883,0.6150780312124849,0.7612484993997599,0.738391356542617,0.5306602641056423,0.8599486184619981,0.48081632653061224,0.7769121512994583,0.7523627425046217,0.7568307322929172,0.7906362545018008,0.4018727490996399,0.8576436411509542,0.6064156749212687,0.8273229291716687,0.823577430972389,0.8772629051620648,0.7687394957983193,0.7573109243697479 +MassiveScenarioClassification_test,0.7653781512605042,0.6695009381351944,0.7880432172869147,0.8103241296518607,0.43212484993997596,0.6407202881152461,0.7963985594237695,1.0,0.8938775510204081,0.56062424969988,0.8300120048019207,0.8412484993997599,0.5697478991596638,0.7809363745498199,0.8914765906362545,0.6096998799519808,0.8788686405568176,0.5994237695078031,0.8264555084101841,0.7833606188879786,0.9161584633853541,0.9660984393757504,0.16974789915966387,0.8756032560328386,0.5648770655764083,0.9741656662665066,0.8568067226890757,0.8476830732292917,0.9145258103241296,0.8735174069627851 +MintakaRetrieval_test,0.7556782713085234,0.6593649908045977,0.7001680672268907,0.796014405762305,0.5452581032412965,0.552076830732293,0.8199279711884754,0.8938775510204081,1.0,0.5469867947178871,0.8404801920768308,0.8469147659063625,0.6074909963985594,0.7194717887154862,0.8123409363745498,0.5966386554621849,0.8660952246247822,0.5535174069627851,0.7837035976884039,0.746310776163109,0.8041776710684274,0.8731332533013205,0.2706842737094838,0.8679199983293586,0.604446792859836,0.902232893157263,0.8099399759903961,0.8113805522208883,0.7982232893157263,0.8510444177671068 +PawsX_test,0.5819447779111645,0.6735841396664773,0.5175990396158463,0.47322929171668665,0.3743097238895558,0.22199279711884753,0.5775270108043218,0.56062424969988,0.5469867947178871,1.0,0.6109483793517407,0.6697238895558223,0.4825450180072029,0.6151740696278511,0.4956062424969988,0.2942136854741897,0.6410718146341119,0.3955342136854742,0.4406622660568401,0.4256549660197163,0.6462905162064826,0.6246818727490996,0.24974789915966386,0.6241686476864559,0.43147330053592015,0.6318847539015606,0.6309243697478991,0.6048019207683073,0.5806962785114046,0.6697238895558223 +AmazonReviewsClassification_test,0.8037935174069628,0.7857040499490019,0.7502040816326531,0.7762304921968788,0.5079951980792317,0.5328691476590637,0.8691956782713085,0.8300120048019207,0.8404801920768308,0.6109483793517407,1.0,0.8691956782713085,0.7136134453781513,0.7618247298919568,0.8037935174069628,0.6237214885954382,0.8859756539325366,0.6423529411764706,0.7355771610473143,0.7189047172019506,0.806578631452581,0.8368307322929172,0.42434573829531813,0.8913539343249726,0.6793603542216653,0.8638175270108043,0.7964945978391357,0.8024489795918367,0.7987995198079232,0.8316446578631452 +AlloprofReranking_test,0.715438175270108,0.8328770370515892,0.77046818727491,0.651188475390156,0.5492917166866746,0.5407442977190876,0.7929411764705883,0.8412484993997599,0.8469147659063625,0.6697238895558223,0.8691956782713085,1.0,0.6067226890756302,0.7786314525810324,0.7914045618247298,0.5910684273709483,0.9202621914343161,0.6281392557022809,0.6320442481107976,0.638408644561995,0.7695078031212484,0.8683313325330132,0.2680912364945978,0.9154601553696411,0.6831540538034502,0.8555582232893157,0.740984393757503,0.7241776710684273,0.8783193277310924,0.9702280912364946 +AlloProfClusteringP2P_test,0.531812725090036,0.7031753413520109,0.6326530612244898,0.44749099639855944,0.5395918367346939,0.4414405762304922,0.6150780312124849,0.5697478991596638,0.6074909963985594,0.4825450180072029,0.7136134453781513,0.6067226890756302,1.0,0.683937575030012,0.6641536614645859,0.44643457382953183,0.717472208423091,0.8087875150060024,0.4544405961408881,0.529817671263473,0.6433133253301321,0.6382232893157262,0.4380792316926771,0.704026507442001,0.6465616603690182,0.593469387755102,0.5152941176470588,0.4717887154861945,0.6232412965186075,0.6247779111644658 +STS22_test,0.6795198079231692,0.7195561851422169,0.5957743097238896,0.6253541416566627,0.5568787515006003,0.4426890756302521,0.7612484993997599,0.7809363745498199,0.7194717887154862,0.6151740696278511,0.7618247298919568,0.7786314525810324,0.683937575030012,1.0,0.6907563025210084,0.26396158463385355,0.8595644555768241,0.5775270108043218,0.6580862691561791,0.693220762484312,0.8142617046818728,0.8556542617046818,0.3236974789915966,0.8542822159056817,0.6935747222749354,0.8080192076830732,0.741656662665066,0.6906602641056423,0.8176230492196879,0.8081152460984393 +MLSUMClusteringS2S_test,0.6969987995198079,0.7227266710370954,0.8916686674669868,0.7163025210084034,0.36701080432172867,0.6755822328931572,0.738391356542617,0.8914765906362545,0.8123409363745498,0.4956062424969988,0.8037935174069628,0.7914045618247298,0.6641536614645859,0.6907563025210084,1.0,0.6929651860744298,0.8426132682685215,0.7641296518607443,0.7551208916629852,0.7295325605333873,0.8315486194477791,0.8829291716686675,0.3318607442977191,0.8372349878760854,0.5044179798363166,0.8779351740696278,0.752797118847539,0.7414645858343337,0.8516206482593037,0.8215606242496999 +AlloProfClusteringS2S_test,0.5438175270108043,0.57601964190135,0.7861224489795918,0.4121488595438175,0.2509963985594238,0.5492917166866746,0.5306602641056423,0.6096998799519808,0.5966386554621849,0.2942136854741897,0.6237214885954382,0.5910684273709483,0.44643457382953183,0.26396158463385355,0.6929651860744298,1.0,0.5469999281271287,0.497719087635054,0.4101251869698543,0.3690715408754932,0.4827370948379352,0.5575510204081633,0.22362545018007202,0.5378760596042462,0.34868421092836016,0.5748379351740697,0.49819927971188477,0.5282593037214885,0.5415126050420168,0.5725330132052822 +SyntecRetrieval_test,0.7930562560810754,0.8435856719314785,0.8082306900454485,0.7380729431405467,0.5336502678673322,0.5700977215982155,0.8599486184619981,0.8788686405568176,0.8660952246247822,0.6410718146341119,0.8859756539325366,0.9202621914343161,0.717472208423091,0.8595644555768241,0.8426132682685215,0.5469999281271287,1.0,0.6501476627963476,0.7262136066621144,0.7289104228749542,0.8217244113871852,0.8974044997664631,0.33302120108521094,0.9901075681905493,0.6792325979819588,0.8941871356031309,0.8120242985365417,0.7980983939489842,0.9111383229114336,0.9380777452342604 +MLSUMClusteringP2P_test,0.39380552220888354,0.6213671977311286,0.6910444177671068,0.4322208883553421,0.4631452581032413,0.5497719087635055,0.48081632653061224,0.5994237695078031,0.5535174069627851,0.3955342136854742,0.6423529411764706,0.6281392557022809,0.8087875150060024,0.5775270108043218,0.7641296518607443,0.497719087635054,0.6501476627963476,1.0,0.4693426907353372,0.5310969487015164,0.6232412965186075,0.6428331332533013,0.36576230492196876,0.6348771881106812,0.6084325784963949,0.5937575030012004,0.46573829531812727,0.3985114045618247,0.6548379351740696,0.6552220888355342 +FloresBitextMining_dev_eng_Latn-fra_Latn,0.73523514576154,0.483697745395966,0.5930545055325341,0.9113241586087351,0.265648158393507,0.5407750261356143,0.7769121512994583,0.8264555084101841,0.7837035976884039,0.4406622660568401,0.7355771610473143,0.6320442481107976,0.4544405961408881,0.6580862691561791,0.7551208916629852,0.4101251869698543,0.7262136066621144,0.4693426907353372,1.0,0.944704054569923,0.824207979389382,0.7983613956501572,0.341428973855771,0.747712226518895,0.49479773056445464,0.8330026581664338,0.8441914439439054,0.856455134905239,0.7019130850618212,0.6364415874993236 +FloresBitextMining_dev_fra_Latn-eng_Latn,0.6889893063430919,0.5152793637265751,0.5761668769033497,0.8819633875740857,0.34137026404401705,0.5408391384219999,0.7523627425046217,0.7833606188879786,0.746310776163109,0.4256549660197163,0.7189047172019506,0.638408644561995,0.529817671263473,0.693220762484312,0.7295325605333873,0.3690715408754932,0.7289104228749542,0.5310969487015164,0.944704054569923,1.0,0.8325635972742595,0.7894125852294912,0.35253934013770283,0.7404734004215732,0.5944497275749726,0.783065401017661,0.7771118406329209,0.7785387270061231,0.7153621027581384,0.6530711321211068 +MTOPIntentClassification_test,0.7018967587034813,0.6507662487563664,0.7357022809123649,0.8287635054021608,0.4496998799519808,0.5928931572629051,0.7568307322929172,0.9161584633853541,0.8041776710684274,0.6462905162064826,0.806578631452581,0.7695078031212484,0.6433133253301321,0.8142617046818728,0.8315486194477791,0.4827370948379352,0.8217244113871852,0.6232412965186075,0.824207979389382,0.8325635972742595,1.0,0.9529411764705882,0.25445378151260506,0.8110638913236067,0.6019976956614685,0.9366146458583433,0.8836014405762305,0.8513325330132053,0.8716926770708283,0.8100360144057623 +MTOPDomainClassification_test,0.7427130852340936,0.7396839668081885,0.8020648259303721,0.788235294117647,0.4893637454981993,0.6265066026410564,0.7906362545018008,0.9660984393757504,0.8731332533013205,0.6246818727490996,0.8368307322929172,0.8683313325330132,0.6382232893157262,0.8556542617046818,0.8829291716686675,0.5575510204081633,0.8974044997664631,0.6428331332533013,0.7983613956501572,0.7894125852294912,0.9529411764705882,1.0,0.25301320528211285,0.8902014456694506,0.6068478685445101,0.9710924369747899,0.8788955582232894,0.8385594237695078,0.9412244897959183,0.9037695078031213 +SummEvalFr_test,0.30468187274909964,0.36964983274379853,0.2814405762304922,0.29968787515006,0.15793517406962784,0.23601440576230492,0.4018727490996399,0.16974789915966387,0.2706842737094838,0.24974789915966386,0.42434573829531813,0.2680912364945978,0.4380792316926771,0.3236974789915966,0.3318607442977191,0.22362545018007202,0.33302120108521094,0.36576230492196876,0.341428973855771,0.35253934013770283,0.25445378151260506,0.25301320528211285,1.0,0.3532857932781394,0.23540146012544025,0.25070828331332534,0.35097238895558225,0.3443457382953181,0.21450180072028813,0.25195678271308525 +SyntecReranking_test,0.7857571612627695,0.8341220246907678,0.7947849890643585,0.7506542776299953,0.5158827344280348,0.5748997576628905,0.8576436411509542,0.8756032560328386,0.8679199983293586,0.6241686476864559,0.8913539343249726,0.9154601553696411,0.704026507442001,0.8542822159056817,0.8372349878760854,0.5378760596042462,0.9901075681905493,0.6348771881106812,0.747712226518895,0.7404734004215732,0.8110638913236067,0.8902014456694506,0.3532857932781394,1.0,0.6564218312935093,0.8844870227524874,0.8085668325699757,0.7921438692287872,0.8932747487508426,0.9188696009755604 +MasakhaNEWSClassification_test,0.5058586252471211,0.6263211345679764,0.4629273920051497,0.4589896278822843,0.7806377266012151,0.405061468004506,0.6064156749212687,0.5648770655764083,0.604446792859836,0.43147330053592015,0.6793603542216653,0.6831540538034502,0.6465616603690182,0.6935747222749354,0.5044179798363166,0.34868421092836016,0.6792325979819588,0.6084325784963949,0.49479773056445464,0.5944497275749726,0.6019976956614685,0.6068478685445101,0.23540146012544025,0.6564218312935093,1.0,0.5848059937592026,0.5139262395476257,0.48861890183116163,0.598444103648151,0.6988570887812182 +MassiveIntentClassification_test,0.7847779111644658,0.6997646671317627,0.782953181272509,0.8293397358943577,0.4648739495798319,0.5996158463385354,0.8273229291716687,0.9741656662665066,0.902232893157263,0.6318847539015606,0.8638175270108043,0.8555582232893157,0.593469387755102,0.8080192076830732,0.8779351740696278,0.5748379351740697,0.8941871356031309,0.5937575030012004,0.8330026581664338,0.783065401017661,0.9366146458583433,0.9710924369747899,0.25070828331332534,0.8844870227524874,0.5848059937592026,1.0,0.9120288115246098,0.8996398559423769,0.8963745498199279,0.8821608643457383 +OpusparcusPC_test.full,0.7904441776710684,0.6525916800291752,0.7035294117647058,0.8774549819927971,0.3827611044417767,0.49426170468187275,0.823577430972389,0.8568067226890757,0.8099399759903961,0.6309243697478991,0.7964945978391357,0.740984393757503,0.5152941176470588,0.741656662665066,0.752797118847539,0.49819927971188477,0.8120242985365417,0.46573829531812727,0.8441914439439054,0.7771118406329209,0.8836014405762305,0.8788955582232894,0.35097238895558225,0.8085668325699757,0.5139262395476257,0.9120288115246098,1.0,0.9674429771908764,0.798031212484994,0.7448259303721488 +OpusparcusPC_validation.full,0.8579591836734693,0.6178124105156586,0.6850900360144058,0.8855222088835534,0.3114045618247299,0.5137575030012005,0.8772629051620648,0.8476830732292917,0.8113805522208883,0.6048019207683073,0.8024489795918367,0.7241776710684273,0.4717887154861945,0.6906602641056423,0.7414645858343337,0.5282593037214885,0.7980983939489842,0.3985114045618247,0.856455134905239,0.7785387270061231,0.8513325330132053,0.8385594237695078,0.3443457382953181,0.7921438692287872,0.48861890183116163,0.8996398559423769,0.9674429771908764,1.0,0.7590396158463385,0.7144777911164466 +XPQARetrieval_test,0.7286914765906363,0.7503002907895243,0.8220408163265306,0.7107322929171669,0.45229291716686676,0.6645378151260504,0.7687394957983193,0.9145258103241296,0.7982232893157263,0.5806962785114046,0.7987995198079232,0.8783193277310924,0.6232412965186075,0.8176230492196879,0.8516206482593037,0.5415126050420168,0.9111383229114336,0.6548379351740696,0.7019130850618212,0.7153621027581384,0.8716926770708283,0.9412244897959183,0.21450180072028813,0.8932747487508426,0.598444103648151,0.8963745498199279,0.798031212484994,0.7590396158463385,1.0,0.9197118847539015 +AlloprofRetrieval_test,0.682689075630252,0.8216362234242924,0.7915966386554621,0.6460984393757503,0.6026890756302521,0.5706122448979591,0.7573109243697479,0.8735174069627851,0.8510444177671068,0.6697238895558223,0.8316446578631452,0.9702280912364946,0.6247779111644658,0.8081152460984393,0.8215606242496999,0.5725330132052822,0.9380777452342604,0.6552220888355342,0.6364415874993236,0.6530711321211068,0.8100360144057623,0.9037695078031213,0.25195678271308525,0.9188696009755604,0.6988570887812182,0.8821608643457383,0.7448259303721488,0.7144777911164466,0.9197118847539015,1.0 diff --git a/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv b/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv index d138f93a..5311c36a 100644 --- a/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv +++ b/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv @@ -1,47 +1,51 @@ -model,Cohere-embed-multilingual-light-v3.0,Cohere-embed-multilingual-v3.0,bert-base-10lang-cased,bert-base-15lang-cased,bert-base-25lang-cased,distilbert-base-25lang-cased,distilbert-base-en-fr-cased,distilbert-base-en-fr-es-pt-it-cased,distilbert-base-fr-cased,sentence-croissant-llm-base,bert-base-multilingual-cased,bert-base-multilingual-uncased,camembert-base,camembert-large,sentence-camembert-base,sentence-camembert-large,distilbert-base-uncased,flaubert_base_cased,flaubert_base_uncased,flaubert_large_cased,e5-mistral-7b-instruct,multilingual-e5-base,multilingual-e5-large,multilingual-e5-small,udever-bloom-1b1,udever-bloom-560m,laser2,LaBSE,all-MiniLM-L12-v2,all-MiniLM-L6-v2,distiluse-base-multilingual-cased-v2,multi-qa-MiniLM-L6-cos-v1,paraphrase-multilingual-MiniLM-L12-v2,paraphrase-multilingual-mpnet-base-v2,sentence-t5-base,sentence-t5-large,sentence-t5-xl,sentence-t5-xxl,text2vec-base-multilingual,text-embedding-ada-002,voyage-2,voyage-code-2,universal-sentence-encoder-multilingual-3,universal-sentence-encoder-multilingual-large-3,xlm-roberta-base,xlm-roberta-large -Cohere-embed-multilingual-light-v3.0,1.0,0.9789565019140617,0.7751752549607835,0.7751752549607835,0.7697042341935262,0.7426910691551927,0.7577363762651506,0.7454265795388214,0.7365361707920282,0.9753761969904241,0.7779107653444123,0.8716019959836953,0.5453923827359726,0.6353222865977661,0.9317832244235268,0.9741836353697716,0.3217644088743261,0.6770388199481039,0.6018122843983146,0.44486237613761775,0.8206531150886107,0.9726402188782489,0.960479168428092,0.9666382795900819,0.858608321661459,0.7382458647817961,0.8502995131969393,0.9365270694647979,0.8664729140143915,0.8551889336819231,0.9508983288427744,0.8681826080041595,0.9225508768787799,0.9437414500683995,0.9861514932981472,0.9861514932981472,0.975547195622435,0.9543511850884635,0.9194734276971976,0.9355645489469963,0.903402304193379,0.9471704703314382,0.9481609461041122,0.9248931928254837,0.7679945402037582,0.702684229794623 -Cohere-embed-multilingual-v3.0,0.9789565019140617,1.0,0.7967843124128035,0.7967843124128035,0.7913104828728271,0.7406775596280462,0.7523094474004959,0.7434144743980343,0.7352037300880698,0.9871686501300482,0.7995212271827916,0.8747863833574661,0.5100924902565436,0.6120425654386026,0.9233666205247559,0.974683772462034,0.296613138197467,0.5805680455837388,0.5141978624115258,0.3869313256070763,0.7735205368679041,0.9912747242380414,0.984936665525505,0.9808284833960972,0.8145742584177266,0.6674650895308628,0.9007189318726464,0.968503937007874,0.838522262655123,0.8091004288777502,0.9828825744608011,0.8159427158027206,0.9589465125346021,0.9727973907520717,0.9678414855370635,0.9876841176194777,0.990590378553376,0.9828945167719985,0.9425250239146731,0.967667723222834,0.8829971276674305,0.9514199969171346,0.9746662102019856,0.9657651489216021,0.7187822414681408,0.6312009688285197 -bert-base-10lang-cased,0.7751752549607835,0.7967843124128035,1.0,1.0,0.9993162393162394,0.9808547008547008,0.9788034188034188,0.9801709401709402,0.9794871794871794,0.7991109708175347,0.9993162393162394,0.9664957264957265,0.736068376068376,0.8365811965811966,0.8475213675213675,0.8147008547008547,0.6095726495726496,0.7121367521367521,0.6246153846153846,0.6444444444444445,0.764102564102564,0.7785946429403194,0.7488883039380106,0.770783622097916,0.8639316239316239,0.827008547008547,0.8474172356575844,0.8043108280302709,0.8126495726495726,0.777094017094017,0.7947316263353124,0.7333333333333333,0.8263247863247863,0.8131304615336318,0.824957264957265,0.8215384615384616,0.8021884199991169,0.747008547008547,0.8181196581196581,0.73,0.7996581196581196,0.775042735042735,0.7913104828728271,0.807047742800259,0.8564102564102564,0.788034188034188 -bert-base-15lang-cased,0.7751752549607835,0.7967843124128035,1.0,1.0,0.9993162393162394,0.9808547008547008,0.9788034188034188,0.9801709401709402,0.9794871794871794,0.7991109708175347,0.9993162393162394,0.9664957264957265,0.736068376068376,0.8365811965811966,0.8475213675213675,0.8147008547008547,0.6095726495726496,0.7121367521367521,0.6246153846153846,0.6444444444444445,0.764102564102564,0.7785946429403194,0.7488883039380106,0.770783622097916,0.8639316239316239,0.827008547008547,0.8474172356575844,0.8043108280302709,0.8126495726495726,0.777094017094017,0.7947316263353124,0.7333333333333333,0.8263247863247863,0.8131304615336318,0.824957264957265,0.8215384615384616,0.8021884199991169,0.747008547008547,0.8181196581196581,0.73,0.7996581196581196,0.775042735042735,0.7913104828728271,0.807047742800259,0.8564102564102564,0.788034188034188 -bert-base-25lang-cased,0.7697042341935262,0.7913104828728271,0.9993162393162394,0.9993162393162394,1.0,0.9822222222222222,0.9794871794871794,0.9808547008547008,0.9808547008547008,0.7936399500502773,0.997948717948718,0.9651282051282051,0.7374358974358974,0.8386324786324786,0.8427350427350427,0.8085470085470086,0.6075213675213675,0.7107692307692308,0.6232478632478633,0.6437606837606837,0.76,0.7724397445771548,0.7420460170130403,0.7646255638654426,0.8632478632478633,0.8276923076923077,0.8460487782725904,0.8008896845677858,0.8085470085470086,0.775042735042735,0.7906262541803301,0.7285470085470086,0.8229059829059829,0.8069755631704673,0.8201709401709402,0.8160683760683761,0.7953496440400453,0.7401709401709402,0.8153846153846154,0.7223076923076923,0.7935042735042735,0.7688888888888888,0.7878893394103419,0.8008896845677858,0.8591452991452991,0.79008547008547 -distilbert-base-25lang-cased,0.7426910691551927,0.7406775596280462,0.9808547008547008,0.9808547008547008,0.9822222222222222,1.0,0.9986324786324786,0.9993162393162394,0.9972649572649572,0.7570524986692434,0.9801709401709402,0.9425641025641026,0.7661538461538462,0.8611965811965812,0.8386324786324786,0.7825641025641026,0.6321367521367521,0.7415384615384616,0.6588034188034187,0.6649572649572649,0.7921367521367522,0.7180714757025344,0.68662349292078,0.7105714971581764,0.8905982905982905,0.8495726495726496,0.7851524246403537,0.7427302457055373,0.8386324786324786,0.8147008547008547,0.7372564161655609,0.7668376068376068,0.7688888888888888,0.7512395391040324,0.8023931623931624,0.7805128205128206,0.7550008658815218,0.6875213675213675,0.7606837606837606,0.67,0.8105982905982906,0.7545299145299146,0.7420460170130403,0.7440987030905314,0.8652991452991453,0.8133333333333334 -distilbert-base-en-fr-cased,0.7577363762651506,0.7523094474004959,0.9788034188034188,0.9788034188034188,0.9794871794871794,0.9986324786324786,1.0,0.9993162393162394,0.9958974358974358,0.7707300505873869,0.9794871794871794,0.945982905982906,0.7743589743589744,0.8673504273504273,0.8509401709401709,0.7955555555555556,0.6294017094017094,0.7504273504273504,0.6656410256410257,0.6629059829059829,0.8044444444444444,0.7310651500247707,0.7009922954632178,0.7242560710081172,0.9001709401709401,0.8557264957264957,0.7988369984902945,0.7570990482479751,0.8509401709401709,0.8290598290598291,0.7516252187079988,0.7832478632478632,0.7805128205128206,0.7628654582344544,0.8147008547008547,0.7928205128205128,0.7686784177996654,0.6991452991452991,0.7757264957264958,0.6784615384615384,0.8208547008547008,0.7647863247863248,0.755046362170484,0.7570990482479751,0.8741880341880341,0.8181196581196581 -distilbert-base-en-fr-es-pt-it-cased,0.7454265795388214,0.7434144743980343,0.9801709401709402,0.9801709401709402,0.9808547008547008,0.9993162393162394,0.9993162393162394,1.0,0.9965811965811966,0.7611557642446865,0.9808547008547008,0.9405128205128205,0.7668376068376068,0.8618803418803419,0.8441025641025641,0.788034188034188,0.6335042735042735,0.7401709401709402,0.6567521367521367,0.6560683760683761,0.7928205128205128,0.7221747412779774,0.6914130937682592,0.7139926406206616,0.8885470085470085,0.8468376068376068,0.7906262541803301,0.7468356178605196,0.8420512820512821,0.8188034188034188,0.7434144743980343,0.770940170940171,0.7757264957264958,0.7580783150631042,0.8051282051282052,0.7846153846153846,0.7604718866487793,0.692991452991453,0.7675213675213676,0.6730769230769231,0.8147008547008547,0.757948717948718,0.7461513891680225,0.7509409900155017,0.8639316239316239,0.80991452991453 -distilbert-base-fr-cased,0.7365361707920282,0.7352037300880698,0.9794871794871794,0.9794871794871794,0.9808547008547008,0.9972649572649572,0.9958974358974358,0.9965811965811966,1.0,0.7508976003060788,0.9788034188034188,0.9411965811965812,0.7866666666666666,0.8748717948717949,0.8304273504273504,0.7757264957264958,0.6594871794871795,0.7552136752136752,0.6724786324786325,0.6882051282051282,0.8085470085470086,0.7091810669557411,0.6756758338408273,0.7009922954632178,0.8947008547008547,0.8564102564102564,0.7783101377153834,0.7358879587805669,0.84,0.8188034188034188,0.7304141292405906,0.7764102564102564,0.762051282051282,0.7444007631449606,0.7996581196581196,0.7777777777777778,0.7502137227101716,0.6806837606837607,0.7538461538461538,0.6623076923076923,0.8051282051282052,0.749059829059829,0.737940644858058,0.7358879587805669,0.8639316239316239,0.8147008547008547 -sentence-croissant-llm-base,0.9753761969904241,0.9871686501300482,0.7991109708175347,0.7991109708175347,0.7936399500502773,0.7570524986692434,0.7707300505873869,0.7611557642446865,0.7508976003060788,1.0,0.8032142363929777,0.8777568943468599,0.5310309532219218,0.6489998385159097,0.9283638364439909,0.9789707785411219,0.3217644088743261,0.6004445292065002,0.5436826887462046,0.38810053567732217,0.80629168557456,0.9870041039671683,0.9748504278060683,0.984431267391386,0.8374081161883365,0.6876389226846651,0.8927289456462031,0.9659539339054163,0.8541631172880624,0.8257821970579146,0.9769034648600651,0.8298854626333576,0.9574286342700459,0.9656292749658003,0.9752094517636324,0.9827321053186113,0.9844391244870041,0.9693964921984214,0.9358864899989698,0.9563377749515759,0.8951957730424929,0.946486592735531,0.9755347734907339,0.9680069709594129,0.7283296396411421,0.6411352461629771 -bert-base-multilingual-cased,0.7779107653444123,0.7995212271827916,0.9993162393162394,0.9993162393162394,0.997948717948718,0.9801709401709402,0.9794871794871794,0.9808547008547008,0.9788034188034188,0.8032142363929777,1.0,0.9644444444444444,0.7367521367521368,0.8372649572649573,0.852991452991453,0.8201709401709402,0.610940170940171,0.7107692307692308,0.6225641025641026,0.6355555555555555,0.7647863247863248,0.7826979085157625,0.7536779047854899,0.7742047655604012,0.8618803418803419,0.8242735042735043,0.8528910651975607,0.8084162001852532,0.8160683760683761,0.7811965811965812,0.8008896845677858,0.7374358974358974,0.8331623931623932,0.8199692374927036,0.8276923076923077,0.8256410256410256,0.8076594407663744,0.7524786324786324,0.824957264957265,0.7330769230769231,0.8037606837606838,0.7784615384615384,0.7954158550278094,0.8138900297252295,0.8550427350427351,0.7846153846153846 -bert-base-multilingual-uncased,0.8716019959836953,0.8747863833574661,0.9664957264957265,0.9664957264957265,0.9651282051282051,0.9425641025641026,0.945982905982906,0.9405128205128205,0.9411965811965812,0.8777568943468599,0.9644444444444444,1.0,0.718974358974359,0.8283760683760684,0.8858119658119659,0.8782905982905983,0.5466666666666666,0.7668376068376068,0.6745299145299145,0.6574358974358975,0.8345299145299145,0.858608321661459,0.8275746035751703,0.8597333521225312,0.9254700854700855,0.8488888888888889,0.8816286702824365,0.8775232981274542,0.8482051282051282,0.8229059829059829,0.8597333521225312,0.803076923076923,0.8618803418803419,0.8603180156512269,0.9008547008547009,0.8933333333333333,0.872627812377556,0.8160683760683761,0.8687179487179487,0.806923076923077,0.8482051282051282,0.8393162393162393,0.8652071816625075,0.8645229529700105,0.8810256410256411,0.8235897435897436 -camembert-base,0.5453923827359726,0.5100924902565436,0.736068376068376,0.736068376068376,0.7374358974358974,0.7661538461538462,0.7743589743589744,0.7668376068376068,0.7866666666666666,0.5310309532219218,0.7367521367521368,0.718974358974359,1.0,0.935042735042735,0.6321367521367521,0.5603418803418804,0.8646153846153846,0.7777777777777778,0.8003418803418804,0.8454700854700855,0.772991452991453,0.4920499302552128,0.46561762524423594,0.4772495130166856,0.7517948717948718,0.8092307692307692,0.5798838168912417,0.5265139788764726,0.7162393162393162,0.7675213675213676,0.5114609476415376,0.7408547008547008,0.532991452991453,0.5088049313549386,0.5993162393162393,0.556923076923077,0.530005136828061,0.4358974358974359,0.5466666666666666,0.39615384615384613,0.556923076923077,0.49675213675213675,0.49093408686662643,0.47588105563169153,0.7586324786324786,0.8181196581196581 -camembert-large,0.6353222865977661,0.6120425654386026,0.8365811965811966,0.8365811965811966,0.8386324786324786,0.8611965811965812,0.8673504273504273,0.8618803418803419,0.8748717948717949,0.6489998385159097,0.8372649572649573,0.8283760683760684,0.935042735042735,1.0,0.7073504273504273,0.6629059829059829,0.8181196581196581,0.7613675213675214,0.7791452991452992,0.7647863247863248,0.8352136752136752,0.599760651610593,0.5600411848088275,0.585357646431218,0.8331623931623932,0.8194871794871795,0.6606228026058925,0.6277798253660345,0.80991452991453,0.8311111111111111,0.6120425654386026,0.7948717948717948,0.6348717948717949,0.609676876751247,0.6902564102564103,0.6601709401709401,0.6305351434264159,0.5446153846153846,0.6362393162393163,0.5176923076923077,0.6895726495726495,0.6198290598290598,0.6175163949785789,0.618200623671076,0.770940170940171,0.8215384615384616 -sentence-camembert-base,0.9317832244235268,0.9233666205247559,0.8475213675213675,0.8475213675213675,0.8427350427350427,0.8386324786324786,0.8509401709401709,0.8441025641025641,0.8304273504273504,0.9283638364439909,0.852991452991453,0.8858119658119659,0.6321367521367521,0.7073504273504273,1.0,0.9733333333333334,0.4379487179487179,0.6861538461538461,0.6273504273504273,0.4947008547008547,0.8345299145299145,0.920841182889012,0.9213139344472648,0.9103662753673122,0.8598290598290599,0.7675213675213676,0.8542595225825549,0.8918921006698921,0.9117948717948718,0.8926495726495727,0.9158401049072885,0.8878632478632479,0.9282051282051282,0.9437510823519023,0.9487179487179487,0.9452991452991453,0.9451188375437167,0.9158974358974359,0.9193162393162393,0.8984615384615384,0.935042735042735,0.9466666666666667,0.8946290154398803,0.890523643284898,0.7668376068376068,0.6991452991452991 -sentence-camembert-large,0.9741836353697716,0.974683772462034,0.8147008547008547,0.8147008547008547,0.8085470085470086,0.7825641025641026,0.7955555555555556,0.788034188034188,0.7757264957264958,0.9789707785411219,0.8201709401709402,0.8782905982905983,0.5603418803418804,0.6629059829059829,0.9733333333333334,1.0,0.35863247863247866,0.6300854700854701,0.5637606837606838,0.4147008547008547,0.8215384615384616,0.9734997577738644,0.9678414855370635,0.9644203420745784,0.8427350427350427,0.7066666666666667,0.8672598677399986,0.940472337837182,0.8823931623931623,0.8687179487179487,0.9637361133820813,0.865982905982906,0.9555555555555556,0.9758933293595395,0.9794871794871794,0.9822222222222222,0.9820482277227042,0.9664957264957265,0.9364102564102564,0.9561538461538461,0.9268376068376069,0.9644444444444444,0.9527884543021287,0.9486830821471465,0.7230769230769231,0.6485470085470085 -distilbert-base-uncased,0.3217644088743261,0.296613138197467,0.6095726495726496,0.6095726495726496,0.6075213675213675,0.6321367521367521,0.6294017094017094,0.6335042735042735,0.6594871794871795,0.3217644088743261,0.610940170940171,0.5466666666666666,0.8646153846153846,0.8181196581196581,0.4379487179487179,0.35863247863247866,1.0,0.7087179487179487,0.7832478632478632,0.814017094017094,0.6335042735042735,0.29919644820938934,0.2548751879551475,0.279507420885041,0.5261538461538462,0.6895726495726495,0.3609306352921888,0.2849812504250173,0.5302564102564102,0.5555555555555556,0.29113930865749066,0.5617094017094018,0.3558974358974359,0.3371516547822376,0.39076923076923076,0.36615384615384616,0.3357838995904232,0.27384615384615385,0.3476923076923077,0.22538461538461538,0.39418803418803416,0.3128205128205128,0.2658228470351002,0.2952446808124729,0.5835897435897436,0.7032478632478633 -flaubert_base_cased,0.6770388199481039,0.5805680455837388,0.7121367521367521,0.7121367521367521,0.7107692307692308,0.7415384615384616,0.7504273504273504,0.7401709401709402,0.7552136752136752,0.6004445292065002,0.7107692307692308,0.7668376068376068,0.7777777777777778,0.7613675213675214,0.6861538461538461,0.6300854700854701,0.7087179487179487,1.0,0.9398290598290598,0.8639316239316239,0.7935042735042735,0.576508813349749,0.5313035797239518,0.5887787898937032,0.8058119658119658,0.9596581196581196,0.5456723822663897,0.551146211806366,0.7176068376068376,0.7442735042735042,0.5429354674964015,0.7606837606837606,0.5596581196581196,0.570695853784538,0.705982905982906,0.6608547008547009,0.6093349379532934,0.522051282051282,0.6,0.48846153846153845,0.6608547008547009,0.5917948717948718,0.5456723822663897,0.499829059869088,0.8858119658119659,0.9268376068376069 -flaubert_base_uncased,0.6018122843983146,0.5141978624115258,0.6246153846153846,0.6246153846153846,0.6232478632478633,0.6588034188034187,0.6656410256410257,0.6567521367521367,0.6724786324786325,0.5436826887462046,0.6225641025641026,0.6745299145299145,0.8003418803418804,0.7791452991452992,0.6273504273504273,0.5637606837606838,0.7832478632478632,0.9398290598290598,1.0,0.8714529914529915,0.7483760683760684,0.5231663608689894,0.47451259824669745,0.5237770641064844,0.7107692307692308,0.9083760683760683,0.47382836955420043,0.47588105563169153,0.7094017094017094,0.7155555555555555,0.4751968269391945,0.7456410256410256,0.5076923076923077,0.5060694209713099,0.6328205128205128,0.5965811965811966,0.5529150362909515,0.4728205128205128,0.5241025641025641,0.43846153846153846,0.6095726495726496,0.55008547008547,0.47109145478421227,0.4293535045418928,0.8023931623931624,0.9131623931623931 -flaubert_large_cased,0.44486237613761775,0.3869313256070763,0.6444444444444445,0.6444444444444445,0.6437606837606837,0.6649572649572649,0.6629059829059829,0.6560683760683761,0.6882051282051282,0.38810053567732217,0.6355555555555555,0.6574358974358975,0.8454700854700855,0.7647863247863248,0.4947008547008547,0.4147008547008547,0.814017094017094,0.8639316239316239,0.8714529914529915,1.0,0.6724786324786325,0.36895196299192123,0.3260349719748397,0.382141724759597,0.6690598290598291,0.8441025641025641,0.4211427602319283,0.37872058129711184,0.5835897435897436,0.5883760683760684,0.34724606144224796,0.612991452991453,0.37094017094017095,0.36279706462875666,0.49811965811965814,0.4495726495726496,0.4120362515340733,0.31555555555555553,0.4099145299145299,0.30538461538461537,0.4605128205128205,0.40102564102564103,0.3561410344447095,0.31440308420239005,0.7524786324786324,0.8358974358974359 -e5-mistral-7b-instruct,0.8206531150886107,0.7735205368679041,0.764102564102564,0.764102564102564,0.76,0.7921367521367522,0.8044444444444444,0.7928205128205128,0.8085470085470086,0.80629168557456,0.7647863247863248,0.8345299145299145,0.772991452991453,0.8352136752136752,0.8345299145299145,0.8215384615384616,0.6335042735042735,0.7935042735042735,0.7483760683760684,0.6724786324786325,1.0,0.7440588243470071,0.721519156238129,0.7482040752455136,0.9357264957264957,0.803076923076923,0.6654124034533717,0.7331510440105787,0.8878632478632479,0.9145299145299145,0.7338352727030758,0.9398290598290598,0.7073504273504273,0.725936068055467,0.8543589743589743,0.8126495726495726,0.7919302560605094,0.7299145299145299,0.7100854700854701,0.7092307692307692,0.8468376068376068,0.8037606837606838,0.7482040752455136,0.7208349275456319,0.7326495726495726,0.7401709401709402 -multilingual-e5-base,0.9726402188782489,0.9912747242380414,0.7785946429403194,0.7785946429403194,0.7724397445771548,0.7180714757025344,0.7310651500247707,0.7221747412779774,0.7091810669557411,0.9870041039671683,0.7826979085157625,0.858608321661459,0.4920499302552128,0.599760651610593,0.920841182889012,0.9734997577738644,0.29919644820938934,0.576508813349749,0.5231663608689894,0.36895196299192123,0.7440588243470071,1.0,0.9926434156073726,0.9885373414993793,0.7813301533239482,0.6595999412524709,0.8975193654388618,0.9625322054820886,0.822020870280425,0.7840656637075768,0.9796408475987272,0.7936399500502773,0.965635165420932,0.9799931600547196,0.958112511865953,0.9806804725308899,0.9858071135430917,0.983074044116565,0.9468285315334847,0.9601846686561277,0.8746794451652776,0.9410155719682737,0.9659539339054163,0.9680069709594129,0.7098649445516483,0.6233544286693906 -multilingual-e5-large,0.960479168428092,0.984936665525505,0.7488883039380106,0.7488883039380106,0.7420460170130403,0.68662349292078,0.7009922954632178,0.6914130937682592,0.6756758338408273,0.9748504278060683,0.7536779047854899,0.8275746035751703,0.46561762524423594,0.5600411848088275,0.9213139344472648,0.9678414855370635,0.2548751879551475,0.5313035797239518,0.47451259824669745,0.3260349719748397,0.721519156238129,0.9926434156073726,1.0,0.9774049982882574,0.755046362170484,0.61956908105607,0.8883943854844232,0.9513865114686751,0.8138900297252295,0.7748889942528981,0.9719274221157138,0.7830997385628626,0.9562095977646139,0.9762191191753995,0.9370511943746967,0.9644203420745784,0.9769034648600651,0.9794733733095132,0.9391038804521878,0.9607393147033387,0.8706810112024839,0.9391038804521878,0.9520712084902431,0.9561793906196508,0.668833546915857,0.5696203865037861 -multilingual-e5-small,0.9666382795900819,0.9808284833960972,0.770783622097916,0.770783622097916,0.7646255638654426,0.7105714971581764,0.7242560710081172,0.7139926406206616,0.7009922954632178,0.984431267391386,0.7742047655604012,0.8597333521225312,0.4772495130166856,0.585357646431218,0.9103662753673122,0.9644203420745784,0.279507420885041,0.5887787898937032,0.5237770641064844,0.382141724759597,0.7482040752455136,0.9885373414993793,0.9774049982882574,1.0,0.7817312811778686,0.669517775608354,0.9014036288942143,0.9719274221157138,0.788573568102839,0.7584675056329692,0.9753509072235536,0.7680467073279278,0.9609991986120932,0.9707443536980751,0.958262283842105,0.9712626289995487,0.9769034648600651,0.9698941716145547,0.9541569116871228,0.9568901988591747,0.8453645495800933,0.9199454770622707,0.9712427250941459,0.968503937007874,0.720150698853135,0.6223059958260582 -udever-bloom-1b1,0.858608321661459,0.8145742584177266,0.8639316239316239,0.8639316239316239,0.8632478632478633,0.8905982905982905,0.9001709401709401,0.8885470085470085,0.8947008547008547,0.8374081161883365,0.8618803418803419,0.9254700854700855,0.7517948717948718,0.8331623931623932,0.8598290598290599,0.8427350427350427,0.5261538461538462,0.8058119658119658,0.7107692307692308,0.6690598290598291,0.9357264957264957,0.7813301533239482,0.755046362170484,0.7817312811778686,1.0,0.8557264957264957,0.7598359630179633,0.7995212271827916,0.8940170940170941,0.9022222222222223,0.7837839672553597,0.8960683760683761,0.749059829059829,0.7560266822753826,0.8899145299145299,0.8461538461538461,0.8196272986947499,0.7429059829059829,0.762051282051282,0.7307692307692307,0.8680341880341881,0.8208547008547008,0.7926789402578213,0.7632571064804485,0.8495726495726496,0.8160683760683761 -udever-bloom-560m,0.7382458647817961,0.6674650895308628,0.827008547008547,0.827008547008547,0.8276923076923077,0.8495726495726496,0.8557264957264957,0.8468376068376068,0.8564102564102564,0.6876389226846651,0.8242735042735043,0.8488888888888889,0.8092307692307692,0.8194871794871795,0.7675213675213676,0.7066666666666667,0.6895726495726495,0.9596581196581196,0.9083760683760683,0.8441025641025641,0.803076923076923,0.6595999412524709,0.61956908105607,0.669517775608354,0.8557264957264957,1.0,0.6613070312983895,0.6483066861409457,0.7955555555555556,0.788034188034188,0.635990569675999,0.7825641025641026,0.6663247863247863,0.6613096352422388,0.7723076923076924,0.7353846153846154,0.6907163718662473,0.6054700854700855,0.6936752136752137,0.5623076923076923,0.731965811965812,0.6745299145299145,0.6387274844459871,0.5969895342036677,0.9494017094017094,0.9446153846153846 -laser2,0.8502995131969393,0.9007189318726464,0.8474172356575844,0.8474172356575844,0.8460487782725904,0.7851524246403537,0.7988369984902945,0.7906262541803301,0.7783101377153834,0.8927289456462031,0.8528910651975607,0.8816286702824365,0.5798838168912417,0.6606228026058925,0.8542595225825549,0.8672598677399986,0.3609306352921888,0.5456723822663897,0.47382836955420043,0.4211427602319283,0.6654124034533717,0.8975193654388618,0.8883943854844232,0.9014036288942143,0.7598359630179633,0.6613070312983895,1.0,0.9623416638137624,0.7228876136231231,0.6927815511532533,0.9431701472098596,0.6722546903783422,0.941840795222176,0.9112062791321728,0.856996437352543,0.8829971276674305,0.8961506740695308,0.872733697279975,0.9527884543021287,0.8214013211446013,0.7283614431630995,0.8002054558752887,0.90619650804519,0.9308456008216365,0.7803628237928745,0.6448855426784605 -LaBSE,0.9365270694647979,0.968503937007874,0.8043108280302709,0.8043108280302709,0.8008896845677858,0.7427302457055373,0.7570990482479751,0.7468356178605196,0.7358879587805669,0.9659539339054163,0.8084162001852532,0.8775232981274542,0.5265139788764726,0.6277798253660345,0.8918921006698921,0.940472337837182,0.2849812504250173,0.551146211806366,0.47588105563169153,0.37872058129711184,0.7331510440105787,0.9625322054820886,0.9513865114686751,0.9719274221157138,0.7995212271827916,0.6483066861409457,0.9623416638137624,1.0,0.7680467073279278,0.755046362170484,0.9890448476549127,0.7434144743980343,0.9657887994595724,0.9550044029507676,0.9370511943746967,0.9500515395321405,0.9591104770587608,0.9425250239146731,0.9664730281520695,0.9176292172487017,0.7981527697977976,0.8816286702824365,0.9712427250941459,0.9760356042451215,0.7358879587805669,0.6216217671335611 -all-MiniLM-L12-v2,0.8664729140143915,0.838522262655123,0.8126495726495726,0.8126495726495726,0.8085470085470086,0.8386324786324786,0.8509401709401709,0.8420512820512821,0.84,0.8541631172880624,0.8160683760683761,0.8482051282051282,0.7162393162393162,0.80991452991453,0.9117948717948718,0.8823931623931623,0.5302564102564102,0.7176068376068376,0.7094017094017094,0.5835897435897436,0.8878632478632479,0.822020870280425,0.8138900297252295,0.788573568102839,0.8940170940170941,0.7955555555555556,0.7228876136231231,0.7680467073279278,1.0,0.9637606837606838,0.7988369984902945,0.9664957264957265,0.7996581196581196,0.8100530123520495,0.8837606837606837,0.8755555555555555,0.8630535260348556,0.8092307692307692,0.777094017094017,0.7946153846153846,0.9623931623931624,0.9227350427350427,0.8159427158027206,0.7810470524853715,0.7456410256410256,0.7388034188034188 -all-MiniLM-L6-v2,0.8551889336819231,0.8091004288777502,0.777094017094017,0.777094017094017,0.775042735042735,0.8147008547008547,0.8290598290598291,0.8188034188034188,0.8188034188034188,0.8257821970579146,0.7811965811965812,0.8229059829059829,0.7675213675213676,0.8311111111111111,0.8926495726495727,0.8687179487179487,0.5555555555555556,0.7442735042735042,0.7155555555555555,0.5883760683760684,0.9145299145299145,0.7840656637075768,0.7748889942528981,0.7584675056329692,0.9022222222222223,0.788034188034188,0.6927815511532533,0.755046362170484,0.9637606837606838,1.0,0.7830997385628626,0.9767521367521368,0.7716239316239316,0.7796204593341802,0.8776068376068376,0.8475213675213675,0.8254402582599609,0.7647863247863248,0.757948717948718,0.7653846153846153,0.9076923076923077,0.8700854700854701,0.7954158550278094,0.7523094474004959,0.734017094017094,0.7511111111111111 -distiluse-base-multilingual-cased-v2,0.9508983288427744,0.9828825744608011,0.7947316263353124,0.7947316263353124,0.7906262541803301,0.7372564161655609,0.7516252187079988,0.7434144743980343,0.7304141292405906,0.9769034648600651,0.8008896845677858,0.8597333521225312,0.5114609476415376,0.6120425654386026,0.9158401049072885,0.9637361133820813,0.29113930865749066,0.5429354674964015,0.4751968269391945,0.34724606144224796,0.7338352727030758,0.9796408475987272,0.9719274221157138,0.9753509072235536,0.7837839672553597,0.635990569675999,0.9431701472098596,0.9890448476549127,0.7988369984902945,0.7830997385628626,1.0,0.7742047655604012,0.9822102880795014,0.9775878105447305,0.9500515395321405,0.9698941716145547,0.9796408475987272,0.9719468576920458,0.9698941716145547,0.9445730281578498,0.8378380339626259,0.9172085622922825,0.9787743923313934,0.9828825744608011,0.7126241832356676,0.6072529645911233 -multi-qa-MiniLM-L6-cos-v1,0.8681826080041595,0.8159427158027206,0.7333333333333333,0.7333333333333333,0.7285470085470086,0.7668376068376068,0.7832478632478632,0.770940170940171,0.7764102564102564,0.8298854626333576,0.7374358974358974,0.803076923076923,0.7408547008547008,0.7948717948717948,0.8878632478632479,0.865982905982906,0.5617094017094018,0.7606837606837606,0.7456410256410256,0.612991452991453,0.9398290598290598,0.7936399500502773,0.7830997385628626,0.7680467073279278,0.8960683760683761,0.7825641025641026,0.6722546903783422,0.7434144743980343,0.9664957264957265,0.9767521367521368,0.7742047655604012,1.0,0.7565811965811966,0.7755171937587372,0.8830769230769231,0.8598290598290599,0.841169442965826,0.785982905982906,0.749059829059829,0.7638461538461538,0.9206837606837607,0.8878632478632479,0.7872051107178449,0.7427302457055373,0.7176068376068376,0.7422222222222222 -paraphrase-multilingual-MiniLM-L12-v2,0.9225508768787799,0.9589465125346021,0.8263247863247863,0.8263247863247863,0.8229059829059829,0.7688888888888888,0.7805128205128206,0.7757264957264958,0.762051282051282,0.9574286342700459,0.8331623931623932,0.8618803418803419,0.532991452991453,0.6348717948717949,0.9282051282051282,0.9555555555555556,0.3558974358974359,0.5596581196581196,0.5076923076923077,0.37094017094017095,0.7073504273504273,0.965635165420932,0.9562095977646139,0.9609991986120932,0.749059829059829,0.6663247863247863,0.941840795222176,0.9657887994595724,0.7996581196581196,0.7716239316239316,0.9822102880795014,0.7565811965811966,1.0,0.9885450648838223,0.932991452991453,0.9582905982905983,0.9642674102291175,0.958974358974359,0.9835897435897436,0.9323076923076923,0.8358974358974359,0.9090598290598291,0.9637361133820813,0.9726310863845429,0.7244444444444444,0.6218803418803419 -paraphrase-multilingual-mpnet-base-v2,0.9437414500683995,0.9727973907520717,0.8131304615336318,0.8131304615336318,0.8069755631704673,0.7512395391040324,0.7628654582344544,0.7580783150631042,0.7444007631449606,0.9656292749658003,0.8199692374927036,0.8603180156512269,0.5088049313549386,0.609676876751247,0.9437510823519023,0.9758933293595395,0.3371516547822376,0.570695853784538,0.5060694209713099,0.36279706462875666,0.725936068055467,0.9799931600547196,0.9762191191753995,0.9707443536980751,0.7560266822753826,0.6613096352422388,0.9112062791321728,0.9550044029507676,0.8100530123520495,0.7796204593341802,0.9775878105447305,0.7755171937587372,0.9885450648838223,1.0,0.9440930211498559,0.971448124986143,0.9775991792065664,0.9765772069554468,0.9717900637840965,0.9559530855811208,0.866814852812345,0.932467102019434,0.9577417856894298,0.9693756623287441,0.7020003521987157,0.605573611175804 -sentence-t5-base,0.9861514932981472,0.9678414855370635,0.824957264957265,0.824957264957265,0.8201709401709402,0.8023931623931624,0.8147008547008547,0.8051282051282052,0.7996581196581196,0.9752094517636324,0.8276923076923077,0.9008547008547009,0.5993162393162393,0.6902564102564103,0.9487179487179487,0.9794871794871794,0.39076923076923076,0.705982905982906,0.6328205128205128,0.49811965811965814,0.8543589743589743,0.958112511865953,0.9370511943746967,0.958262283842105,0.8899145299145299,0.7723076923076924,0.856996437352543,0.9370511943746967,0.8837606837606837,0.8776068376068376,0.9500515395321405,0.8830769230769231,0.932991452991453,0.9440930211498559,1.0,0.987008547008547,0.9724739413800038,0.9411965811965812,0.9234188034188034,0.9284615384615384,0.9111111111111111,0.945982905982906,0.9514199969171346,0.9267877639872412,0.79008547008547,0.7326495726495726 -sentence-t5-large,0.9861514932981472,0.9876841176194777,0.8215384615384616,0.8215384615384616,0.8160683760683761,0.7805128205128206,0.7928205128205128,0.7846153846153846,0.7777777777777778,0.9827321053186113,0.8256410256410256,0.8933333333333333,0.556923076923077,0.6601709401709401,0.9452991452991453,0.9822222222222222,0.36615384615384616,0.6608547008547009,0.5965811965811966,0.4495726495726496,0.8126495726495726,0.9806804725308899,0.9644203420745784,0.9712626289995487,0.8461538461538461,0.7353846153846154,0.8829971276674305,0.9500515395321405,0.8755555555555555,0.8475213675213675,0.9698941716145547,0.8598290598290599,0.9582905982905983,0.971448124986143,0.987008547008547,1.0,0.992990269257219,0.9747008547008547,0.9466666666666667,0.953076923076923,0.9138461538461539,0.963076923076923,0.9671572568445665,0.9514199969171346,0.7654700854700854,0.6984615384615385 -sentence-t5-xl,0.975547195622435,0.990590378553376,0.8021884199991169,0.8021884199991169,0.7953496440400453,0.7550008658815218,0.7686784177996654,0.7604718866487793,0.7502137227101716,0.9844391244870041,0.8076594407663744,0.872627812377556,0.530005136828061,0.6305351434264159,0.9451188375437167,0.9820482277227042,0.3357838995904232,0.6093349379532934,0.5529150362909515,0.4120362515340733,0.7919302560605094,0.9858071135430917,0.9769034648600651,0.9769034648600651,0.8196272986947499,0.6907163718662473,0.8961506740695308,0.9591104770587608,0.8630535260348556,0.8254402582599609,0.9796408475987272,0.841169442965826,0.9642674102291175,0.9775991792065664,0.9724739413800038,0.992990269257219,1.0,0.9882031260858688,0.9505898583109741,0.9636468729902243,0.9068216921729149,0.9663190430168391,0.9686913166440785,0.9632165511667541,0.7296973948329564,0.6486578997179561 -sentence-t5-xxl,0.9543511850884635,0.9828945167719985,0.747008547008547,0.747008547008547,0.7401709401709402,0.6875213675213675,0.6991452991452991,0.692991452991453,0.6806837606837607,0.9693964921984214,0.7524786324786324,0.8160683760683761,0.4358974358974359,0.5446153846153846,0.9158974358974359,0.9664957264957265,0.27384615384615385,0.522051282051282,0.4728205128205128,0.31555555555555553,0.7299145299145299,0.983074044116565,0.9794733733095132,0.9698941716145547,0.7429059829059829,0.6054700854700855,0.872733697279975,0.9425250239146731,0.8092307692307692,0.7647863247863248,0.9719468576920458,0.785982905982906,0.958974358974359,0.9765772069554468,0.9411965811965812,0.9747008547008547,0.9882031260858688,1.0,0.9357264957264957,0.9753846153846154,0.8762393162393163,0.9541880341880342,0.9555253690721168,0.9603149699195961,0.6519658119658119,0.561025641025641 -text2vec-base-multilingual,0.9194734276971976,0.9425250239146731,0.8181196581196581,0.8181196581196581,0.8153846153846154,0.7606837606837606,0.7757264957264958,0.7675213675213676,0.7538461538461538,0.9358864899989698,0.824957264957265,0.8687179487179487,0.5466666666666666,0.6362393162393163,0.9193162393162393,0.9364102564102564,0.3476923076923077,0.6,0.5241025641025641,0.4099145299145299,0.7100854700854701,0.9468285315334847,0.9391038804521878,0.9541569116871228,0.762051282051282,0.6936752136752137,0.9527884543021287,0.9664730281520695,0.777094017094017,0.757948717948718,0.9698941716145547,0.749059829059829,0.9835897435897436,0.9717900637840965,0.9234188034188034,0.9466666666666667,0.9505898583109741,0.9357264957264957,1.0,0.9030769230769231,0.8112820512820513,0.8830769230769231,0.9507357682246376,0.9575780551496079,0.7558974358974359,0.6492307692307693 -text-embedding-ada-002,0.9355645489469963,0.967667723222834,0.73,0.73,0.7223076923076923,0.67,0.6784615384615384,0.6730769230769231,0.6623076923076923,0.9563377749515759,0.7330769230769231,0.806923076923077,0.39615384615384613,0.5176923076923077,0.8984615384615384,0.9561538461538461,0.22538461538461538,0.48846153846153845,0.43846153846153846,0.30538461538461537,0.7092307692307692,0.9601846686561277,0.9607393147033387,0.9568901988591747,0.7307692307692307,0.5623076923076923,0.8214013211446013,0.9176292172487017,0.7946153846153846,0.7653846153846153,0.9445730281578498,0.7638461538461538,0.9323076923076923,0.9559530855811208,0.9284615384615384,0.953076923076923,0.9636468729902243,0.9753846153846154,0.9030769230769231,1.0,0.8769230769230769,0.963076923076923,0.9591996683656732,0.9430333818201843,0.6015384615384616,0.5169230769230769 -voyage-2,0.903402304193379,0.8829971276674305,0.7996581196581196,0.7996581196581196,0.7935042735042735,0.8105982905982906,0.8208547008547008,0.8147008547008547,0.8051282051282052,0.8951957730424929,0.8037606837606838,0.8482051282051282,0.556923076923077,0.6895726495726495,0.935042735042735,0.9268376068376069,0.39418803418803416,0.6608547008547009,0.6095726495726496,0.4605128205128205,0.8468376068376068,0.8746794451652776,0.8706810112024839,0.8453645495800933,0.8680341880341881,0.731965811965812,0.7283614431630995,0.7981527697977976,0.9623931623931624,0.9076923076923077,0.8378380339626259,0.9206837606837607,0.8358974358974359,0.866814852812345,0.9111111111111111,0.9138461538461539,0.9068216921729149,0.8762393162393163,0.8112820512820513,0.8769230769230769,1.0,0.9692307692307692,0.856996437352543,0.8357853478851348,0.6943589743589743,0.6553846153846153 -voyage-code-2,0.9471704703314382,0.9514199969171346,0.775042735042735,0.775042735042735,0.7688888888888888,0.7545299145299146,0.7647863247863248,0.757948717948718,0.749059829059829,0.946486592735531,0.7784615384615384,0.8393162393162393,0.49675213675213675,0.6198290598290598,0.9466666666666667,0.9644444444444444,0.3128205128205128,0.5917948717948718,0.55008547008547,0.40102564102564103,0.8037606837606838,0.9410155719682737,0.9391038804521878,0.9199454770622707,0.8208547008547008,0.6745299145299145,0.8002054558752887,0.8816286702824365,0.9227350427350427,0.8700854700854701,0.9172085622922825,0.8878632478632479,0.9090598290598291,0.932467102019434,0.945982905982906,0.963076923076923,0.9663190430168391,0.9541880341880342,0.8830769230769231,0.963076923076923,0.9692307692307692,1.0,0.9308931361422234,0.9062609032123299,0.6676923076923077,0.6102564102564103 -universal-sentence-encoder-multilingual-3,0.9481609461041122,0.9746662102019856,0.7913104828728271,0.7913104828728271,0.7878893394103419,0.7420460170130403,0.755046362170484,0.7461513891680225,0.737940644858058,0.9755347734907339,0.7954158550278094,0.8652071816625075,0.49093408686662643,0.6175163949785789,0.8946290154398803,0.9527884543021287,0.2658228470351002,0.5456723822663897,0.47109145478421227,0.3561410344447095,0.7482040752455136,0.9659539339054163,0.9520712084902431,0.9712427250941459,0.7926789402578213,0.6387274844459871,0.90619650804519,0.9712427250941459,0.8159427158027206,0.7954158550278094,0.9787743923313934,0.7872051107178449,0.9637361133820813,0.9577417856894298,0.9514199969171346,0.9671572568445665,0.9686913166440785,0.9555253690721168,0.9507357682246376,0.9591996683656732,0.856996437352543,0.9308931361422234,1.0,0.9780896953098254,0.6989396093857267,0.5983579915886618 -universal-sentence-encoder-multilingual-large-3,0.9248931928254837,0.9657651489216021,0.807047742800259,0.807047742800259,0.8008896845677858,0.7440987030905314,0.7570990482479751,0.7509409900155017,0.7358879587805669,0.9680069709594129,0.8138900297252295,0.8645229529700105,0.47588105563169153,0.618200623671076,0.890523643284898,0.9486830821471465,0.2952446808124729,0.499829059869088,0.4293535045418928,0.31440308420239005,0.7208349275456319,0.9680069709594129,0.9561793906196508,0.968503937007874,0.7632571064804485,0.5969895342036677,0.9308456008216365,0.9760356042451215,0.7810470524853715,0.7523094474004959,0.9828825744608011,0.7427302457055373,0.9726310863845429,0.9693756623287441,0.9267877639872412,0.9514199969171346,0.9632165511667541,0.9603149699195961,0.9575780551496079,0.9430333818201843,0.8357853478851348,0.9062609032123299,0.9780896953098254,1.0,0.6681493182233599,0.5620938708863187 -xlm-roberta-base,0.7679945402037582,0.7187822414681408,0.8564102564102564,0.8564102564102564,0.8591452991452991,0.8652991452991453,0.8741880341880341,0.8639316239316239,0.8639316239316239,0.7283296396411421,0.8550427350427351,0.8810256410256411,0.7586324786324786,0.770940170940171,0.7668376068376068,0.7230769230769231,0.5835897435897436,0.8858119658119659,0.8023931623931624,0.7524786324786324,0.7326495726495726,0.7098649445516483,0.668833546915857,0.720150698853135,0.8495726495726496,0.9494017094017094,0.7803628237928745,0.7358879587805669,0.7456410256410256,0.734017094017094,0.7126241832356676,0.7176068376068376,0.7244444444444444,0.7020003521987157,0.79008547008547,0.7654700854700854,0.7296973948329564,0.6519658119658119,0.7558974358974359,0.6015384615384616,0.6943589743589743,0.6676923076923077,0.6989396093857267,0.6681493182233599,1.0,0.9377777777777778 -xlm-roberta-large,0.702684229794623,0.6312009688285197,0.788034188034188,0.788034188034188,0.79008547008547,0.8133333333333334,0.8181196581196581,0.80991452991453,0.8147008547008547,0.6411352461629771,0.7846153846153846,0.8235897435897436,0.8181196581196581,0.8215384615384616,0.6991452991452991,0.6485470085470085,0.7032478632478633,0.9268376068376069,0.9131623931623931,0.8358974358974359,0.7401709401709402,0.6233544286693906,0.5696203865037861,0.6223059958260582,0.8160683760683761,0.9446153846153846,0.6448855426784605,0.6216217671335611,0.7388034188034188,0.7511111111111111,0.6072529645911233,0.7422222222222222,0.6218803418803419,0.605573611175804,0.7326495726495726,0.6984615384615385,0.6486578997179561,0.561025641025641,0.6492307692307693,0.5169230769230769,0.6553846153846153,0.6102564102564103,0.5983579915886618,0.5620938708863187,0.9377777777777778,1.0 +model,bge-m3,distilbert-base-25lang-cased,distilbert-base-en-fr-cased,distilbert-base-fr-cased,sentence-camembert-large,Solon-embeddings-base-0.1,Solon-embeddings-large-0.1,sentence-croissant-llm-base,bert-base-multilingual-cased,bert-base-multilingual-uncased,camembert-base,camembert-large,sentence-camembert-base,embed-multilingual-light-v3.0,embed-multilingual-v3.0,flaubert_base_cased,flaubert_base_uncased,flaubert_large_cased,e5-mistral-7b-instruct,multilingual-e5-base,multilingual-e5-large,multilingual-e5-small,udever-bloom-1b1,udever-bloom-560m,laser2,bge-m3-custom-fr,sentence_croissant_alpha_v0.2,sentence_croissant_alpha_v0.3,mistral-embed,LaBSE,all-MiniLM-L12-v2,all-MiniLM-L6-v2,distiluse-base-multilingual-cased-v2,multi-qa-MiniLM-L6-cos-v1,paraphrase-multilingual-MiniLM-L12-v2,paraphrase-multilingual-mpnet-base-v2,sentence-t5-base,sentence-t5-large,sentence-t5-xl,sentence-t5-xxl,text2vec-base-multilingual,text-embedding-3-large,text-embedding-3-small,text-embedding-ada-002,voyage-2,voyage-code-2,universal-sentence-encoder-multilingual-3,universal-sentence-encoder-multilingual-large-3,xlm-roberta-base,xlm-roberta-large +bge-m3,1.0,0.5589053321936026,0.571365005204288,0.5411057993211948,0.9696295532244108,0.9572763684913218,0.9946595460614153,0.9451551955248503,0.6332183819359049,0.7070864433563969,0.3037045296354568,0.40582934949089616,0.8975414450911595,0.9442652188812298,0.9715175789942145,0.41317165680076434,0.3657804005279788,0.1891200367693321,0.9172229639519359,0.9776393430169943,0.986648865153538,0.969737427681353,0.7028590542992,0.5228612781269769,0.8153093012906097,0.9843141678441473,0.9798642846260452,0.9807542612696657,0.9705195298680312,0.9212283044058746,0.8012014734192527,0.7437979799057378,0.940809968847352,0.7295583536078116,0.9420402772721789,0.9562799035701051,0.9059962232055532,0.9496050787429522,0.9572763684913218,0.9700745415462211,0.9006563633438309,0.9648420115709835,0.9781931464174455,0.9731894597988924,0.8761820056442703,0.9496050787429522,0.9207832665776591,0.8998664886515354,0.5428857526084356,0.45566804153363777 +distilbert-base-25lang-cased,0.5589053321936026,1.0,0.9991101223581758,0.9924360400444939,0.6872080088987764,0.633663370257715,0.5793747949968715,0.742825361512792,0.967964404894327,0.9328142380422692,0.7379310344827587,0.8384872080088988,0.7695216907675194,0.6823136818687431,0.6741573075424426,0.7459399332591768,0.6413793103448275,0.639599555061179,0.571365005204288,0.6262513904338154,0.5927244446511772,0.6376682651540068,0.8705228031145718,0.8015572858731924,0.7756146449151666,0.5870967741935483,0.6338153503893215,0.603559510567297,0.6244716351501669,0.7324507776995779,0.7130144605116796,0.7236929922135706,0.7168761864362212,0.6538375973303671,0.7241379310344828,0.6907675194660734,0.753503893214683,0.7232480533926585,0.695961735311142,0.6387096774193548,0.7548387096774194,0.5166314416216342,0.5789298066750612,0.5951056729699666,0.7098998887652948,0.6360400444938821,0.7146512448271701,0.7115363265744988,0.8665183537263627,0.825139043381535 +distilbert-base-en-fr-cased,0.571365005204288,0.9991101223581758,1.0,0.9915461624026697,0.6992213570634038,0.6447880783029698,0.5904995030421263,0.7539488320355952,0.9675194660734149,0.9354838709677419,0.7441601779755284,0.8433815350389321,0.7793103448275862,0.6938820912124583,0.6835020623004566,0.7512791991101223,0.6476084538375974,0.6382647385984427,0.5798197833186817,0.6369299221357063,0.6038491526964321,0.6483479848774514,0.8780867630700778,0.8064516129032258,0.7867393529604215,0.5995550611790879,0.6449388209121246,0.6160177975528365,0.6364849833147942,0.744020474066643,0.7241379310344828,0.7352614015572859,0.7275559061596658,0.667630700778643,0.7334816462736373,0.699666295884316,0.764182424916574,0.7330367074527252,0.7070864433563969,0.6484983314794216,0.7668520578420467,0.5277561496668891,0.5891645380766957,0.603559510567297,0.7187986651835373,0.6453837597330367,0.7253309645506149,0.7217710579761333,0.8727474972191324,0.8291434927697442 +distilbert-base-fr-cased,0.5411057993211948,0.9924360400444939,0.9915461624026697,1.0,0.6720800889877642,0.6109689658453952,0.5606852854808434,0.7303670745272525,0.9581757508342603,0.9225806451612903,0.7895439377085651,0.8754171301446051,0.7686318131256952,0.671635150166852,0.6581377279572757,0.7766407119021135,0.6836484983314794,0.6889877641824249,0.5540104606536904,0.6084538375973304,0.5753699001005798,0.6203137206034093,0.8825361512791992,0.8193548387096774,0.7551451821118977,0.5670745272525027,0.6195773081201335,0.5888765294771969,0.614238042269188,0.7133162798617396,0.7294771968854282,0.7468298109010011,0.6986316652420033,0.6858731924360401,0.707230255839822,0.6747497219132369,0.7441601779755284,0.7116796440489432,0.6826120856568363,0.6222469410456062,0.735706340378198,0.5001668737146571,0.5624652387680841,0.5795328142380423,0.7067853170189099,0.6280311457174639,0.6968517119547625,0.6897318988057993,0.8674082313681869,0.8402669632925472 +sentence-camembert-large,0.9696295532244108,0.6872080088987764,0.6992213570634038,0.6720800889877642,1.0,0.9553899269264847,0.972299483155272,0.9746384872080089,0.7339265850945494,0.7979977753058954,0.44160177975528364,0.5412680756395996,0.9559510567296997,0.953726362625139,0.9700745415462211,0.5230255839822024,0.464293659621802,0.28854282536151277,0.9104461064236552,0.9741935483870968,0.9763043780515638,0.9736344481207025,0.7895439377085651,0.6231368186874304,0.8517076479447097,0.9630700778642937,0.971523915461624,0.9706340378197997,0.96440489432703,0.9380353823758871,0.8527252502780868,0.8113459399332592,0.9602847984663968,0.7810901001112347,0.9657397107897664,0.9737486095661847,0.9474972191323693,0.967964404894327,0.9656246583281191,0.9586206896551724,0.9328142380422692,0.9362554290886463,0.9629547283972579,0.9626251390433815,0.9150166852057842,0.9599555061179088,0.942485265593989,0.9220158027907202,0.6404894327030033,0.5630700778642936 +Solon-embeddings-base-0.1,0.9572763684913218,0.633663370257715,0.6447880783029698,0.6109689658453952,0.9553899269264847,1.0,0.9701824655095683,0.9407053123067483,0.702636560138295,0.7751696565933565,0.39804205385921776,0.5037267802891386,0.8761820056442703,0.9282456392960629,0.9706275033377837,0.48926465983030737,0.440093450270281,0.29458226903834783,0.8758344459279038,0.9593948218227764,0.9581664441477525,0.9554962171784601,0.7251084703897097,0.5989542811565199,0.8642634623943035,0.9540549619610541,0.960729786788207,0.9335854991577852,0.9260206976870119,0.956386292834891,0.7923017069830489,0.7647124310308169,0.9710725411659991,0.7277784003205708,0.94471020720304,0.9487151020993317,0.9140060129981367,0.9456001838466604,0.94971072541166,0.9540549619610541,0.9335854991577852,0.9243435692033823,0.940809968847352,0.9553899269264847,0.8441428464739363,0.896206480125729,0.9741878059635068,0.9448153093012907,0.6332183819359049,0.5433307409302458 +Solon-embeddings-large-0.1,0.9946595460614153,0.5793747949968715,0.5904995030421263,0.5606852854808434,0.972299483155272,0.9701824655095683,1.0,0.9496050787429522,0.6536878447391737,0.725775952872425,0.31527422600252186,0.43252864879950775,0.9002113750220208,0.946935148812091,0.9773030707610146,0.4234063882023988,0.375570143607803,0.2002447448145869,0.9203382287494437,0.9776393430169943,0.9857587894971073,0.9706275033377837,0.7139837623444549,0.5375458927467133,0.8193146417445483,0.9834241912005268,0.9829792028787167,0.9794192963042351,0.9696295532244108,0.9265687583444593,0.8060963449591648,0.7531427346637519,0.9483756119270138,0.7331182601822932,0.9460451721684706,0.9611747751100171,0.9108910947454654,0.9544999502828643,0.9581664441477525,0.9696295532244108,0.905551234883743,0.9715175789942145,0.9804183355585224,0.9749694130861332,0.8784069472533212,0.9464901604902808,0.9323542501112595,0.9109924343569203,0.5566803905845517,0.46901769118794356 +sentence-croissant-llm-base,0.9451551955248503,0.742825361512792,0.7539488320355952,0.7303670745272525,0.9746384872080089,0.9407053123067483,0.9496050787429522,1.0,0.778420467185762,0.8634037819799778,0.5052280311457175,0.6102335928809789,0.9408231368186875,0.9617352614015573,0.9731894597988924,0.578642936596218,0.5150166852057843,0.3508342602892102,0.8953165034821086,0.9692992213570634,0.9531649853174337,0.9660696466499293,0.8460511679644049,0.6765294771968854,0.8926465735512474,0.9337041156840934,0.9639599555061179,0.9506117908787541,0.9417130144605117,0.9562799035701051,0.8438264738598442,0.8082313681868744,0.9647346816844987,0.7864293659621802,0.9621802002224694,0.9639599555061179,0.9559510567296997,0.9755283648498332,0.9682945882589803,0.9577308120133482,0.9443826473859844,0.9082211648146042,0.9407053123067483,0.9452725250278087,0.8958843159065628,0.9301446051167964,0.9478251254557114,0.9117810713890857,0.7054505005561735,0.6311457174638487 +bert-base-multilingual-cased,0.6332183819359049,0.967964404894327,0.9675194660734149,0.9581757508342603,0.7339265850945494,0.702636560138295,0.6536878447391737,0.778420467185762,1.0,0.9127919911012236,0.689432703003337,0.7957730812013348,0.7815350389321468,0.7263626251390434,0.7444654623884531,0.7050055617352614,0.6191323692992213,0.6088987764182425,0.6318834169704742,0.6889877641824249,0.672822342577012,0.709756373287258,0.8491657397107898,0.7828698553948832,0.8414729165430752,0.675194660734149,0.6992213570634038,0.6645161290322581,0.6760845383759733,0.7929691894657642,0.6961067853170189,0.6992213570634038,0.7760596332369768,0.6315906562847609,0.7997775305895439,0.7650723025583982,0.7695216907675194,0.7735261401557286,0.7506952988937958,0.7085650723025584,0.8206896551724138,0.5971743278692792,0.6390032301194374,0.6418242491657397,0.7152391546162402,0.6667408231368187,0.7547001937900876,0.7818444814205093,0.8580645161290322,0.8033370411568409 +bert-base-multilingual-uncased,0.7070864433563969,0.9328142380422692,0.9354838709677419,0.9225806451612903,0.7979977753058954,0.7751696565933565,0.725775952872425,0.8634037819799778,0.9127919911012236,1.0,0.7121245828698554,0.7971078976640712,0.8229143492769744,0.8211345939933259,0.8165535705217044,0.7846496106785317,0.6738598442714127,0.6351501668520578,0.7039715251037255,0.7757508342602892,0.7293358594469066,0.7862943646386112,0.8874304783092325,0.8380422691879866,0.8396929632558344,0.7067853170189099,0.774860956618465,0.7423804226918799,0.7294771968854282,0.8445878347957466,0.7695216907675194,0.7753058954393771,0.8343531033941122,0.7339265850945494,0.8091212458286986,0.7993325917686318,0.8727474972191324,0.8478309232480534,0.8312381851414408,0.7837597330367074,0.8460511679644049,0.6483479848774514,0.711981314896309,0.7561735261401558,0.7721913236929923,0.7365962180200223,0.8436978581521262,0.7796195398114584,0.8860956618464961,0.8309232480533927 +camembert-base,0.3037045296354568,0.7379310344827587,0.7441601779755284,0.7895439377085651,0.44160177975528364,0.39804205385921776,0.31527422600252186,0.5052280311457175,0.689432703003337,0.7121245828698554,1.0,0.9452725250278087,0.56440489432703,0.4767519466073415,0.4367560378567046,0.839377085650723,0.8513904338153504,0.850055617352614,0.2520858843054744,0.36907675194660733,0.34642340852923537,0.3993770188246483,0.7450500556173526,0.8135706340378198,0.5613527679635586,0.3161290322580645,0.39043381535038935,0.34771968854282537,0.36062291434927696,0.5039492744500438,0.6173526140155728,0.681868743047831,0.4870397182212564,0.6938820912124583,0.4545050055617353,0.4189098998887653,0.5559510567296997,0.4972191323692992,0.47813995178505253,0.39488320355951056,0.5256952169076752,0.23562131639849726,0.28101012522313695,0.34238042269187985,0.46206896551724136,0.3793103448275862,0.486149741577636,0.43364111960403323,0.7810901001112347,0.8585094549499444 +camembert-large,0.40582934949089616,0.8384872080088988,0.8433815350389321,0.8754171301446051,0.5412680756395996,0.5037267802891386,0.43252864879950775,0.6102335928809789,0.7957730812013348,0.7971078976640712,0.9452725250278087,1.0,0.6444938820912125,0.553281423804227,0.532206032884991,0.7895439377085651,0.7899888765294772,0.7735261401557286,0.3613305173098768,0.474972191323693,0.440093450270281,0.48592724741673093,0.8224694104560623,0.8060066740823136,0.6563577746700349,0.42335928809788653,0.48876529477196884,0.44916573971078977,0.46918798665183536,0.608299035914534,0.6974416017797553,0.7383759733036708,0.587384584789455,0.7223581757508343,0.560845383759733,0.5216907675194661,0.6302558398220245,0.5866518353726362,0.5602402971590331,0.48698553948832035,0.6186874304783092,0.34753587933376084,0.4040493962036554,0.43448275862068964,0.5675194660734149,0.47586206896551725,0.5882745614330753,0.5615752621244637,0.7971078976640712,0.8545050055617353 +sentence-camembert-base,0.8975414450911595,0.7695216907675194,0.7793103448275862,0.7686318131256952,0.9559510567296997,0.8761820056442703,0.9002113750220208,0.9408231368186875,0.7815350389321468,0.8229143492769744,0.56440489432703,0.6444938820912125,1.0,0.9319243604004449,0.9153409779635673,0.6391546162402669,0.5853170189098998,0.42335928809788653,0.8632773443117747,0.9096774193548387,0.907776176492794,0.9135610246763265,0.867853170189099,0.7152391546162402,0.8174435471653247,0.8976640711902113,0.9190211345939934,0.9172413793103448,0.9350389321468298,0.8850817720804741,0.9123470522803114,0.8914349276974416,0.9046612582401227,0.8589543937708565,0.9243604004449388,0.9279199110122358,0.9474972191323693,0.9399332591768632,0.9255757093652017,0.8994438264738599,0.9012235817575084,0.8744020523570295,0.9011013516656411,0.9003337041156841,0.9403781979977753,0.9506117908787541,0.8815218655059927,0.8637223326335849,0.7094549499443826,0.6658509454949945 +embed-multilingual-light-v3.0,0.9442652188812298,0.6823136818687431,0.6938820912124583,0.671635150166852,0.953726362625139,0.9282456392960629,0.946935148812091,0.9617352614015573,0.7263626251390434,0.8211345939933259,0.4767519466073415,0.553281423804227,0.9319243604004449,1.0,0.9740794364425128,0.6311457174638487,0.5626251390433815,0.39621802002224693,0.8721771107479785,0.9448275862068966,0.9504950553865725,0.9576148685355357,0.8318131256952169,0.725027808676307,0.8227834070270471,0.9203559510567297,0.9764182424916574,0.9652947719688543,0.9515016685205784,0.9157859662853775,0.8696329254727475,0.8220244716351501,0.9389253590195075,0.8367074527252503,0.9328142380422692,0.9434927697441602,0.9795328142380423,0.9853170189098999,0.9785293196606147,0.956840934371524,0.9172413793103448,0.9082211648146042,0.9113360830672755,0.9448275862068966,0.9190211345939934,0.9506117908787541,0.9242407443997711,0.8481477413702281,0.7201334816462737,0.6560622914349277 +embed-multilingual-v3.0,0.9715175789942145,0.6741573075424426,0.6835020623004566,0.6581377279572757,0.9700745415462211,0.9706275033377837,0.9773030707610146,0.9731894597988924,0.7444654623884531,0.8165535705217044,0.4367560378567046,0.532206032884991,0.9153409779635673,0.9740794364425128,1.0,0.5368784102639981,0.48058738755500857,0.3319612880704041,0.9052069425901201,0.9785293196606147,0.9821984868713841,0.9844236760124611,0.7820669755814145,0.6412281717284883,0.8753894080996885,0.9589498335009662,0.986094121131388,0.9696295532244108,0.9553899269264847,0.9586114819759679,0.8238958778315726,0.7789520573287431,0.9768580329327993,0.7669373726398678,0.9709645181898414,0.9776393430169943,0.9522750086738133,0.9869840977750084,0.9862038273253226,0.9856491328095778,0.9456001838466604,0.9425901201602136,0.9510458388963062,0.9709645181898414,0.8837468071150436,0.9371454057322668,0.9595015576323987,0.9181130396083668,0.6697074243243407,0.596729339547469 +flaubert_base_cased,0.41317165680076434,0.7459399332591768,0.7512791991101223,0.7766407119021135,0.5230255839822024,0.48926465983030737,0.4234063882023988,0.578642936596218,0.7050055617352614,0.7846496106785317,0.839377085650723,0.7895439377085651,0.6391546162402669,0.6311457174638487,0.5368784102639981,1.0,0.9492769744160178,0.8976640711902113,0.4029369253991299,0.4771968854282536,0.4465457809365288,0.5172989241043495,0.7882091212458286,0.9710789766407119,0.5617977562853689,0.4091212458286986,0.5078976640711902,0.4745272525027809,0.4718576195773081,0.5417732818039102,0.6880978865406007,0.7437152391546162,0.5350984569767573,0.7610678531701891,0.5216907675194661,0.5061179087875417,0.6916573971078976,0.6097886540600668,0.5791523008359664,0.4874304783092325,0.603559510567297,0.3366336654494111,0.3869173458139629,0.45984427141268075,0.5955506117908788,0.5065628476084538,0.5466681533438222,0.44343086268385745,0.9123470522803114,0.9377085650723026 +flaubert_base_uncased,0.3657804005279788,0.6413793103448275,0.6476084538375974,0.6836484983314794,0.464293659621802,0.440093450270281,0.375570143607803,0.5150166852057843,0.6191323692992213,0.6738598442714127,0.8513904338153504,0.7899888765294772,0.5853170189098998,0.5626251390433815,0.48058738755500857,0.9492769744160178,1.0,0.9043381535038932,0.36711536549340934,0.4367074527252503,0.4022694429164146,0.47079764447518435,0.7014460511679644,0.9190211345939934,0.5010568503582775,0.3753058954393771,0.457174638487208,0.4291434927697442,0.42825361512791993,0.4765824926587168,0.678754171301446,0.7490545050055617,0.4734675744060455,0.7610678531701891,0.4731924360400445,0.4545050055617353,0.6164627363737486,0.5461624026696329,0.5135165233689629,0.425139043381535,0.539043381535039,0.29947714057825997,0.350205809264622,0.39977753058954396,0.5394883203559511,0.4562847608453838,0.48058738755500857,0.4004894896291738,0.8402669632925472,0.924805339265851 +flaubert_large_cased,0.1891200367693321,0.639599555061179,0.6382647385984427,0.6889877641824249,0.28854282536151277,0.29458226903834783,0.2002447448145869,0.3508342602892102,0.6088987764182425,0.6351501668520578,0.850055617352614,0.7735261401557286,0.42335928809788653,0.39621802002224693,0.3319612880704041,0.8976640711902113,0.9043381535038932,1.0,0.193569919987434,0.26229143492769746,0.2207142076178558,0.3070419420490333,0.6387096774193548,0.8442714126807565,0.42451885900692427,0.21379310344827587,0.3027808676307008,0.2489432703003337,0.24983314794215794,0.3693403071024603,0.5332591768631814,0.6191323692992213,0.33774613625393657,0.614238042269188,0.31568409343715237,0.28631813125695216,0.4674082313681869,0.3864293659621802,0.3564356457699647,0.2676307007786429,0.4131256952169077,0.10813216219987694,0.1690955622878734,0.23737486095661847,0.37486095661846497,0.27875417130144603,0.3675603538152195,0.2990321522564498,0.7939933259176863,0.8669632925472748 +e5-mistral-7b-instruct,0.9172229639519359,0.571365005204288,0.5798197833186817,0.5540104606536904,0.9104461064236552,0.8758344459279038,0.9203382287494437,0.8953165034821086,0.6318834169704742,0.7039715251037255,0.2520858843054744,0.3613305173098768,0.8632773443117747,0.8721771107479785,0.9052069425901201,0.4029369253991299,0.36711536549340934,0.193569919987434,1.0,0.9478251254557114,0.9190031152647975,0.9359145527369827,0.6134164016153513,0.48948715399121245,0.7427681352914998,0.9278006509742527,0.9073311881709838,0.9273556626524425,0.9028813049528819,0.851357365376057,0.7317832952168626,0.7175436689189364,0.8758344459279038,0.6481254907165463,0.9117810713890857,0.9286906276178731,0.8477027530484179,0.8899766436203863,0.8820649755229194,0.9064412115273635,0.8557125428410014,0.9283489096573209,0.9581664441477525,0.9180109078944284,0.8072088157636903,0.8828568304714232,0.8655985758789497,0.8713840676457499,0.5299810912759401,0.4481032400628645 +multilingual-e5-base,0.9776393430169943,0.6262513904338154,0.6369299221357063,0.6084538375973304,0.9741935483870968,0.9593948218227764,0.9776393430169943,0.9692992213570634,0.6889877641824249,0.7757508342602892,0.36907675194660733,0.474972191323693,0.9096774193548387,0.9448275862068966,0.9785293196606147,0.4771968854282536,0.4367074527252503,0.26229143492769746,0.9478251254557114,1.0,0.9829792028787167,0.9900990160276797,0.7281423804226919,0.5755283648498332,0.8583824727718625,0.9692992213570634,0.971523915461624,0.9684093437152391,0.950166852057842,0.9442652188812298,0.8064516129032258,0.7672969966629588,0.9616197634318274,0.7325917686318131,0.9630700778642937,0.9710789766407119,0.9256952169076752,0.9630700778642937,0.9611747751100171,0.9719688542825361,0.9301446051167964,0.9473801371339012,0.976749366373374,0.9728587319243605,0.8718576195773081,0.9341490545050055,0.9464901604902808,0.9273556626524425,0.6173526140155728,0.5368186874304783 +multilingual-e5-large,0.986648865153538,0.5927244446511772,0.6038491526964321,0.5753699001005798,0.9763043780515638,0.9581664441477525,0.9857587894971073,0.9531649853174337,0.672822342577012,0.7293358594469066,0.34642340852923537,0.440093450270281,0.907776176492794,0.9504950553865725,0.9821984868713841,0.4465457809365288,0.4022694429164146,0.2207142076178558,0.9190031152647975,0.9829792028787167,1.0,0.9862038273253226,0.7202135988497976,0.550450554079209,0.8393413440142412,0.9771943546951841,0.9758593897297535,0.974524424764323,0.9629547283972579,0.931909212283044,0.7940816602702897,0.7375681434003951,0.9572763684913218,0.721103575493418,0.9638447050408784,0.9700745415462211,0.9153409779635673,0.9616197634318274,0.9617267467734757,0.9705195298680312,0.9162309546071876,0.960836671117045,0.9688473520249221,0.9678495999371701,0.8721771107479785,0.9442652188812298,0.9274588340008901,0.9141076991544281,0.5864946081458345,0.5068416985418099 +multilingual-e5-small,0.969737427681353,0.6376682651540068,0.6483479848774514,0.6203137206034093,0.9736344481207025,0.9554962171784601,0.9706275033377837,0.9660696466499293,0.709756373287258,0.7862943646386112,0.3993770188246483,0.48592724741673093,0.9135610246763265,0.9576148685355357,0.9844236760124611,0.5172989241043495,0.47079764447518435,0.3070419420490333,0.9359145527369827,0.9900990160276797,0.9862038273253226,1.0,0.744242968227548,0.612748919132636,0.8700489541611037,0.9647346816844987,0.9718544948334619,0.9674046116153598,0.9473801371339012,0.9514908767245216,0.7940816602702897,0.7549226879509927,0.9657320872274143,0.7264434353551403,0.9691845649026006,0.9736344481207025,0.935365452445026,0.9691845649026006,0.9657320872274143,0.9669596232935497,0.9407053123067483,0.9399198931909212,0.9595015576323987,0.9647346816844987,0.8583824727718625,0.9269106743306323,0.9421450823319982,0.9190031152647975,0.6559127863482247,0.5767048650660103 +udever-bloom-1b1,0.7028590542992,0.8705228031145718,0.8780867630700778,0.8825361512791992,0.7895439377085651,0.7251084703897097,0.7139837623444549,0.8460511679644049,0.8491657397107898,0.8874304783092325,0.7450500556173526,0.8224694104560623,0.867853170189099,0.8318131256952169,0.7820669755814145,0.7882091212458286,0.7014460511679644,0.6387096774193548,0.6134164016153513,0.7281423804226919,0.7202135988497976,0.744242968227548,1.0,0.8438264738598442,0.7958616135575304,0.7010011123470523,0.7757508342602892,0.7374860956618465,0.7588431590656285,0.7927466953048591,0.8629588431590657,0.8438264738598442,0.7753921507542615,0.8420467185761957,0.7637374860956618,0.746384872080089,0.8620689655172413,0.8202447163515016,0.7954166252357202,0.7312569521690767,0.7922135706340379,0.6472355140729259,0.6841695447831719,0.6978865406006675,0.8407119021134594,0.7846496106785317,0.7562576529164232,0.7175436689189364,0.8367074527252503,0.8095661846496107 +udever-bloom-560m,0.5228612781269769,0.8015572858731924,0.8064516129032258,0.8193548387096774,0.6231368186874304,0.5989542811565199,0.5375458927467133,0.6765294771968854,0.7828698553948832,0.8380422691879866,0.8135706340378198,0.8060066740823136,0.7152391546162402,0.725027808676307,0.6412281717284883,0.9710789766407119,0.9190211345939934,0.8442714126807565,0.48948715399121245,0.5755283648498332,0.550450554079209,0.612748919132636,0.8438264738598442,1.0,0.6510179148083126,0.5199110122358176,0.617797552836485,0.5804226918798665,0.5764182424916574,0.6385582417976271,0.7486095661846496,0.774860956618465,0.6372232768321966,0.7882091212458286,0.6266963292547275,0.6111234705228031,0.7766407119021135,0.7098998887652948,0.6821670973350261,0.5973303670745272,0.699666295884316,0.45210813495915625,0.48770720070397167,0.5581757508342603,0.6845383759733037,0.6040044493882091,0.6425631366939188,0.5428857526084356,0.9417130144605117,0.9488320355951056 +laser2,0.8153093012906097,0.7756146449151666,0.7867393529604215,0.7551451821118977,0.8517076479447097,0.8642634623943035,0.8193146417445483,0.8926465735512474,0.8414729165430752,0.8396929632558344,0.5613527679635586,0.6563577746700349,0.8174435471653247,0.8227834070270471,0.8753894080996885,0.5617977562853689,0.5010568503582775,0.42451885900692427,0.7427681352914998,0.8583824727718625,0.8393413440142412,0.8700489541611037,0.7958616135575304,0.6510179148083126,1.0,0.8356880683595427,0.8316831734632509,0.7974190726838661,0.7920792128221438,0.9465954606141522,0.6899543929667045,0.6703749068070559,0.9114374721851357,0.6343308527404303,0.9042162699183125,0.8695071808171174,0.8325731501068714,0.866392262564446,0.8655985758789497,0.8574924961282422,0.9518300203520031,0.7721406319537161,0.7917222963951935,0.8005339909365374,0.7186561397234619,0.7435754857448328,0.8878504672897196,0.9118825100133512,0.7684948317662036,0.6794971674041649 +bge-m3-custom-fr,0.9843141678441473,0.5870967741935483,0.5995550611790879,0.5670745272525027,0.9630700778642937,0.9540549619610541,0.9834241912005268,0.9337041156840934,0.675194660734149,0.7067853170189099,0.3161290322580645,0.42335928809788653,0.8976640711902113,0.9203559510567297,0.9589498335009662,0.4091212458286986,0.3753058954393771,0.21379310344827587,0.9278006509742527,0.9692992213570634,0.9771943546951841,0.9647346816844987,0.7010011123470523,0.5199110122358176,0.8356880683595427,1.0,0.9697441601779755,0.9670745272525028,0.9550611790878755,0.9197908611816692,0.7850945494994438,0.7486095661846496,0.9309155692269241,0.7032258064516129,0.9461624026696329,0.9528364849833147,0.8771968854282536,0.92880978865406,0.9309155692269241,0.946607341490545,0.9092324805339266,0.9531649853174337,0.9740794364425128,0.9403781979977753,0.8567296996662959,0.9274749721913237,0.9091111414582246,0.9322505341923546,0.5612903225806452,0.46918798665183536 +sentence_croissant_alpha_v0.2,0.9798642846260452,0.6338153503893215,0.6449388209121246,0.6195773081201335,0.971523915461624,0.960729786788207,0.9829792028787167,0.9639599555061179,0.6992213570634038,0.774860956618465,0.39043381535038935,0.48876529477196884,0.9190211345939934,0.9764182424916574,0.986094121131388,0.5078976640711902,0.457174638487208,0.3027808676307008,0.9073311881709838,0.971523915461624,0.9758593897297535,0.9718544948334619,0.7757508342602892,0.617797552836485,0.8316831734632509,0.9697441601779755,1.0,0.9888765294771968,0.971523915461624,0.9255757093652017,0.8491657397107898,0.8015572858731924,0.9473801371339012,0.7922135706340379,0.9470522803114572,0.9630700778642937,0.9457174638487208,0.9737486095661847,0.974524424764323,0.9733036707452726,0.9167964404894327,0.9509400437083827,0.9598398101445866,0.9675194660734149,0.9119021134593993,0.9617352614015573,0.9371454057322668,0.8926465735512474,0.6262513904338154,0.5483870967741935 +sentence_croissant_alpha_v0.3,0.9807542612696657,0.603559510567297,0.6160177975528365,0.5888765294771969,0.9706340378197997,0.9335854991577852,0.9794192963042351,0.9506117908787541,0.6645161290322581,0.7423804226918799,0.34771968854282537,0.44916573971078977,0.9172413793103448,0.9652947719688543,0.9696295532244108,0.4745272525027809,0.4291434927697442,0.2489432703003337,0.9273556626524425,0.9684093437152391,0.974524424764323,0.9674046116153598,0.7374860956618465,0.5804226918798665,0.7974190726838661,0.9670745272525028,0.9888765294771968,1.0,0.9790878754171302,0.8988764100565901,0.8416017797552836,0.7864293659621802,0.9269106743306323,0.7788654060066741,0.9399332591768632,0.9581757508342603,0.9314794215795328,0.9617352614015573,0.9642896933626885,0.9639599555061179,0.8958843159065628,0.9576148685355357,0.9678495999371701,0.9661846496106785,0.9083426028921023,0.9670745272525028,0.9113360830672755,0.868617204173497,0.5902113459399333,0.5145717463848721 +mistral-embed,0.9705195298680312,0.6244716351501669,0.6364849833147942,0.614238042269188,0.96440489432703,0.9260206976870119,0.9696295532244108,0.9417130144605117,0.6760845383759733,0.7294771968854282,0.36062291434927696,0.46918798665183536,0.9350389321468298,0.9515016685205784,0.9553899269264847,0.4718576195773081,0.42825361512791993,0.24983314794215794,0.9028813049528819,0.950166852057842,0.9629547283972579,0.9473801371339012,0.7588431590656285,0.5764182424916574,0.7920792128221438,0.9550611790878755,0.971523915461624,0.9790878754171302,1.0,0.8979864334129698,0.874972191323693,0.8171301446051168,0.9224607911125303,0.7966629588431591,0.9359288097886541,0.9448275862068966,0.92880978865406,0.9559510567296997,0.9518300203520031,0.9426028921023359,0.8852057842046719,0.9562799035701051,0.9682945882589803,0.9617352614015573,0.932369299221357,0.9790878754171302,0.9104461064236552,0.8770719822878906,0.589321468298109,0.5154616240266964 +LaBSE,0.9212283044058746,0.7324507776995779,0.744020474066643,0.7133162798617396,0.9380353823758871,0.956386292834891,0.9265687583444593,0.9562799035701051,0.7929691894657642,0.8445878347957466,0.5039492744500438,0.608299035914534,0.8850817720804741,0.9157859662853775,0.9586114819759679,0.5417732818039102,0.4765824926587168,0.3693403071024603,0.851357365376057,0.9442652188812298,0.931909212283044,0.9514908767245216,0.7927466953048591,0.6385582417976271,0.9465954606141522,0.9197908611816692,0.9255757093652017,0.8988764100565901,0.8979864334129698,1.0,0.7642674427090067,0.7411280499748767,0.9875389408099688,0.7019690776555797,0.9633997167190681,0.9464901604902808,0.9162309546071876,0.9429302539157992,0.9457053849577214,0.9407053123067483,0.9709645181898414,0.8762794837561193,0.9029817534490432,0.9184558962162387,0.8023139442237782,0.8525976245883301,0.969737427681353,0.9554962171784601,0.7115363265744988,0.624318615499701 +all-MiniLM-L12-v2,0.8012014734192527,0.7130144605116796,0.7241379310344828,0.7294771968854282,0.8527252502780868,0.7923017069830489,0.8060963449591648,0.8438264738598442,0.6961067853170189,0.7695216907675194,0.6173526140155728,0.6974416017797553,0.9123470522803114,0.8696329254727475,0.8238958778315726,0.6880978865406007,0.678754171301446,0.5332591768631814,0.7317832952168626,0.8064516129032258,0.7940816602702897,0.7940816602702897,0.8629588431590657,0.7486095661846496,0.6899543929667045,0.7850945494994438,0.8491657397107898,0.8416017797552836,0.874972191323693,0.7642674427090067,1.0,0.971523915461624,0.7887418004085673,0.96440489432703,0.7864293659621802,0.7944382647385985,0.9016685205784205,0.8665183537263627,0.847925247209323,0.796218020022247,0.7717463848720801,0.7731672091452105,0.8025364383846834,0.8131256952169077,0.9550611790878755,0.9114571746384872,0.8069863216027853,0.744242968227548,0.6974416017797553,0.7054505005561735 +all-MiniLM-L6-v2,0.7437979799057378,0.7236929922135706,0.7352614015572859,0.7468298109010011,0.8113459399332592,0.7647124310308169,0.7531427346637519,0.8082313681868744,0.6992213570634038,0.7753058954393771,0.681868743047831,0.7383759733036708,0.8914349276974416,0.8220244716351501,0.7789520573287431,0.7437152391546162,0.7490545050055617,0.6191323692992213,0.7175436689189364,0.7672969966629588,0.7375681434003951,0.7549226879509927,0.8438264738598442,0.774860956618465,0.6703749068070559,0.7486095661846496,0.8015572858731924,0.7864293659621802,0.8171301446051168,0.7411280499748767,0.971523915461624,1.0,0.7553676762728029,0.9604004449388209,0.7557285873192436,0.760622914349277,0.860734149054505,0.8171301446051168,0.79497163691391,0.7441601779755284,0.7575083426028921,0.7122038090572141,0.7642674427090067,0.760622914349277,0.8958843159065628,0.8473859844271413,0.7829569522250348,0.7340082368259135,0.7196885428253615,0.7343715239154617 +distiluse-base-multilingual-cased-v2,0.940809968847352,0.7168761864362212,0.7275559061596658,0.6986316652420033,0.9602847984663968,0.9710725411659991,0.9483756119270138,0.9647346816844987,0.7760596332369768,0.8343531033941122,0.4870397182212564,0.587384584789455,0.9046612582401227,0.9389253590195075,0.9768580329327993,0.5350984569767573,0.4734675744060455,0.33774613625393657,0.8758344459279038,0.9616197634318274,0.9572763684913218,0.9657320872274143,0.7753921507542615,0.6372232768321966,0.9114374721851357,0.9309155692269241,0.9473801371339012,0.9269106743306323,0.9224607911125303,0.9875389408099688,0.7887418004085673,0.7553676762728029,1.0,0.7291133652860015,0.976749366373374,0.9705195298680312,0.9407053123067483,0.9678495999371701,0.9715175789942145,0.9678495999371701,0.9651796700063089,0.9078771695594126,0.9234534935469515,0.9509400437083827,0.841027928221265,0.889531655298576,0.9821984868713841,0.9492656875834445,0.6910668637712299,0.6100789892017748 +multi-qa-MiniLM-L6-cos-v1,0.7295583536078116,0.6538375973303671,0.667630700778643,0.6858731924360401,0.7810901001112347,0.7277784003205708,0.7331182601822932,0.7864293659621802,0.6315906562847609,0.7339265850945494,0.6938820912124583,0.7223581757508343,0.8589543937708565,0.8367074527252503,0.7669373726398678,0.7610678531701891,0.7610678531701891,0.614238042269188,0.6481254907165463,0.7325917686318131,0.721103575493418,0.7264434353551403,0.8420467185761957,0.7882091212458286,0.6343308527404303,0.7032258064516129,0.7922135706340379,0.7788654060066741,0.7966629588431591,0.7019690776555797,0.96440489432703,0.9604004449388209,0.7291133652860015,1.0,0.7170189098998888,0.732146829810901,0.867853170189099,0.8193548387096774,0.8060963449591648,0.7477196885428253,0.7272525027808676,0.6970742061156675,0.7108688440917835,0.7477196885428253,0.8901001112347052,0.8371523915461624,0.7482478631238397,0.649905444003787,0.6969966629588431,0.7290322580645161 +paraphrase-multilingual-MiniLM-L12-v2,0.9420402772721789,0.7241379310344828,0.7334816462736373,0.707230255839822,0.9657397107897664,0.94471020720304,0.9460451721684706,0.9621802002224694,0.7997775305895439,0.8091212458286986,0.4545050055617353,0.560845383759733,0.9243604004449388,0.9328142380422692,0.9709645181898414,0.5216907675194661,0.4731924360400445,0.31568409343715237,0.9117810713890857,0.9630700778642937,0.9638447050408784,0.9691845649026006,0.7637374860956618,0.6266963292547275,0.9042162699183125,0.9461624026696329,0.9470522803114572,0.9399332591768632,0.9359288097886541,0.9633997167190681,0.7864293659621802,0.7557285873192436,0.976749366373374,0.7170189098998888,1.0,0.9902113459399332,0.9230255839822025,0.9648498331479421,0.9598398101445866,0.96440489432703,0.9719688542825361,0.919345872859859,0.9384803706976973,0.9377085650723026,0.853615127919911,0.9052280311457175,0.946935148812091,0.9478251254557114,0.6734149054505005,0.6013348164627363 +paraphrase-multilingual-mpnet-base-v2,0.9562799035701051,0.6907675194660734,0.699666295884316,0.6747497219132369,0.9737486095661847,0.9487151020993317,0.9611747751100171,0.9639599555061179,0.7650723025583982,0.7993325917686318,0.4189098998887653,0.5216907675194661,0.9279199110122358,0.9434927697441602,0.9776393430169943,0.5061179087875417,0.4545050055617353,0.28631813125695216,0.9286906276178731,0.9710789766407119,0.9700745415462211,0.9736344481207025,0.746384872080089,0.6111234705228031,0.8695071808171174,0.9528364849833147,0.9630700778642937,0.9581757508342603,0.9448275862068966,0.9464901604902808,0.7944382647385985,0.760622914349277,0.9705195298680312,0.732146829810901,0.9902113459399332,1.0,0.9328142380422692,0.9710789766407119,0.9714095065116516,0.978642936596218,0.9550611790878755,0.9407053123067483,0.9536099736392439,0.9581757508342603,0.8736373748609566,0.9261401557285873,0.9429302539157992,0.9251307210433916,0.6364849833147942,0.5635150166852058 +sentence-t5-base,0.9059962232055532,0.753503893214683,0.764182424916574,0.7441601779755284,0.9474972191323693,0.9140060129981367,0.9108910947454654,0.9559510567296997,0.7695216907675194,0.8727474972191324,0.5559510567296997,0.6302558398220245,0.9474972191323693,0.9795328142380423,0.9522750086738133,0.6916573971078976,0.6164627363737486,0.4674082313681869,0.8477027530484179,0.9256952169076752,0.9153409779635673,0.935365452445026,0.8620689655172413,0.7766407119021135,0.8325731501068714,0.8771968854282536,0.9457174638487208,0.9314794215795328,0.92880978865406,0.9162309546071876,0.9016685205784205,0.860734149054505,0.9407053123067483,0.867853170189099,0.9230255839822025,0.9328142380422692,1.0,0.9813125695216908,0.9749694130861332,0.939043381535039,0.9221357063403782,0.8721771107479785,0.8837468071150436,0.9345939933259176,0.9337041156840934,0.9394883203559511,0.9371454057322668,0.8468127764047976,0.7672969966629588,0.7147942157953281 +sentence-t5-large,0.9496050787429522,0.7232480533926585,0.7330367074527252,0.7116796440489432,0.967964404894327,0.9456001838466604,0.9544999502828643,0.9755283648498332,0.7735261401557286,0.8478309232480534,0.4972191323692992,0.5866518353726362,0.9399332591768632,0.9853170189098999,0.9869840977750084,0.6097886540600668,0.5461624026696329,0.3864293659621802,0.8899766436203863,0.9630700778642937,0.9616197634318274,0.9691845649026006,0.8202447163515016,0.7098998887652948,0.866392262564446,0.92880978865406,0.9737486095661847,0.9617352614015573,0.9559510567296997,0.9429302539157992,0.8665183537263627,0.8171301446051168,0.9678495999371701,0.8193548387096774,0.9648498331479421,0.9710789766407119,0.9813125695216908,1.0,0.9941039109239714,0.978642936596218,0.9474972191323693,0.9224607911125303,0.9278006509742527,0.9630700778642937,0.9190211345939934,0.9483870967741935,0.9553899269264847,0.893981538516678,0.7236929922135706,0.6596218020022246 +sentence-t5-xl,0.9572763684913218,0.695961735311142,0.7070864433563969,0.6826120856568363,0.9656246583281191,0.94971072541166,0.9581664441477525,0.9682945882589803,0.7506952988937958,0.8312381851414408,0.47813995178505253,0.5602402971590331,0.9255757093652017,0.9785293196606147,0.9862038273253226,0.5791523008359664,0.5135165233689629,0.3564356457699647,0.8820649755229194,0.9611747751100171,0.9617267467734757,0.9657320872274143,0.7954166252357202,0.6821670973350261,0.8655985758789497,0.9309155692269241,0.974524424764323,0.9642896933626885,0.9518300203520031,0.9457053849577214,0.847925247209323,0.79497163691391,0.9715175789942145,0.8060963449591648,0.9598398101445866,0.9714095065116516,0.9749694130861332,0.9941039109239714,1.0,0.9878740744186287,0.94471020720304,0.9283489096573209,0.9265687583444593,0.9682945882589803,0.903326293274692,0.9407053123067483,0.9559412550066756,0.8865153538050734,0.6955167469893319,0.6252085921433214 +sentence-t5-xxl,0.9700745415462211,0.6387096774193548,0.6484983314794216,0.6222469410456062,0.9586206896551724,0.9540549619610541,0.9696295532244108,0.9577308120133482,0.7085650723025584,0.7837597330367074,0.39488320355951056,0.48698553948832035,0.8994438264738599,0.956840934371524,0.9856491328095778,0.4874304783092325,0.425139043381535,0.2676307007786429,0.9064412115273635,0.9719688542825361,0.9705195298680312,0.9669596232935497,0.7312569521690767,0.5973303670745272,0.8574924961282422,0.946607341490545,0.9733036707452726,0.9639599555061179,0.9426028921023359,0.9407053123067483,0.796218020022247,0.7441601779755284,0.9678495999371701,0.7477196885428253,0.96440489432703,0.978642936596218,0.939043381535039,0.978642936596218,0.9878740744186287,1.0,0.9408231368186875,0.946935148812091,0.9438202305594197,0.9746384872080089,0.8700778642936596,0.9270300333704116,0.9500500670647624,0.8993213983784003,0.6182424916573971,0.5399332591768632 +text2vec-base-multilingual,0.9006563633438309,0.7548387096774194,0.7668520578420467,0.735706340378198,0.9328142380422692,0.9335854991577852,0.905551234883743,0.9443826473859844,0.8206896551724138,0.8460511679644049,0.5256952169076752,0.6186874304783092,0.9012235817575084,0.9172413793103448,0.9456001838466604,0.603559510567297,0.539043381535039,0.4131256952169077,0.8557125428410014,0.9301446051167964,0.9162309546071876,0.9407053123067483,0.7922135706340379,0.699666295884316,0.9518300203520031,0.9092324805339266,0.9167964404894327,0.8958843159065628,0.8852057842046719,0.9709645181898414,0.7717463848720801,0.7575083426028921,0.9651796700063089,0.7272525027808676,0.9719688542825361,0.9550611790878755,0.9221357063403782,0.9474972191323693,0.94471020720304,0.9408231368186875,1.0,0.8601624260591033,0.880186900540562,0.8976640711902113,0.8171301446051168,0.8491657397107898,0.9491600904211419,0.9407053123067483,0.753503893214683,0.6734149054505005 +text-embedding-3-large,0.9648420115709835,0.5166314416216342,0.5277561496668891,0.5001668737146571,0.9362554290886463,0.9243435692033823,0.9715175789942145,0.9082211648146042,0.5971743278692792,0.6483479848774514,0.23562131639849726,0.34753587933376084,0.8744020523570295,0.9082211648146042,0.9425901201602136,0.3366336654494111,0.29947714057825997,0.10813216219987694,0.9283489096573209,0.9473801371339012,0.960836671117045,0.9399198931909212,0.6472355140729259,0.45210813495915625,0.7721406319537161,0.9531649853174337,0.9509400437083827,0.9576148685355357,0.9562799035701051,0.8762794837561193,0.7731672091452105,0.7122038090572141,0.9078771695594126,0.6970742061156675,0.919345872859859,0.9407053123067483,0.8721771107479785,0.9224607911125303,0.9283489096573209,0.946935148812091,0.8601624260591033,1.0,0.9679572763684913,0.9536099736392439,0.8517076479447097,0.9291356159396833,0.8874054294615042,0.8718291054739653,0.48058738755500857,0.39158972319297 +text-embedding-3-small,0.9781931464174455,0.5789298066750612,0.5891645380766957,0.5624652387680841,0.9629547283972579,0.940809968847352,0.9804183355585224,0.9407053123067483,0.6390032301194374,0.711981314896309,0.28101012522313695,0.4040493962036554,0.9011013516656411,0.9113360830672755,0.9510458388963062,0.3869173458139629,0.350205809264622,0.1690955622878734,0.9581664441477525,0.976749366373374,0.9688473520249221,0.9595015576323987,0.6841695447831719,0.48770720070397167,0.7917222963951935,0.9740794364425128,0.9598398101445866,0.9678495999371701,0.9682945882589803,0.9029817534490432,0.8025364383846834,0.7642674427090067,0.9234534935469515,0.7108688440917835,0.9384803706976973,0.9536099736392439,0.8837468071150436,0.9278006509742527,0.9265687583444593,0.9438202305594197,0.880186900540562,0.9679572763684913,1.0,0.9674046116153598,0.8744020523570295,0.94471020720304,0.9127725856697819,0.910547396528705,0.5179664065870648,0.4329736371213179 +text-embedding-ada-002,0.9731894597988924,0.5951056729699666,0.603559510567297,0.5795328142380423,0.9626251390433815,0.9553899269264847,0.9749694130861332,0.9452725250278087,0.6418242491657397,0.7561735261401558,0.34238042269187985,0.43448275862068964,0.9003337041156841,0.9448275862068966,0.9709645181898414,0.45984427141268075,0.39977753058954396,0.23737486095661847,0.9180109078944284,0.9728587319243605,0.9678495999371701,0.9647346816844987,0.6978865406006675,0.5581757508342603,0.8005339909365374,0.9403781979977753,0.9675194660734149,0.9661846496106785,0.9617352614015573,0.9184558962162387,0.8131256952169077,0.760622914349277,0.9509400437083827,0.7477196885428253,0.9377085650723026,0.9581757508342603,0.9345939933259176,0.9630700778642937,0.9682945882589803,0.9746384872080089,0.8976640711902113,0.9536099736392439,0.9674046116153598,1.0,0.8825361512791992,0.9479421579532814,0.9509400437083827,0.8841917954368538,0.5724137931034483,0.49232480533926587 +voyage-2,0.8761820056442703,0.7098998887652948,0.7187986651835373,0.7067853170189099,0.9150166852057842,0.8441428464739363,0.8784069472533212,0.8958843159065628,0.7152391546162402,0.7721913236929923,0.46206896551724136,0.5675194660734149,0.9403781979977753,0.9190211345939934,0.8837468071150436,0.5955506117908788,0.5394883203559511,0.37486095661846497,0.8072088157636903,0.8718576195773081,0.8721771107479785,0.8583824727718625,0.8407119021134594,0.6845383759733037,0.7186561397234619,0.8567296996662959,0.9119021134593993,0.9083426028921023,0.932369299221357,0.8023139442237782,0.9550611790878755,0.8958843159065628,0.841027928221265,0.8901001112347052,0.853615127919911,0.8736373748609566,0.9337041156840934,0.9190211345939934,0.903326293274692,0.8700778642936596,0.8171301446051168,0.8517076479447097,0.8744020523570295,0.8825361512791992,1.0,0.9724137931034482,0.8436978581521262,0.7898542712130928,0.6520578420467186,0.6115684093437153 +voyage-code-2,0.9496050787429522,0.6360400444938821,0.6453837597330367,0.6280311457174639,0.9599555061179088,0.896206480125729,0.9464901604902808,0.9301446051167964,0.6667408231368187,0.7365962180200223,0.3793103448275862,0.47586206896551725,0.9506117908787541,0.9506117908787541,0.9371454057322668,0.5065628476084538,0.4562847608453838,0.27875417130144603,0.8828568304714232,0.9341490545050055,0.9442652188812298,0.9269106743306323,0.7846496106785317,0.6040044493882091,0.7435754857448328,0.9274749721913237,0.9617352614015573,0.9670745272525028,0.9790878754171302,0.8525976245883301,0.9114571746384872,0.8473859844271413,0.889531655298576,0.8371523915461624,0.9052280311457175,0.9261401557285873,0.9394883203559511,0.9483870967741935,0.9407053123067483,0.9270300333704116,0.8491657397107898,0.9291356159396833,0.94471020720304,0.9479421579532814,0.9724137931034482,1.0,0.8792969238969417,0.8339081150723019,0.5853170189098998,0.5314794215795328 +universal-sentence-encoder-multilingual-3,0.9207832665776591,0.7146512448271701,0.7253309645506149,0.6968517119547625,0.942485265593989,0.9741878059635068,0.9323542501112595,0.9478251254557114,0.7547001937900876,0.8436978581521262,0.486149741577636,0.5882745614330753,0.8815218655059927,0.9242407443997711,0.9595015576323987,0.5466681533438222,0.48058738755500857,0.3675603538152195,0.8655985758789497,0.9464901604902808,0.9274588340008901,0.9421450823319982,0.7562576529164232,0.6425631366939188,0.8878504672897196,0.9091111414582246,0.9371454057322668,0.9113360830672755,0.9104461064236552,0.969737427681353,0.8069863216027853,0.7829569522250348,0.9821984868713841,0.7482478631238397,0.946935148812091,0.9429302539157992,0.9371454057322668,0.9553899269264847,0.9559412550066756,0.9500500670647624,0.9491600904211419,0.8874054294615042,0.9127725856697819,0.9509400437083827,0.8436978581521262,0.8792969238969417,1.0,0.947485536270583,0.6950717586675217,0.6114139541672053 +universal-sentence-encoder-multilingual-large-3,0.8998664886515354,0.7115363265744988,0.7217710579761333,0.6897318988057993,0.9220158027907202,0.9448153093012907,0.9109924343569203,0.9117810713890857,0.7818444814205093,0.7796195398114584,0.43364111960403323,0.5615752621244637,0.8637223326335849,0.8481477413702281,0.9181130396083668,0.44343086268385745,0.4004894896291738,0.2990321522564498,0.8713840676457499,0.9273556626524425,0.9141076991544281,0.9190031152647975,0.7175436689189364,0.5428857526084356,0.9118825100133512,0.9322505341923546,0.8926465735512474,0.868617204173497,0.8770719822878906,0.9554962171784601,0.744242968227548,0.7340082368259135,0.9492656875834445,0.649905444003787,0.9478251254557114,0.9251307210433916,0.8468127764047976,0.893981538516678,0.8865153538050734,0.8993213983784003,0.9407053123067483,0.8718291054739653,0.910547396528705,0.8841917954368538,0.7898542712130928,0.8339081150723019,0.947485536270583,1.0,0.6385582417976271,0.5491155891137783 +xlm-roberta-base,0.5428857526084356,0.8665183537263627,0.8727474972191324,0.8674082313681869,0.6404894327030033,0.6332183819359049,0.5566803905845517,0.7054505005561735,0.8580645161290322,0.8860956618464961,0.7810901001112347,0.7971078976640712,0.7094549499443826,0.7201334816462737,0.6697074243243407,0.9123470522803114,0.8402669632925472,0.7939933259176863,0.5299810912759401,0.6173526140155728,0.5864946081458345,0.6559127863482247,0.8367074527252503,0.9417130144605117,0.7684948317662036,0.5612903225806452,0.6262513904338154,0.5902113459399333,0.589321468298109,0.7115363265744988,0.6974416017797553,0.7196885428253615,0.6910668637712299,0.6969966629588431,0.6734149054505005,0.6364849833147942,0.7672969966629588,0.7236929922135706,0.6955167469893319,0.6182424916573971,0.753503893214683,0.48058738755500857,0.5179664065870648,0.5724137931034483,0.6520578420467186,0.5853170189098998,0.6950717586675217,0.6385582417976271,1.0,0.9590656284760846 +xlm-roberta-large,0.45566804153363777,0.825139043381535,0.8291434927697442,0.8402669632925472,0.5630700778642936,0.5433307409302458,0.46901769118794356,0.6311457174638487,0.8033370411568409,0.8309232480533927,0.8585094549499444,0.8545050055617353,0.6658509454949945,0.6560622914349277,0.596729339547469,0.9377085650723026,0.924805339265851,0.8669632925472748,0.4481032400628645,0.5368186874304783,0.5068416985418099,0.5767048650660103,0.8095661846496107,0.9488320355951056,0.6794971674041649,0.46918798665183536,0.5483870967741935,0.5145717463848721,0.5154616240266964,0.624318615499701,0.7054505005561735,0.7343715239154617,0.6100789892017748,0.7290322580645161,0.6013348164627363,0.5635150166852058,0.7147942157953281,0.6596218020022246,0.6252085921433214,0.5399332591768632,0.6734149054505005,0.39158972319297,0.4329736371213179,0.49232480533926587,0.6115684093437153,0.5314794215795328,0.6114139541672053,0.5491155891137783,0.9590656284760846,1.0 diff --git a/analyses_outputs/statistical_tests/conover_friedman.pdf b/analyses_outputs/statistical_tests/conover_friedman.pdf index 30cefe20..a1f9a0ec 100644 Binary files a/analyses_outputs/statistical_tests/conover_friedman.pdf and b/analyses_outputs/statistical_tests/conover_friedman.pdf differ diff --git a/analyses_outputs/statistical_tests/conover_friedman.png b/analyses_outputs/statistical_tests/conover_friedman.png index b5eaf06f..57271a5f 100644 Binary files a/analyses_outputs/statistical_tests/conover_friedman.png and b/analyses_outputs/statistical_tests/conover_friedman.png differ diff --git a/analyses_outputs/statistical_tests/critical_difference_diagram.pdf b/analyses_outputs/statistical_tests/critical_difference_diagram.pdf index 24b199cf..75e168b1 100644 Binary files a/analyses_outputs/statistical_tests/critical_difference_diagram.pdf and b/analyses_outputs/statistical_tests/critical_difference_diagram.pdf differ diff --git a/analyses_outputs/statistical_tests/critical_difference_diagram.png b/analyses_outputs/statistical_tests/critical_difference_diagram.png index b735f4ef..7650efe3 100644 Binary files a/analyses_outputs/statistical_tests/critical_difference_diagram.png and b/analyses_outputs/statistical_tests/critical_difference_diagram.png differ diff --git a/rename_DiaBLaBitextMining_files.sh b/rename_DiaBLaBitextMining_files.sh new file mode 100644 index 00000000..f1de2560 --- /dev/null +++ b/rename_DiaBLaBitextMining_files.sh @@ -0,0 +1,7 @@ +for f in results/*/*/DiaBLa*; do + mv "$f" "${f/DiaBLa/DiaBla}" +done + +for f in results/*/DiaBLa*; do + mv "$f" "${f/DiaBLa/DiaBla}" +done \ No newline at end of file diff --git a/requirements.analysis.txt b/requirements.analysis.txt index 8181ede9..b9e9d53e 100644 --- a/requirements.analysis.txt +++ b/requirements.analysis.txt @@ -1,5 +1,6 @@ # This environment is dedicated to result analysis -mteb @ git+https://github.com/Lyon-NLP/mteb-french.git #removing the other mteb above for now (to adapt when mteb-french gets merged) +#mteb @ git+https://github.com/Lyon-NLP/mteb-french.git #removing the other mteb above for now (to adapt when mteb-french gets merged) +mteb==1.7.56 matplotlib>=3.8.2 openpyxl>=3.1.2 pandas>=2.1.3 diff --git a/results/Geotrend/bert-base-10lang-cased/DiaBLaBitextMining.json b/results/Geotrend/bert-base-10lang-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/DiaBLaBitextMining.json rename to results/Geotrend/bert-base-10lang-cased/DiaBlaBitextMining.json diff --git a/results/Geotrend/bert-base-15lang-cased/DiaBLaBitextMining.json b/results/Geotrend/bert-base-15lang-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/DiaBLaBitextMining.json rename to results/Geotrend/bert-base-15lang-cased/DiaBlaBitextMining.json diff --git a/results/Geotrend/bert-base-25lang-cased/DiaBLaBitextMining.json b/results/Geotrend/bert-base-25lang-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/DiaBLaBitextMining.json rename to results/Geotrend/bert-base-25lang-cased/DiaBlaBitextMining.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/DiaBLaBitextMining.json b/results/Geotrend/distilbert-base-25lang-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/DiaBLaBitextMining.json rename to results/Geotrend/distilbert-base-25lang-cased/DiaBlaBitextMining.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/DiaBLaBitextMining.json b/results/Geotrend/distilbert-base-en-fr-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/DiaBLaBitextMining.json rename to results/Geotrend/distilbert-base-en-fr-cased/DiaBlaBitextMining.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBLaBitextMining.json b/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBLaBitextMining.json rename to results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBlaBitextMining.json diff --git a/results/Geotrend/distilbert-base-fr-cased/DiaBLaBitextMining.json b/results/Geotrend/distilbert-base-fr-cased/DiaBlaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/DiaBLaBitextMining.json rename to results/Geotrend/distilbert-base-fr-cased/DiaBlaBitextMining.json diff --git a/results/Lajavaness/sentence-camembert-large/FloresBitextMining.json b/results/Lajavaness/sentence-camembert-large/FloresBitextMining.json new file mode 100644 index 00000000..877b339f --- /dev/null +++ b/results/Lajavaness/sentence-camembert-large/FloresBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "80dc3040d19756742c9a18267ab30f54fb8e226b", + "dev": { + "eng_Latn-fra_Latn": { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + "evaluation_time": 154.02, + "fra_Latn-eng_Latn": { + "accuracy": 0.9939819458375125, + "f1": 0.9919759277833501, + "main_score": 0.9919759277833501, + "precision": 0.9909729187562688, + "recall": 0.9939819458375125 + } + }, + "mteb_dataset_name": "FloresBitextMining", + "mteb_version": "1.7.56" +} \ No newline at end of file diff --git a/results/Wissam42/sentence-croissant-llm-base/DiaBLaBitextMining.json b/results/Wissam42/sentence-croissant-llm-base/DiaBlaBitextMining.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/DiaBLaBitextMining.json rename to results/Wissam42/sentence-croissant-llm-base/DiaBlaBitextMining.json diff --git a/results/bert-base-multilingual-cased/DiaBLaBitextMining.json b/results/bert-base-multilingual-cased/DiaBlaBitextMining.json similarity index 100% rename from results/bert-base-multilingual-cased/DiaBLaBitextMining.json rename to results/bert-base-multilingual-cased/DiaBlaBitextMining.json diff --git a/results/bert-base-multilingual-uncased/DiaBLaBitextMining.json b/results/bert-base-multilingual-uncased/DiaBlaBitextMining.json similarity index 100% rename from results/bert-base-multilingual-uncased/DiaBLaBitextMining.json rename to results/bert-base-multilingual-uncased/DiaBlaBitextMining.json diff --git a/results/camembert/camembert-base/DiaBLaBitextMining.json b/results/camembert/camembert-base/DiaBlaBitextMining.json similarity index 100% rename from results/camembert/camembert-base/DiaBLaBitextMining.json rename to results/camembert/camembert-base/DiaBlaBitextMining.json diff --git a/results/camembert/camembert-large/DiaBLaBitextMining.json b/results/camembert/camembert-large/DiaBlaBitextMining.json similarity index 100% rename from results/camembert/camembert-large/DiaBLaBitextMining.json rename to results/camembert/camembert-large/DiaBlaBitextMining.json diff --git a/results/dangvantuan/sentence-camembert-base/DiaBLaBitextMining.json b/results/dangvantuan/sentence-camembert-base/DiaBlaBitextMining.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/DiaBLaBitextMining.json rename to results/dangvantuan/sentence-camembert-base/DiaBlaBitextMining.json diff --git a/results/dangvantuan/sentence-camembert-large/DiaBLaBitextMining.json b/results/dangvantuan/sentence-camembert-large/DiaBlaBitextMining.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/DiaBLaBitextMining.json rename to results/dangvantuan/sentence-camembert-large/DiaBlaBitextMining.json diff --git a/results/distilbert-base-uncased/DiaBLaBitextMining.json b/results/distilbert-base-uncased/DiaBlaBitextMining.json similarity index 100% rename from results/distilbert-base-uncased/DiaBLaBitextMining.json rename to results/distilbert-base-uncased/DiaBlaBitextMining.json diff --git a/results/embed-multilingual-light-v3.0/DiaBLaBitextMining.json b/results/embed-multilingual-light-v3.0/DiaBlaBitextMining.json similarity index 100% rename from results/embed-multilingual-light-v3.0/DiaBLaBitextMining.json rename to results/embed-multilingual-light-v3.0/DiaBlaBitextMining.json diff --git a/results/embed-multilingual-v3.0/DiaBLaBitextMining.json b/results/embed-multilingual-v3.0/DiaBlaBitextMining.json similarity index 100% rename from results/embed-multilingual-v3.0/DiaBLaBitextMining.json rename to results/embed-multilingual-v3.0/DiaBlaBitextMining.json diff --git a/results/flaubert/flaubert_base_cased/DiaBLaBitextMining.json b/results/flaubert/flaubert_base_cased/DiaBlaBitextMining.json similarity index 100% rename from results/flaubert/flaubert_base_cased/DiaBLaBitextMining.json rename to results/flaubert/flaubert_base_cased/DiaBlaBitextMining.json diff --git a/results/flaubert/flaubert_base_uncased/DiaBLaBitextMining.json b/results/flaubert/flaubert_base_uncased/DiaBlaBitextMining.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/DiaBLaBitextMining.json rename to results/flaubert/flaubert_base_uncased/DiaBlaBitextMining.json diff --git a/results/flaubert/flaubert_large_cased/DiaBLaBitextMining.json b/results/flaubert/flaubert_large_cased/DiaBlaBitextMining.json similarity index 100% rename from results/flaubert/flaubert_large_cased/DiaBLaBitextMining.json rename to results/flaubert/flaubert_large_cased/DiaBlaBitextMining.json diff --git a/results/intfloat/e5-mistral-7b-instruct/DiaBLaBitextMining.json b/results/intfloat/e5-mistral-7b-instruct/DiaBlaBitextMining.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/DiaBLaBitextMining.json rename to results/intfloat/e5-mistral-7b-instruct/DiaBlaBitextMining.json diff --git a/results/intfloat/multilingual-e5-base/DiaBLaBitextMining.json b/results/intfloat/multilingual-e5-base/DiaBlaBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-base/DiaBLaBitextMining.json rename to results/intfloat/multilingual-e5-base/DiaBlaBitextMining.json diff --git a/results/intfloat/multilingual-e5-large/DiaBLaBitextMining.json b/results/intfloat/multilingual-e5-large/DiaBlaBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-large/DiaBLaBitextMining.json rename to results/intfloat/multilingual-e5-large/DiaBlaBitextMining.json diff --git a/results/intfloat/multilingual-e5-small/DiaBLaBitextMining.json b/results/intfloat/multilingual-e5-small/DiaBlaBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-small/DiaBLaBitextMining.json rename to results/intfloat/multilingual-e5-small/DiaBlaBitextMining.json diff --git a/results/izhx/udever-bloom-1b1/DiaBLaBitextMining.json b/results/izhx/udever-bloom-1b1/DiaBlaBitextMining.json similarity index 100% rename from results/izhx/udever-bloom-1b1/DiaBLaBitextMining.json rename to results/izhx/udever-bloom-1b1/DiaBlaBitextMining.json diff --git a/results/izhx/udever-bloom-560m/DiaBLaBitextMining.json b/results/izhx/udever-bloom-560m/DiaBlaBitextMining.json similarity index 100% rename from results/izhx/udever-bloom-560m/DiaBLaBitextMining.json rename to results/izhx/udever-bloom-560m/DiaBlaBitextMining.json diff --git a/results/laser2/DiaBLaBitextMining.json b/results/laser2/DiaBlaBitextMining.json similarity index 100% rename from results/laser2/DiaBLaBitextMining.json rename to results/laser2/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/LaBSE/DiaBLaBitextMining.json b/results/sentence-transformers/LaBSE/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/LaBSE/DiaBLaBitextMining.json rename to results/sentence-transformers/LaBSE/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/DiaBLaBitextMining.json b/results/sentence-transformers/all-MiniLM-L12-v2/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/DiaBLaBitextMining.json rename to results/sentence-transformers/all-MiniLM-L12-v2/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/DiaBLaBitextMining.json b/results/sentence-transformers/all-MiniLM-L6-v2/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/DiaBLaBitextMining.json rename to results/sentence-transformers/all-MiniLM-L6-v2/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBLaBitextMining.json b/results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBLaBitextMining.json rename to results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBLaBitextMining.json b/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBLaBitextMining.json rename to results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBLaBitextMining.json b/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBLaBitextMining.json rename to results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBLaBitextMining.json b/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBLaBitextMining.json rename to results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-base/DiaBLaBitextMining.json b/results/sentence-transformers/sentence-t5-base/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/DiaBLaBitextMining.json rename to results/sentence-transformers/sentence-t5-base/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-large/DiaBLaBitextMining.json b/results/sentence-transformers/sentence-t5-large/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/DiaBLaBitextMining.json rename to results/sentence-transformers/sentence-t5-large/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-xl/DiaBLaBitextMining.json b/results/sentence-transformers/sentence-t5-xl/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/DiaBLaBitextMining.json rename to results/sentence-transformers/sentence-t5-xl/DiaBlaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-xxl/DiaBLaBitextMining.json b/results/sentence-transformers/sentence-t5-xxl/DiaBlaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/DiaBLaBitextMining.json rename to results/sentence-transformers/sentence-t5-xxl/DiaBlaBitextMining.json diff --git a/results/shibing624/text2vec-base-multilingual/DiaBLaBitextMining.json b/results/shibing624/text2vec-base-multilingual/DiaBlaBitextMining.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/DiaBLaBitextMining.json rename to results/shibing624/text2vec-base-multilingual/DiaBlaBitextMining.json diff --git a/results/text-embedding-3-large/DiaBLaBitextMining.json b/results/text-embedding-3-large/DiaBlaBitextMining.json similarity index 100% rename from results/text-embedding-3-large/DiaBLaBitextMining.json rename to results/text-embedding-3-large/DiaBlaBitextMining.json diff --git a/results/text-embedding-3-small/DiaBLaBitextMining.json b/results/text-embedding-3-small/DiaBlaBitextMining.json similarity index 100% rename from results/text-embedding-3-small/DiaBLaBitextMining.json rename to results/text-embedding-3-small/DiaBlaBitextMining.json diff --git a/results/text-embedding-ada-002/DiaBLaBitextMining.json b/results/text-embedding-ada-002/DiaBlaBitextMining.json similarity index 100% rename from results/text-embedding-ada-002/DiaBLaBitextMining.json rename to results/text-embedding-ada-002/DiaBlaBitextMining.json diff --git a/results/voyage-2/DiaBLaBitextMining.json b/results/voyage-2/DiaBlaBitextMining.json similarity index 100% rename from results/voyage-2/DiaBLaBitextMining.json rename to results/voyage-2/DiaBlaBitextMining.json diff --git a/results/voyage-code-2/DiaBLaBitextMining.json b/results/voyage-code-2/DiaBlaBitextMining.json similarity index 100% rename from results/voyage-code-2/DiaBLaBitextMining.json rename to results/voyage-code-2/DiaBlaBitextMining.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBLaBitextMining.json b/results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBlaBitextMining.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBLaBitextMining.json rename to results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBlaBitextMining.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBLaBitextMining.json b/results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBlaBitextMining.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBLaBitextMining.json rename to results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBlaBitextMining.json diff --git a/results/xlm-roberta-base/DiaBLaBitextMining.json b/results/xlm-roberta-base/DiaBlaBitextMining.json similarity index 100% rename from results/xlm-roberta-base/DiaBLaBitextMining.json rename to results/xlm-roberta-base/DiaBlaBitextMining.json diff --git a/results/xlm-roberta-large/DiaBLaBitextMining.json b/results/xlm-roberta-large/DiaBlaBitextMining.json similarity index 100% rename from results/xlm-roberta-large/DiaBLaBitextMining.json rename to results/xlm-roberta-large/DiaBlaBitextMining.json diff --git a/script_mteb_french/results_analysis/results_parser.py b/script_mteb_french/results_analysis/results_parser.py index 2c10aef9..9ec3d540 100644 --- a/script_mteb_french/results_analysis/results_parser.py +++ b/script_mteb_french/results_analysis/results_parser.py @@ -7,15 +7,20 @@ import pandas as pd DATASET_KEYS = { - "DiaBLaBitextMining": ["fr-en"], + "DiaBlaBitextMining": ["fr-en"], "FloresBitextMining": MTEB(tasks=['FloresBitextMining'], task_langs=['fr', 'en']).tasks[0].langs, "MasakhaNEWSClassification": MTEB(tasks=['MasakhaNEWSClassification'], task_langs=['fr']).tasks[0].langs, "MasakhaNEWSClusteringS2S": MTEB(tasks=['MasakhaNEWSClusteringS2S'], task_langs=['fr']).tasks[0].langs, "MasakhaNEWSClusteringP2P": MTEB(tasks=['MasakhaNEWSClusteringP2P'], task_langs=['fr']).tasks[0].langs, + "XPQARetrieval": MTEB(tasks=['XPQARetrieval'], task_langs=['fr']).tasks[0].langs, } +HF_SUBSETS_VALUES = ["fra-fra"] +ISO3_LANGUAGE = ["fra-Latn"] -MODELS_TO_IGNORE = ['voyage-01', 'voyage-02', 'voyage-lite-01'] +MODELS_TO_IGNORE = ['voyage-01', 'voyage-02', 'voyage-lite-01', 'Geotrend/distilbert-base-en-fr-es-pt-it-cased', + 'Geotrend/bert-base-10lang-cased', 'Geotrend/bert-base-15lang-cased', 'Geotrend/bert-base-25lang-cased', + 'dangvantuan/sentence-camembert-large', 'distilbert-base-uncased'] class ResultsParser: @@ -126,8 +131,21 @@ def _get_task_score(self, task_name:str, task_results:str, subkey:str|None = Non result_name_score (tuple[str, str]): the name of the task and name of the main scoring metric for that task """ - key = subkey if subkey else self.lang selected_split = split if split else self.split + + if task_results["mteb_version"].startswith("1.11.1"): + result = None + for eval in task_results["scores"][selected_split]: + hf_subset = eval['hf_subset'] + languages = eval['languages'] # used when hf_subset = "default" + if (hf_subset == subkey) or (hf_subset in HF_SUBSETS_VALUES) or (languages == ISO3_LANGUAGE): + result = eval["main_score"] + continue + main_score = self.tasks_main_scores_map[task_name] + result_name_score = (task_name, main_score) + return result, result_name_score + + key = subkey if subkey else self.lang result = task_results[selected_split] if key in result: result = result[key] @@ -173,7 +191,7 @@ def _convert_to_results_dataframe(self, result_dict:dict): else: subkeys = [None] for split in self.eval_splits_map[task_name]: - if split in task_results: + if (split in task_results) or ("scores" in task_results and split in task_results["scores"]): for subkey in subkeys: result, result_name_score = self._get_task_score(task_name, task_results, subkey, split) dataset_name = f"{task_name}_{split}_{subkey}" if subkey and task_type == "BitextMining" else f"{task_name}_{split}" diff --git a/script_mteb_french/run_benchmark.py b/script_mteb_french/run_benchmark.py index 2280c0c7..678b158b 100644 --- a/script_mteb_french/run_benchmark.py +++ b/script_mteb_french/run_benchmark.py @@ -70,8 +70,6 @@ "OrdalieTech/Solon-embeddings-base-0.1", "manu/sentence_croissant_alpha_v0.3", "manu/sentence_croissant_alpha_v0.2", - "manu/bge-m3-custom-fr", - "BAAI/bge-m3", ] # these models max_length is indicated to be 514 whereas the embedding layer actually supports 512