Upload eval_results/STS17.json with huggingface_hub

eval_results/STS17.json

@@ -1,136 +1,136 @@
 {
   "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c",
-  "evaluation_time": 0.44506263732910156,
+  "evaluation_time": 0.2783393859863281,
   "kg_co2_emissions": null,
   "mteb_version": "1.14.15",
   "scores": {
     "test": [
       {
-        "cosine_pearson": 0.09412320940191297,
-        "cosine_spearman": 0.10511772802622567,
-        "euclidean_pearson": 0.09297454417223283,
-        "euclidean_spearman": 0.10511772802622567,
-        "hf_subset": "en-ar",
+        "cosine_pearson": 0.34614209242303207,
+        "cosine_spearman": 0.3227827810919312,
+        "euclidean_pearson": 0.34738534077292876,
+        "euclidean_spearman": 0.3227827810919312,
+        "hf_subset": "fr-en",
         "languages": [
-          "eng-Latn",
-          "ara-Arab"
+          "fra-Latn",
+          "eng-Latn"
         ],
-        "main_score": 0.10511772802622567,
-        "manhattan_pearson": 0.020000729565670776,
-        "manhattan_spearman": 0.020363917062522236,
-        "pearson": 0.09412320940191297,
-        "spearman": 0.10511772802622567
+        "main_score": 0.3227827810919312,
+        "manhattan_pearson": 0.3028546693682651,
+        "manhattan_spearman": 0.25382972776029217,
+        "pearson": 0.34614209242303207,
+        "spearman": 0.3227827810919312
       },
       {
-        "cosine_pearson": 0.8029995293114863,
-        "cosine_spearman": 0.8112066488002256,
-        "euclidean_pearson": 0.8088015632087273,
-        "euclidean_spearman": 0.8112066488002256,
+        "cosine_pearson": 0.8171318859115247,
+        "cosine_spearman": 0.8284852737709983,
+        "euclidean_pearson": 0.8210781693155421,
+        "euclidean_spearman": 0.8284852737709983,
         "hf_subset": "en-en",
         "languages": [
           "eng-Latn"
         ],
-        "main_score": 0.8112066488002256,
-        "manhattan_pearson": 0.8098616738090101,
-        "manhattan_spearman": 0.8136079740547845,
-        "pearson": 0.8029995293114863,
-        "spearman": 0.8112066488002256
+        "main_score": 0.8284852737709983,
+        "manhattan_pearson": 0.8187945740742488,
+        "manhattan_spearman": 0.8247793066220946,
+        "pearson": 0.8171318859115247,
+        "spearman": 0.8284852737709983
       },
       {
-        "cosine_pearson": 0.38390348632958365,
-        "cosine_spearman": 0.365102919382414,
-        "euclidean_pearson": 0.38127124156623565,
-        "euclidean_spearman": 0.36505936046639254,
-        "hf_subset": "fr-en",
+        "cosine_pearson": 0.07688875232815182,
+        "cosine_spearman": 0.06581679139883363,
+        "euclidean_pearson": 0.07701067663647163,
+        "euclidean_spearman": 0.06581679139883363,
+        "hf_subset": "en-tr",
         "languages": [
-          "fra-Latn",
-          "eng-Latn"
+          "eng-Latn",
+          "tur-Latn"
+        ],
+        "main_score": 0.06581679139883363,
+        "manhattan_pearson": -0.008155816594701817,
+        "manhattan_spearman": -0.035151782956772445,
+        "pearson": 0.07688875232815182,
+        "spearman": 0.06581679139883363
+      },
+      {
+        "cosine_pearson": 0.1242439332483283,
+        "cosine_spearman": 0.10808105928254899,
+        "euclidean_pearson": 0.1253638111245519,
+        "euclidean_spearman": 0.10808105928254899,
+        "hf_subset": "en-ar",
+        "languages": [
+          "eng-Latn",
+          "ara-Arab"
         ],
-        "main_score": 0.365102919382414,
-        "manhattan_pearson": 0.34932958273587583,
-        "manhattan_spearman": 0.3059404462066276,
-        "pearson": 0.38390348632958365,
-        "spearman": 0.365102919382414
+        "main_score": 0.10808105928254899,
+        "manhattan_pearson": 0.03114793253106728,
+        "manhattan_spearman": 0.025469887885941955,
+        "pearson": 0.1242439332483283,
+        "spearman": 0.10808105928254899
       },
       {
-        "cosine_pearson": 0.3268337075375775,
-        "cosine_spearman": 0.2934921482966499,
-        "euclidean_pearson": 0.32763353433922837,
-        "euclidean_spearman": 0.2934921482966499,
+        "cosine_pearson": 0.33978355934460536,
+        "cosine_spearman": 0.29438740786410106,
+        "euclidean_pearson": 0.3428950490420823,
+        "euclidean_spearman": 0.29438740786410106,
         "hf_subset": "nl-en",
         "languages": [
           "nld-Latn",
           "eng-Latn"
         ],
-        "main_score": 0.2934921482966499,
-        "manhattan_pearson": 0.33822020334054603,
-        "manhattan_spearman": 0.3225429795733099,
-        "pearson": 0.3268337075375775,
-        "spearman": 0.2934921482966499
+        "main_score": 0.29438740786410106,
+        "manhattan_pearson": 0.3192443788708872,
+        "manhattan_spearman": 0.28722955968655367,
+        "pearson": 0.33978355934460536,
+        "spearman": 0.29438740786410106
       },
       {
-        "cosine_pearson": 0.19916770263387748,
-        "cosine_spearman": 0.22337975390671763,
-        "euclidean_pearson": 0.19421192964694545,
-        "euclidean_spearman": 0.22337975390671763,
+        "cosine_pearson": 0.17791601797607848,
+        "cosine_spearman": 0.16434758905312322,
+        "euclidean_pearson": 0.1761880916554122,
+        "euclidean_spearman": 0.16434758905312322,
         "hf_subset": "es-en",
         "languages": [
           "spa-Latn",
           "eng-Latn"
         ],
-        "main_score": 0.22337975390671763,
-        "manhattan_pearson": 0.21369721578429446,
-        "manhattan_spearman": 0.2482371018585102,
-        "pearson": 0.19916770263387748,
-        "spearman": 0.22337975390671763
+        "main_score": 0.16434758905312322,
+        "manhattan_pearson": 0.19773867171050777,
+        "manhattan_spearman": 0.20631829458954307,
+        "pearson": 0.17791601797607848,
+        "spearman": 0.16434758905312322
       },
       {
-        "cosine_pearson": 0.11364100416022446,
-        "cosine_spearman": 0.09608541042147176,
-        "euclidean_pearson": 0.11568938216573396,
-        "euclidean_spearman": 0.09608541042147176,
-        "hf_subset": "en-tr",
+        "cosine_pearson": 0.26627689566121926,
+        "cosine_spearman": 0.2396631772670141,
+        "euclidean_pearson": 0.2666610813456866,
+        "euclidean_spearman": 0.2396631772670141,
+        "hf_subset": "en-de",
         "languages": [
           "eng-Latn",
-          "tur-Latn"
+          "deu-Latn"
         ],
-        "main_score": 0.09608541042147176,
-        "manhattan_pearson": 0.08873717293589206,
-        "manhattan_spearman": 0.05654394268963021,
-        "pearson": 0.11364100416022446,
-        "spearman": 0.09608541042147176
+        "main_score": 0.2396631772670141,
+        "manhattan_pearson": 0.3115614796452952,
+        "manhattan_spearman": 0.2750368854830401,
+        "pearson": 0.26627689566121926,
+        "spearman": 0.2396631772670141
       },
       {
-        "cosine_pearson": 0.2835174889437587,
-        "cosine_spearman": 0.2460737585492738,
-        "euclidean_pearson": 0.2813126890131861,
-        "euclidean_spearman": 0.2460737585492738,
+        "cosine_pearson": 0.27448639482232,
+        "cosine_spearman": 0.2509994159547349,
+        "euclidean_pearson": 0.2711462659028335,
+        "euclidean_spearman": 0.2509994159547349,
         "hf_subset": "it-en",
         "languages": [
           "ita-Latn",
           "eng-Latn"
         ],
-        "main_score": 0.2460737585492738,
-        "manhattan_pearson": 0.286029293658844,
-        "manhattan_spearman": 0.2627101073243543,
-        "pearson": 0.2835174889437587,
-        "spearman": 0.2460737585492738
-      },
-      {
-        "cosine_pearson": 0.3107248205908203,
-        "cosine_spearman": 0.30802118473759066,
-        "euclidean_pearson": 0.30496068130726495,
-        "euclidean_spearman": 0.30802118473759066,
-        "hf_subset": "en-de",
-        "languages": [
-          "eng-Latn",
-          "deu-Latn"
-        ],
-        "main_score": 0.30802118473759066,
-        "manhattan_pearson": 0.3186257259619239,
-        "manhattan_spearman": 0.3058824023274155,
-        "pearson": 0.3107248205908203,
-        "spearman": 0.30802118473759066
+        "main_score": 0.2509994159547349,
+        "manhattan_pearson": 0.2213329970758771,
+        "manhattan_spearman": 0.2095906818868484,
+        "pearson": 0.27448639482232,
+        "spearman": 0.2509994159547349
       }
     ]
   },