diff --git a/.gitignore b/.gitignore index 4bf5d365..52ed372d 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,163 @@ *.DS_Store -.env* -__pycache__ ChromaDB -models -.vscode \ No newline at end of file + +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py,cover +.hypothesis/ +.pytest_cache/ +cover/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +.pybuilder/ +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +# For a library or package, you might want to ignore these files since the code is +# intended to run in multiple environments; otherwise, check them in: +# .python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# poetry +# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. +# This is especially recommended for binary packages to ensure reproducibility, and is more +# commonly ignored for libraries. +# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control +#poetry.lock + +# pdm +# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. +#pdm.lock +# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it +# in version control. +# https://pdm.fming.dev/#use-with-ide +.pdm.toml + +# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm +__pypackages__/ + +# Celery stuff +celerybeat-schedule +celerybeat.pid + +# SageMath parsed files +*.sage.py + +# Environments +.env* +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +# pytype static type analyzer +.pytype/ + +# Cython debug symbols +cython_debug/ + +# PyCharm +# JetBrains specific template is maintained in a separate JetBrains.gitignore that can +# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore +# and can be added to the global gitignore or merged into this file. For a more nuclear +# option (not recommended) you can uncomment the following to ignore the entire idea folder. +#.idea/ \ No newline at end of file diff --git a/.python-version b/.python-version deleted file mode 100644 index c8cfe395..00000000 --- a/.python-version +++ /dev/null @@ -1 +0,0 @@ -3.10 diff --git a/README.md b/README.md index a85817af..03e6d2cf 100644 --- a/README.md +++ b/README.md @@ -1,93 +1,70 @@ -# MTEB Scripts +# Scripts to run the French MTEB benchmark -This repository contains scripts used for [MTEB](https://github.com/embeddings-benchmark/mteb) benchmarking. Some scripts rely on a results folder, which can be obtained via `git clone https://huggingface.co/datasets/mteb/results`. +This folder contains the scripts used to generate the French tab results on the [MTEB](https://github.com/embeddings-benchmark/mteb) benchmark. - +Below are instructions to run the main scripts. -- [MTEB Scripts](#mteb-scripts) - - [Benchmark](#benchmark) - - [Env Setup](#env-setup) - - [Model setup](#model-setup) - - [Download](#download) - - [Load](#load) +## Benchmark - +### Running on host using venv -## Benchmark +* Navigate to the repository root folder +* Create your virtual env: -Basic with Internet -```python -from mteb import MTEB -from sentence_transformers import SentenceTransformer -model_path = "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit" -model_name = model_path.split("/")[-1].split("_")[-1] -model = SentenceTransformer(model_path) -evaluation = MTEB(tasks=["Banking77Classification"]) -evaluation.run(model, output_folder=f"results/{model_name}") +```bash +python3 -m venv .venv ``` - -No Internet Access (Download data first) -```python -import os -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -from mteb import MTEB -from sentence_transformers import SentenceTransformer -model_path = "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit" -model_name = model_path.split("/")[-1].split("_")[-1] -model = SentenceTransformer(model_path) -evaluation = MTEB(tasks=["Banking77Classification"]) -evaluation.run(model, output_folder=f"results/{model_name}") +* Activate it and install the requirements: +```bash +source .venv/bin/activate +pip install -r requirements.txt ``` - - -## Env Setup - +* Run the benchmark: ```bash -export CONDA_ENVS_PATH=$six_ALL_CCFRWORK/conda - -conda create -y -n hf-prod python=3.8 -conda activate hf-prod +cd script_mteb_french +python run_benchmark.py +``` -# pt-1.10.1 / cuda 11.3 -conda install pytorch torchvision torchaudio cudatoolkit=11.3 -c pytorch +By default the benchmark runs on sentence_transformer models but you can specify the type with the argument `--model_type`: +```bash +# default ['sentence_transformer'] +python run_benchmark.py +# choosing other type ['voyage_ai'] +python run_benchmark.py --model_type voyage_ai +# running on two types ['voyage_ai', 'sentence_transformer'] +python run_benchmark.py --model_type voyage_ai sentence_transformer +``` -# Custom fork that uses offline datasets -!pip install --upgrade git+https://github.com/Muennighoff/mteb.git@offlineaccess -!pip install --upgrade git+https://github.com/Muennighoff/sentence-transformers.git@sgpt_poolings -# If you want to run BEIR tasks -!pip install --upgrade git+https://github.com/beir-cellar/beir.git +You can also run the benchmark on one model only by specifying `--model_name`: +```bash +# default ['sentence_transformer'] -> all models of this type +python run_benchmark.py +# running on one model 'camembert-base' +python run_benchmark.py --model_type sentence_transformer --model_name "xlm-roberta-base" ``` +Note that the `model_name` should be included in models of specified `model_type`. -## Model setup +You can run the benchmark on one task type in ["all", "classification", "clustering", "reranking", "retrieval", "pair_classification", "sts", "summarization", "bitextmining"], default is set to "all" and will run all tasks : +```bash +# running 'sentence_transformer' models on 'classification' task +python run_benchmark.py --model_type sentence_transformer --task_type classification +``` -### Download +## Running using Docker -```python -import os -import sentence_transformers -os.environ["SENTENCE_TRANSFORMERS_HOME"] = "/gpfswork/rech/six/commun/models" -sentence_transformers_cache_dir = os.getenv("SENTENCE_TRANSFORMERS_HOME") -model_repo="sentence-transformers/allenai-specter" -revision="29f9f45ff2a85fe9dfe8ce2cef3d8ec4e65c5f37" -model_path = os.path.join(sentence_transformers_cache_dir, model_repo.replace("/", "_")) -model_path_tmp = sentence_transformers.util.snapshot_download( - repo_id=model_repo, - revision=revision, - cache_dir=sentence_transformers_cache_dir, - library_name="sentence-transformers", - library_version=sentence_transformers.__version__, - ignore_files=["flax_model.msgpack", "rust_model.ot", "tf_model.h5",], -) -os.rename(model_path_tmp, model_path) +* Navigate to the repository root folder +* Build the docker image: +```bash +docker build -t mtebscripts_image . +``` +* Run the benchmark in the container as follows: +``` +docker run -v $(pwd):/mtebscripts mtebscripts_image sh -c "cd script_mteb_french && python run_benchmark.py" ``` +If you want to use the gpu, make sure to add the `--gpus` option to your run command, or `--runtime=nvidia` if you are using an older version of docker. -### Load +Note: Because the volume is shared between the host and the container, the results will be available in the host at the end. -```python -model = SentenceTransformer("/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit") -``` +## Models' characteristics + +Additionnaly, you can find a script `get_model_specs.py` to compute models' characteristics (size, number of params, embeddings dimension). You can run it similarly to the benchmark by substituting `run_benchmark.py` with `get_model_specs.py`. diff --git a/README_orig.md b/README_orig.md new file mode 100644 index 00000000..a85817af --- /dev/null +++ b/README_orig.md @@ -0,0 +1,93 @@ +# MTEB Scripts + +This repository contains scripts used for [MTEB](https://github.com/embeddings-benchmark/mteb) benchmarking. Some scripts rely on a results folder, which can be obtained via `git clone https://huggingface.co/datasets/mteb/results`. + + + +- [MTEB Scripts](#mteb-scripts) + - [Benchmark](#benchmark) + - [Env Setup](#env-setup) + - [Model setup](#model-setup) + - [Download](#download) + - [Load](#load) + + + +## Benchmark + +Basic with Internet +```python +from mteb import MTEB +from sentence_transformers import SentenceTransformer +model_path = "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit" +model_name = model_path.split("/")[-1].split("_")[-1] +model = SentenceTransformer(model_path) +evaluation = MTEB(tasks=["Banking77Classification"]) +evaluation.run(model, output_folder=f"results/{model_name}") +``` + +No Internet Access (Download data first) +```python +import os +os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline +os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline +os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" +os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" +os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" +os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" +from mteb import MTEB +from sentence_transformers import SentenceTransformer +model_path = "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit" +model_name = model_path.split("/")[-1].split("_")[-1] +model = SentenceTransformer(model_path) +evaluation = MTEB(tasks=["Banking77Classification"]) +evaluation.run(model, output_folder=f"results/{model_name}") +``` + + +## Env Setup + +```bash +export CONDA_ENVS_PATH=$six_ALL_CCFRWORK/conda + +conda create -y -n hf-prod python=3.8 +conda activate hf-prod + +# pt-1.10.1 / cuda 11.3 +conda install pytorch torchvision torchaudio cudatoolkit=11.3 -c pytorch + +# Custom fork that uses offline datasets +!pip install --upgrade git+https://github.com/Muennighoff/mteb.git@offlineaccess +!pip install --upgrade git+https://github.com/Muennighoff/sentence-transformers.git@sgpt_poolings +# If you want to run BEIR tasks +!pip install --upgrade git+https://github.com/beir-cellar/beir.git +``` + +## Model setup + +### Download + +```python +import os +import sentence_transformers +os.environ["SENTENCE_TRANSFORMERS_HOME"] = "/gpfswork/rech/six/commun/models" +sentence_transformers_cache_dir = os.getenv("SENTENCE_TRANSFORMERS_HOME") +model_repo="sentence-transformers/allenai-specter" +revision="29f9f45ff2a85fe9dfe8ce2cef3d8ec4e65c5f37" +model_path = os.path.join(sentence_transformers_cache_dir, model_repo.replace("/", "_")) +model_path_tmp = sentence_transformers.util.snapshot_download( + repo_id=model_repo, + revision=revision, + cache_dir=sentence_transformers_cache_dir, + library_name="sentence-transformers", + library_version=sentence_transformers.__version__, + ignore_files=["flax_model.msgpack", "rust_model.ot", "tf_model.h5",], +) +os.rename(model_path_tmp, model_path) +``` + +### Load + +```python +model = SentenceTransformer("/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit") +``` diff --git a/script_mteb_french/results_analysis/models_characteristics.csv b/assets/models_characteristics.csv similarity index 100% rename from script_mteb_french/results_analysis/models_characteristics.csv rename to assets/models_characteristics.csv diff --git a/download_tasks.py b/download_tasks.py deleted file mode 100644 index 0fc34286..00000000 --- a/download_tasks.py +++ /dev/null @@ -1,79 +0,0 @@ -"""Downloads all MTEB tasks""" - -TASK_LIST = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", - "ArguAna", - "ClimateFEVER", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -import os -os.environ["HF_DATASETS_OFFLINE"]="0" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="0" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" - -from mteb import MTEB -evaluation = MTEB(tasks=TASK_LIST, task_langs=["en"]) - -for task in evaluation.tasks: - task.load_data() - - # Alternatively clone to desired place - #path = "/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/" + task.description["hf_hub_name"] - #from git import Repo - #Repo.clone_from("https://huggingface.co/datasets/" + self.description["hf_hub_name"], path) - #self.dataset = datasets.load_dataset(path, revision=self.description.get("revision", None)) diff --git a/script_mteb_french/src/AbstractEmbeddingFunction.py b/embedders/AbstractEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/AbstractEmbeddingFunction.py rename to embedders/AbstractEmbeddingFunction.py diff --git a/script_mteb_french/src/ChromaDBEmbedder.py b/embedders/ChromaDBEmbedder.py similarity index 100% rename from script_mteb_french/src/ChromaDBEmbedder.py rename to embedders/ChromaDBEmbedder.py diff --git a/script_mteb_french/src/CohereEmbeddingFunction.py b/embedders/CohereEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/CohereEmbeddingFunction.py rename to embedders/CohereEmbeddingFunction.py diff --git a/script_mteb_french/src/LaserEmbeddingFunction.py b/embedders/LaserEmbeddingFunction.py similarity index 96% rename from script_mteb_french/src/LaserEmbeddingFunction.py rename to embedders/LaserEmbeddingFunction.py index 79119dcf..e563dadc 100644 --- a/script_mteb_french/src/LaserEmbeddingFunction.py +++ b/embedders/LaserEmbeddingFunction.py @@ -33,7 +33,7 @@ def encode_documents(self, input: Documents) -> Embeddings: @staticmethod def _download_laser_models(): - MODELS_DOWNLOAD_FOLDER = "models" + MODELS_DOWNLOAD_FOLDER = "downloads" if not os.path.exists(MODELS_DOWNLOAD_FOLDER): os.mkdir(MODELS_DOWNLOAD_FOLDER) diff --git a/script_mteb_french/src/MistralAIEmbeddingFunction.py b/embedders/MistralAIEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/MistralAIEmbeddingFunction.py rename to embedders/MistralAIEmbeddingFunction.py diff --git a/script_mteb_french/src/ModelConfig.py b/embedders/ModelConfig.py similarity index 100% rename from script_mteb_french/src/ModelConfig.py rename to embedders/ModelConfig.py diff --git a/script_mteb_french/src/OpenAIEmbeddingFunction.py b/embedders/OpenAIEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/OpenAIEmbeddingFunction.py rename to embedders/OpenAIEmbeddingFunction.py diff --git a/script_mteb_french/src/SentenceTransformerEmbeddingFunction.py b/embedders/SentenceTransformerEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/SentenceTransformerEmbeddingFunction.py rename to embedders/SentenceTransformerEmbeddingFunction.py diff --git a/script_mteb_french/src/UniversalSentenceEncoderEmbeddingFunction.py b/embedders/UniversalSentenceEncoderEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/UniversalSentenceEncoderEmbeddingFunction.py rename to embedders/UniversalSentenceEncoderEmbeddingFunction.py diff --git a/script_mteb_french/src/VoyageAIEmbeddingFunction.py b/embedders/VoyageAIEmbeddingFunction.py similarity index 100% rename from script_mteb_french/src/VoyageAIEmbeddingFunction.py rename to embedders/VoyageAIEmbeddingFunction.py diff --git a/script_mteb_french/src/__init__.py b/embedders/__init__.py similarity index 100% rename from script_mteb_french/src/__init__.py rename to embedders/__init__.py diff --git a/fix_results.py b/fix_results.py deleted file mode 100644 index bb095429..00000000 --- a/fix_results.py +++ /dev/null @@ -1,64 +0,0 @@ -""" -Iterates over json results for custom fixes -Usage: python fix_results.py results_folder_path -""" -import glob -import json -import sys -import os - -from mteb import MTEB - -results_folder = sys.argv[1] -files = glob.glob(f'{results_folder.strip("/")}/*/*.json') - -print("Found files: ", files) - -for file_name in files: - with open(file_name, 'r', encoding='utf-8') as f: - results = json.load(f) - if "dataset_version" in results: - results.pop("dataset_version") - if "mteb_version" not in results: - results["mteb_version"] = "0.0.2" - if "mteb_dataset_name" not in results: - results["mteb_dataset_name"] = file_name.split("/")[-1].replace(".json", "") - if "dataset_revision" not in results: - print(file_name) - mteb_desc = ( - MTEB(tasks=[file_name.split("/")[-1].replace(".json", "").replace("CQADupstackRetrieval", "CQADupstackAndroidRetrieval")]) - .tasks[0] - .description - ) - import huggingface_hub - if "hf_hub_name" in mteb_desc: - hf_hub_name = mteb_desc.get("hf_hub_name") - else: - hf_hub_name = "BeIR/" + mteb_desc.get("beir_name") - if "cqadupstack" in hf_hub_name: - hf_hub_name = "BeIR/cqadupstack-qrels" - results["dataset_revision"] = huggingface_hub.hf_api.dataset_info(hf_hub_name).sha - - if "STS22" in file_name: - for split, split_results in results.items(): - if isinstance(split_results, dict): - for metric, score in split_results.items(): - if isinstance(score, dict): - for sub_metric, sub_score in score.items(): - if isinstance(sub_score, dict): - for sub_sub_metric, sub_sub_score in sub_score.items(): - results[split][metric][sub_metric][sub_sub_metric] = abs(sub_sub_score) - else: - results[split][metric][sub_metric] = abs(sub_score) - else: - results[split][metric] = abs(score) - results.setdefault(split, {}) - # Merge MSMARCO dev & test split runs - elif "MSMARCO." in file_name and os.path.exists(file_name.replace("MSMARCO.", "MSMARCO-test.")): - with open(file_name.replace("MSMARCO.", "MSMARCO-test."), 'r', encoding='utf-8') as f: - results_test = json.load(f) - results["test"] = results_test["test"] - - with open(file_name, 'w', encoding='utf-8') as f: - json.dump(results, f, indent=4) - diff --git a/results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringP2P.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringP2P.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringP2P.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloProfClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/AlloprofReranking.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloprofReranking.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/AlloprofReranking.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloprofReranking.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/AlloprofRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloprofRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/AlloprofRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AlloprofRetrieval.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/AmazonReviewsClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AmazonReviewsClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/AmazonReviewsClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/AmazonReviewsClassification.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/BSARDRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/BSARDRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/BSARDRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/BSARDRetrieval.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/DiaBLaBitextMining.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/DiaBLaBitextMining.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/DiaBLaBitextMining.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/DiaBLaBitextMining.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/FloresBitextMining.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/FloresBitextMining.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/FloresBitextMining.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/FloresBitextMining.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/HALClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/HALClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/HALClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/HALClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringP2P.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringP2P.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringP2P.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MLSUMClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MTOPDomainClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MTOPDomainClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MTOPDomainClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MTOPDomainClassification.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MTOPIntentClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MTOPIntentClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MTOPIntentClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MTOPIntentClassification.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClassification.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringP2P.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MasakhaNEWSClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MassiveIntentClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MassiveIntentClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MassiveIntentClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MassiveIntentClassification.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MassiveScenarioClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MassiveScenarioClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MassiveScenarioClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MassiveScenarioClassification.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/MintakaRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MintakaRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/MintakaRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/MintakaRetrieval.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/OpusparcusPC.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/OpusparcusPC.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/OpusparcusPC.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/OpusparcusPC.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/PawsX.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/PawsX.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/PawsX.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/PawsX.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/SICKFr.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SICKFr.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/SICKFr.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SICKFr.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/STS22.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/STS22.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/STS22.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/STS22.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/STSBenchmarkMultilingualSTS.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/SummEvalFr.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SummEvalFr.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/SummEvalFr.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SummEvalFr.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/SyntecReranking.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SyntecReranking.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/SyntecReranking.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SyntecReranking.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/SyntecRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SyntecRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/SyntecRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/SyntecRetrieval.json diff --git a/results/Cohere-embed-multilingual-light-v3.0/XPQARetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/XPQARetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-light-v3.0/XPQARetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-light-v3.0/XPQARetrieval.json diff --git a/results/Cohere-embed-multilingual-v3.0/AlloProfClusteringP2P.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloProfClusteringP2P.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloProfClusteringP2P.json diff --git a/results/Cohere-embed-multilingual-v3.0/AlloProfClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloProfClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloProfClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-v3.0/AlloprofReranking.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloprofReranking.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/AlloprofReranking.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloprofReranking.json diff --git a/results/Cohere-embed-multilingual-v3.0/AlloprofRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloprofRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/AlloprofRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AlloprofRetrieval.json diff --git a/results/Cohere-embed-multilingual-v3.0/AmazonReviewsClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AmazonReviewsClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/AmazonReviewsClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/AmazonReviewsClassification.json diff --git a/results/Cohere-embed-multilingual-v3.0/BSARDRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/BSARDRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/BSARDRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/BSARDRetrieval.json diff --git a/results/Cohere-embed-multilingual-v3.0/DiaBLaBitextMining.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/DiaBLaBitextMining.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/DiaBLaBitextMining.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/DiaBLaBitextMining.json diff --git a/results/Cohere-embed-multilingual-v3.0/FloresBitextMining.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/FloresBitextMining.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/FloresBitextMining.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/FloresBitextMining.json diff --git a/results/Cohere-embed-multilingual-v3.0/HALClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/HALClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/HALClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/HALClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-v3.0/MLSUMClusteringP2P.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MLSUMClusteringP2P.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MLSUMClusteringP2P.json diff --git a/results/Cohere-embed-multilingual-v3.0/MLSUMClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MLSUMClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MLSUMClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-v3.0/MTOPDomainClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MTOPDomainClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MTOPDomainClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MTOPDomainClassification.json diff --git a/results/Cohere-embed-multilingual-v3.0/MTOPIntentClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MTOPIntentClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MTOPIntentClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MTOPIntentClassification.json diff --git a/results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClassification.json diff --git a/results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringP2P.json diff --git a/results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MasakhaNEWSClusteringS2S.json diff --git a/results/Cohere-embed-multilingual-v3.0/MassiveIntentClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MassiveIntentClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MassiveIntentClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MassiveIntentClassification.json diff --git a/results/Cohere-embed-multilingual-v3.0/MassiveScenarioClassification.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MassiveScenarioClassification.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MassiveScenarioClassification.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MassiveScenarioClassification.json diff --git a/results/Cohere-embed-multilingual-v3.0/MintakaRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MintakaRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/MintakaRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/MintakaRetrieval.json diff --git a/results/Cohere-embed-multilingual-v3.0/OpusparcusPC.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/OpusparcusPC.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/OpusparcusPC.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/OpusparcusPC.json diff --git a/results/Cohere-embed-multilingual-v3.0/PawsX.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/PawsX.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/PawsX.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/PawsX.json diff --git a/results/Cohere-embed-multilingual-v3.0/SICKFr.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SICKFr.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/SICKFr.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SICKFr.json diff --git a/results/Cohere-embed-multilingual-v3.0/STS22.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/STS22.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/STS22.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/STS22.json diff --git a/results/Cohere-embed-multilingual-v3.0/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/STSBenchmarkMultilingualSTS.json diff --git a/results/Cohere-embed-multilingual-v3.0/SummEvalFr.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SummEvalFr.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/SummEvalFr.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SummEvalFr.json diff --git a/results/Cohere-embed-multilingual-v3.0/SyntecReranking.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SyntecReranking.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/SyntecReranking.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SyntecReranking.json diff --git a/results/Cohere-embed-multilingual-v3.0/SyntecRetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SyntecRetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/SyntecRetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/SyntecRetrieval.json diff --git a/results/Cohere-embed-multilingual-v3.0/XPQARetrieval.json b/outputs/benchmark_results/Cohere-embed-multilingual-v3.0/XPQARetrieval.json similarity index 100% rename from results/Cohere-embed-multilingual-v3.0/XPQARetrieval.json rename to outputs/benchmark_results/Cohere-embed-multilingual-v3.0/XPQARetrieval.json diff --git a/results/Geotrend/bert-base-10lang-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/bert-base-10lang-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/bert-base-10lang-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloprofReranking.json diff --git a/results/Geotrend/bert-base-10lang-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/bert-base-10lang-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/bert-base-10lang-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/BSARDRetrieval.json diff --git a/results/Geotrend/bert-base-10lang-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/bert-base-10lang-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/FloresBitextMining.json diff --git a/results/Geotrend/bert-base-10lang-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/HALClusteringS2S.json diff --git a/results/Geotrend/bert-base-10lang-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/bert-base-10lang-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/bert-base-10lang-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/bert-base-10lang-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/bert-base-10lang-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/bert-base-10lang-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/bert-base-10lang-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/MintakaRetrieval.json diff --git a/results/Geotrend/bert-base-10lang-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/OpusparcusPC.json diff --git a/results/Geotrend/bert-base-10lang-cased/PawsX.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/PawsX.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/PawsX.json diff --git a/results/Geotrend/bert-base-10lang-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SICKFr.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SICKFr.json diff --git a/results/Geotrend/bert-base-10lang-cased/STS22.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/STS22.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/STS22.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/STS22.json diff --git a/results/Geotrend/bert-base-10lang-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/bert-base-10lang-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SummEvalFr.json diff --git a/results/Geotrend/bert-base-10lang-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SyntecReranking.json diff --git a/results/Geotrend/bert-base-10lang-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/SyntecRetrieval.json diff --git a/results/Geotrend/bert-base-10lang-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-10lang-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/bert-base-10lang-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-10lang-cased/XPQARetrieval.json diff --git a/results/Geotrend/bert-base-15lang-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/bert-base-15lang-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/bert-base-15lang-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloprofReranking.json diff --git a/results/Geotrend/bert-base-15lang-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/bert-base-15lang-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/bert-base-15lang-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/BSARDRetrieval.json diff --git a/results/Geotrend/bert-base-15lang-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/bert-base-15lang-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/FloresBitextMining.json diff --git a/results/Geotrend/bert-base-15lang-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/HALClusteringS2S.json diff --git a/results/Geotrend/bert-base-15lang-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/bert-base-15lang-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/bert-base-15lang-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/bert-base-15lang-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/bert-base-15lang-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/bert-base-15lang-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/bert-base-15lang-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/MintakaRetrieval.json diff --git a/results/Geotrend/bert-base-15lang-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/OpusparcusPC.json diff --git a/results/Geotrend/bert-base-15lang-cased/PawsX.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/PawsX.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/PawsX.json diff --git a/results/Geotrend/bert-base-15lang-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SICKFr.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SICKFr.json diff --git a/results/Geotrend/bert-base-15lang-cased/STS22.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/STS22.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/STS22.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/STS22.json diff --git a/results/Geotrend/bert-base-15lang-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/bert-base-15lang-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SummEvalFr.json diff --git a/results/Geotrend/bert-base-15lang-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SyntecReranking.json diff --git a/results/Geotrend/bert-base-15lang-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/SyntecRetrieval.json diff --git a/results/Geotrend/bert-base-15lang-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-15lang-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/bert-base-15lang-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-15lang-cased/XPQARetrieval.json diff --git a/results/Geotrend/bert-base-25lang-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/bert-base-25lang-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/bert-base-25lang-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloprofReranking.json diff --git a/results/Geotrend/bert-base-25lang-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/bert-base-25lang-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/bert-base-25lang-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/BSARDRetrieval.json diff --git a/results/Geotrend/bert-base-25lang-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/bert-base-25lang-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/FloresBitextMining.json diff --git a/results/Geotrend/bert-base-25lang-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/HALClusteringS2S.json diff --git a/results/Geotrend/bert-base-25lang-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/bert-base-25lang-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/bert-base-25lang-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/bert-base-25lang-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/bert-base-25lang-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/bert-base-25lang-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/bert-base-25lang-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/MintakaRetrieval.json diff --git a/results/Geotrend/bert-base-25lang-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/OpusparcusPC.json diff --git a/results/Geotrend/bert-base-25lang-cased/PawsX.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/PawsX.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/PawsX.json diff --git a/results/Geotrend/bert-base-25lang-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SICKFr.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SICKFr.json diff --git a/results/Geotrend/bert-base-25lang-cased/STS22.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/STS22.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/STS22.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/STS22.json diff --git a/results/Geotrend/bert-base-25lang-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/bert-base-25lang-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SummEvalFr.json diff --git a/results/Geotrend/bert-base-25lang-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SyntecReranking.json diff --git a/results/Geotrend/bert-base-25lang-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/SyntecRetrieval.json diff --git a/results/Geotrend/bert-base-25lang-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/bert-base-25lang-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/bert-base-25lang-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/bert-base-25lang-cased/XPQARetrieval.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloprofReranking.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/BSARDRetrieval.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/FloresBitextMining.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/HALClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/MintakaRetrieval.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/OpusparcusPC.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/PawsX.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/PawsX.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/PawsX.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SICKFr.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SICKFr.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/STS22.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/STS22.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/STS22.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/STS22.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SummEvalFr.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SyntecReranking.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/SyntecRetrieval.json diff --git a/results/Geotrend/distilbert-base-25lang-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-25lang-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-25lang-cased/XPQARetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloprofReranking.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/BSARDRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/FloresBitextMining.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/HALClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/MintakaRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/OpusparcusPC.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/PawsX.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/PawsX.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/PawsX.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SICKFr.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SICKFr.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/STS22.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/STS22.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/STS22.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/STS22.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SummEvalFr.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SyntecReranking.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/SyntecRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-cased/XPQARetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofReranking.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/BSARDRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/FloresBitextMining.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/HALClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/MintakaRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/OpusparcusPC.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/PawsX.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/PawsX.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/PawsX.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SICKFr.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SICKFr.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STS22.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STS22.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STS22.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STS22.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SummEvalFr.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecReranking.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/SyntecRetrieval.json diff --git a/results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-en-fr-es-pt-it-cased/XPQARetrieval.json diff --git a/results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloProfClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-fr-cased/AlloprofReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloprofReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/AlloprofReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloprofReranking.json diff --git a/results/Geotrend/distilbert-base-fr-cased/AlloprofRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloprofRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AlloprofRetrieval.json diff --git a/results/Geotrend/distilbert-base-fr-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AmazonReviewsClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/AmazonReviewsClassification.json diff --git a/results/Geotrend/distilbert-base-fr-cased/BSARDRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/BSARDRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/BSARDRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/BSARDRetrieval.json diff --git a/results/Geotrend/distilbert-base-fr-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/DiaBLaBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/DiaBLaBitextMining.json diff --git a/results/Geotrend/distilbert-base-fr-cased/FloresBitextMining.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/FloresBitextMining.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/FloresBitextMining.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/FloresBitextMining.json diff --git a/results/Geotrend/distilbert-base-fr-cased/HALClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/HALClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/HALClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/HALClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MLSUMClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MTOPDomainClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MTOPDomainClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MTOPDomainClassification.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MTOPIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MTOPIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MTOPIntentClassification.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClassification.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MassiveIntentClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MassiveIntentClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MassiveIntentClassification.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MassiveScenarioClassification.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MassiveScenarioClassification.json diff --git a/results/Geotrend/distilbert-base-fr-cased/MintakaRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MintakaRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/MintakaRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/MintakaRetrieval.json diff --git a/results/Geotrend/distilbert-base-fr-cased/OpusparcusPC.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/OpusparcusPC.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/OpusparcusPC.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/OpusparcusPC.json diff --git a/results/Geotrend/distilbert-base-fr-cased/PawsX.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/PawsX.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/PawsX.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/PawsX.json diff --git a/results/Geotrend/distilbert-base-fr-cased/SICKFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SICKFr.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/SICKFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SICKFr.json diff --git a/results/Geotrend/distilbert-base-fr-cased/STS22.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/STS22.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/STS22.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/STS22.json diff --git a/results/Geotrend/distilbert-base-fr-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/Geotrend/distilbert-base-fr-cased/SummEvalFr.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SummEvalFr.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/SummEvalFr.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SummEvalFr.json diff --git a/results/Geotrend/distilbert-base-fr-cased/SyntecReranking.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SyntecReranking.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/SyntecReranking.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SyntecReranking.json diff --git a/results/Geotrend/distilbert-base-fr-cased/SyntecRetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SyntecRetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/SyntecRetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/SyntecRetrieval.json diff --git a/results/Geotrend/distilbert-base-fr-cased/XPQARetrieval.json b/outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/XPQARetrieval.json similarity index 100% rename from results/Geotrend/distilbert-base-fr-cased/XPQARetrieval.json rename to outputs/benchmark_results/Geotrend/distilbert-base-fr-cased/XPQARetrieval.json diff --git a/results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringP2P.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringP2P.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringP2P.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringP2P.json diff --git a/results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringS2S.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringS2S.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringS2S.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloProfClusteringS2S.json diff --git a/results/Wissam42/sentence-croissant-llm-base/AlloprofReranking.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloprofReranking.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/AlloprofReranking.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloprofReranking.json diff --git a/results/Wissam42/sentence-croissant-llm-base/AlloprofRetrieval.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloprofRetrieval.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/AlloprofRetrieval.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AlloprofRetrieval.json diff --git a/results/Wissam42/sentence-croissant-llm-base/AmazonReviewsClassification.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AmazonReviewsClassification.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/AmazonReviewsClassification.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/AmazonReviewsClassification.json diff --git a/results/Wissam42/sentence-croissant-llm-base/BSARDRetrieval.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/BSARDRetrieval.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/BSARDRetrieval.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/BSARDRetrieval.json diff --git a/results/Wissam42/sentence-croissant-llm-base/DiaBLaBitextMining.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/DiaBLaBitextMining.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/DiaBLaBitextMining.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/DiaBLaBitextMining.json diff --git a/results/Wissam42/sentence-croissant-llm-base/FloresBitextMining.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/FloresBitextMining.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/FloresBitextMining.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/FloresBitextMining.json diff --git a/results/Wissam42/sentence-croissant-llm-base/HALClusteringS2S.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/HALClusteringS2S.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/HALClusteringS2S.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/HALClusteringS2S.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringP2P.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringP2P.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringP2P.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringP2P.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringS2S.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringS2S.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringS2S.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MLSUMClusteringS2S.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MTOPDomainClassification.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MTOPDomainClassification.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MTOPDomainClassification.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MTOPDomainClassification.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MTOPIntentClassification.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MTOPIntentClassification.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MTOPIntentClassification.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MTOPIntentClassification.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClassification.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClassification.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClassification.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClassification.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringP2P.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MasakhaNEWSClusteringS2S.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MassiveIntentClassification.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MassiveIntentClassification.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MassiveIntentClassification.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MassiveIntentClassification.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MassiveScenarioClassification.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MassiveScenarioClassification.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MassiveScenarioClassification.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MassiveScenarioClassification.json diff --git a/results/Wissam42/sentence-croissant-llm-base/MintakaRetrieval.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MintakaRetrieval.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/MintakaRetrieval.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/MintakaRetrieval.json diff --git a/results/Wissam42/sentence-croissant-llm-base/OpusparcusPC.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/OpusparcusPC.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/OpusparcusPC.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/OpusparcusPC.json diff --git a/results/Wissam42/sentence-croissant-llm-base/PawsX.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/PawsX.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/PawsX.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/PawsX.json diff --git a/results/Wissam42/sentence-croissant-llm-base/SICKFr.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SICKFr.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/SICKFr.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SICKFr.json diff --git a/results/Wissam42/sentence-croissant-llm-base/STS22.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/STS22.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/STS22.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/STS22.json diff --git a/results/Wissam42/sentence-croissant-llm-base/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/STSBenchmarkMultilingualSTS.json diff --git a/results/Wissam42/sentence-croissant-llm-base/SummEvalFr.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SummEvalFr.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/SummEvalFr.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SummEvalFr.json diff --git a/results/Wissam42/sentence-croissant-llm-base/SyntecReranking.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SyntecReranking.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/SyntecReranking.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SyntecReranking.json diff --git a/results/Wissam42/sentence-croissant-llm-base/SyntecRetrieval.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SyntecRetrieval.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/SyntecRetrieval.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/SyntecRetrieval.json diff --git a/results/Wissam42/sentence-croissant-llm-base/XPQARetrieval.json b/outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/XPQARetrieval.json similarity index 100% rename from results/Wissam42/sentence-croissant-llm-base/XPQARetrieval.json rename to outputs/benchmark_results/Wissam42/sentence-croissant-llm-base/XPQARetrieval.json diff --git a/results/bert-base-multilingual-cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/bert-base-multilingual-cased/AlloProfClusteringP2P.json similarity index 100% rename from results/bert-base-multilingual-cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/bert-base-multilingual-cased/AlloProfClusteringP2P.json diff --git a/results/bert-base-multilingual-cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-cased/AlloProfClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-cased/AlloProfClusteringS2S.json diff --git a/results/bert-base-multilingual-cased/AlloprofReranking.json b/outputs/benchmark_results/bert-base-multilingual-cased/AlloprofReranking.json similarity index 100% rename from results/bert-base-multilingual-cased/AlloprofReranking.json rename to outputs/benchmark_results/bert-base-multilingual-cased/AlloprofReranking.json diff --git a/results/bert-base-multilingual-cased/AlloprofRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-cased/AlloprofRetrieval.json similarity index 100% rename from results/bert-base-multilingual-cased/AlloprofRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-cased/AlloprofRetrieval.json diff --git a/results/bert-base-multilingual-cased/AmazonReviewsClassification.json b/outputs/benchmark_results/bert-base-multilingual-cased/AmazonReviewsClassification.json similarity index 100% rename from results/bert-base-multilingual-cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/bert-base-multilingual-cased/AmazonReviewsClassification.json diff --git a/results/bert-base-multilingual-cased/BSARDRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-cased/BSARDRetrieval.json similarity index 100% rename from results/bert-base-multilingual-cased/BSARDRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-cased/BSARDRetrieval.json diff --git a/results/bert-base-multilingual-cased/DiaBLaBitextMining.json b/outputs/benchmark_results/bert-base-multilingual-cased/DiaBLaBitextMining.json similarity index 100% rename from results/bert-base-multilingual-cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/bert-base-multilingual-cased/DiaBLaBitextMining.json diff --git a/results/bert-base-multilingual-cased/FloresBitextMining.json b/outputs/benchmark_results/bert-base-multilingual-cased/FloresBitextMining.json similarity index 100% rename from results/bert-base-multilingual-cased/FloresBitextMining.json rename to outputs/benchmark_results/bert-base-multilingual-cased/FloresBitextMining.json diff --git a/results/bert-base-multilingual-cased/HALClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-cased/HALClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-cased/HALClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-cased/HALClusteringS2S.json diff --git a/results/bert-base-multilingual-cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/bert-base-multilingual-cased/MLSUMClusteringP2P.json similarity index 100% rename from results/bert-base-multilingual-cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MLSUMClusteringP2P.json diff --git a/results/bert-base-multilingual-cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-cased/MLSUMClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MLSUMClusteringS2S.json diff --git a/results/bert-base-multilingual-cased/MTOPDomainClassification.json b/outputs/benchmark_results/bert-base-multilingual-cased/MTOPDomainClassification.json similarity index 100% rename from results/bert-base-multilingual-cased/MTOPDomainClassification.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MTOPDomainClassification.json diff --git a/results/bert-base-multilingual-cased/MTOPIntentClassification.json b/outputs/benchmark_results/bert-base-multilingual-cased/MTOPIntentClassification.json similarity index 100% rename from results/bert-base-multilingual-cased/MTOPIntentClassification.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MTOPIntentClassification.json diff --git a/results/bert-base-multilingual-cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/bert-base-multilingual-cased/MasakhaNEWSClassification.json similarity index 100% rename from results/bert-base-multilingual-cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MasakhaNEWSClassification.json diff --git a/results/bert-base-multilingual-cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/bert-base-multilingual-cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/bert-base-multilingual-cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MasakhaNEWSClusteringP2P.json diff --git a/results/bert-base-multilingual-cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MasakhaNEWSClusteringS2S.json diff --git a/results/bert-base-multilingual-cased/MassiveIntentClassification.json b/outputs/benchmark_results/bert-base-multilingual-cased/MassiveIntentClassification.json similarity index 100% rename from results/bert-base-multilingual-cased/MassiveIntentClassification.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MassiveIntentClassification.json diff --git a/results/bert-base-multilingual-cased/MassiveScenarioClassification.json b/outputs/benchmark_results/bert-base-multilingual-cased/MassiveScenarioClassification.json similarity index 100% rename from results/bert-base-multilingual-cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MassiveScenarioClassification.json diff --git a/results/bert-base-multilingual-cased/MintakaRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-cased/MintakaRetrieval.json similarity index 100% rename from results/bert-base-multilingual-cased/MintakaRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-cased/MintakaRetrieval.json diff --git a/results/bert-base-multilingual-cased/OpusparcusPC.json b/outputs/benchmark_results/bert-base-multilingual-cased/OpusparcusPC.json similarity index 100% rename from results/bert-base-multilingual-cased/OpusparcusPC.json rename to outputs/benchmark_results/bert-base-multilingual-cased/OpusparcusPC.json diff --git a/results/bert-base-multilingual-cased/PawsX.json b/outputs/benchmark_results/bert-base-multilingual-cased/PawsX.json similarity index 100% rename from results/bert-base-multilingual-cased/PawsX.json rename to outputs/benchmark_results/bert-base-multilingual-cased/PawsX.json diff --git a/results/bert-base-multilingual-cased/SICKFr.json b/outputs/benchmark_results/bert-base-multilingual-cased/SICKFr.json similarity index 100% rename from results/bert-base-multilingual-cased/SICKFr.json rename to outputs/benchmark_results/bert-base-multilingual-cased/SICKFr.json diff --git a/results/bert-base-multilingual-cased/STS22.json b/outputs/benchmark_results/bert-base-multilingual-cased/STS22.json similarity index 100% rename from results/bert-base-multilingual-cased/STS22.json rename to outputs/benchmark_results/bert-base-multilingual-cased/STS22.json diff --git a/results/bert-base-multilingual-cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/bert-base-multilingual-cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/bert-base-multilingual-cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/bert-base-multilingual-cased/STSBenchmarkMultilingualSTS.json diff --git a/results/bert-base-multilingual-cased/SummEvalFr.json b/outputs/benchmark_results/bert-base-multilingual-cased/SummEvalFr.json similarity index 100% rename from results/bert-base-multilingual-cased/SummEvalFr.json rename to outputs/benchmark_results/bert-base-multilingual-cased/SummEvalFr.json diff --git a/results/bert-base-multilingual-cased/SyntecReranking.json b/outputs/benchmark_results/bert-base-multilingual-cased/SyntecReranking.json similarity index 100% rename from results/bert-base-multilingual-cased/SyntecReranking.json rename to outputs/benchmark_results/bert-base-multilingual-cased/SyntecReranking.json diff --git a/results/bert-base-multilingual-cased/SyntecRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-cased/SyntecRetrieval.json similarity index 100% rename from results/bert-base-multilingual-cased/SyntecRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-cased/SyntecRetrieval.json diff --git a/results/bert-base-multilingual-cased/XPQARetrieval.json b/outputs/benchmark_results/bert-base-multilingual-cased/XPQARetrieval.json similarity index 100% rename from results/bert-base-multilingual-cased/XPQARetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-cased/XPQARetrieval.json diff --git a/results/bert-base-multilingual-uncased/AlloProfClusteringP2P.json b/outputs/benchmark_results/bert-base-multilingual-uncased/AlloProfClusteringP2P.json similarity index 100% rename from results/bert-base-multilingual-uncased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/AlloProfClusteringP2P.json diff --git a/results/bert-base-multilingual-uncased/AlloProfClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-uncased/AlloProfClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-uncased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/AlloProfClusteringS2S.json diff --git a/results/bert-base-multilingual-uncased/AlloprofReranking.json b/outputs/benchmark_results/bert-base-multilingual-uncased/AlloprofReranking.json similarity index 100% rename from results/bert-base-multilingual-uncased/AlloprofReranking.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/AlloprofReranking.json diff --git a/results/bert-base-multilingual-uncased/AlloprofRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-uncased/AlloprofRetrieval.json similarity index 100% rename from results/bert-base-multilingual-uncased/AlloprofRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/AlloprofRetrieval.json diff --git a/results/bert-base-multilingual-uncased/AmazonReviewsClassification.json b/outputs/benchmark_results/bert-base-multilingual-uncased/AmazonReviewsClassification.json similarity index 100% rename from results/bert-base-multilingual-uncased/AmazonReviewsClassification.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/AmazonReviewsClassification.json diff --git a/results/bert-base-multilingual-uncased/BSARDRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-uncased/BSARDRetrieval.json similarity index 100% rename from results/bert-base-multilingual-uncased/BSARDRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/BSARDRetrieval.json diff --git a/results/bert-base-multilingual-uncased/DiaBLaBitextMining.json b/outputs/benchmark_results/bert-base-multilingual-uncased/DiaBLaBitextMining.json similarity index 100% rename from results/bert-base-multilingual-uncased/DiaBLaBitextMining.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/DiaBLaBitextMining.json diff --git a/results/bert-base-multilingual-uncased/FloresBitextMining.json b/outputs/benchmark_results/bert-base-multilingual-uncased/FloresBitextMining.json similarity index 100% rename from results/bert-base-multilingual-uncased/FloresBitextMining.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/FloresBitextMining.json diff --git a/results/bert-base-multilingual-uncased/HALClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-uncased/HALClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-uncased/HALClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/HALClusteringS2S.json diff --git a/results/bert-base-multilingual-uncased/MLSUMClusteringP2P.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MLSUMClusteringP2P.json similarity index 100% rename from results/bert-base-multilingual-uncased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MLSUMClusteringP2P.json diff --git a/results/bert-base-multilingual-uncased/MLSUMClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MLSUMClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-uncased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MLSUMClusteringS2S.json diff --git a/results/bert-base-multilingual-uncased/MTOPDomainClassification.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MTOPDomainClassification.json similarity index 100% rename from results/bert-base-multilingual-uncased/MTOPDomainClassification.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MTOPDomainClassification.json diff --git a/results/bert-base-multilingual-uncased/MTOPIntentClassification.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MTOPIntentClassification.json similarity index 100% rename from results/bert-base-multilingual-uncased/MTOPIntentClassification.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MTOPIntentClassification.json diff --git a/results/bert-base-multilingual-uncased/MasakhaNEWSClassification.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MasakhaNEWSClassification.json similarity index 100% rename from results/bert-base-multilingual-uncased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MasakhaNEWSClassification.json diff --git a/results/bert-base-multilingual-uncased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/bert-base-multilingual-uncased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MasakhaNEWSClusteringP2P.json diff --git a/results/bert-base-multilingual-uncased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/bert-base-multilingual-uncased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MasakhaNEWSClusteringS2S.json diff --git a/results/bert-base-multilingual-uncased/MassiveIntentClassification.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MassiveIntentClassification.json similarity index 100% rename from results/bert-base-multilingual-uncased/MassiveIntentClassification.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MassiveIntentClassification.json diff --git a/results/bert-base-multilingual-uncased/MassiveScenarioClassification.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MassiveScenarioClassification.json similarity index 100% rename from results/bert-base-multilingual-uncased/MassiveScenarioClassification.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MassiveScenarioClassification.json diff --git a/results/bert-base-multilingual-uncased/MintakaRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-uncased/MintakaRetrieval.json similarity index 100% rename from results/bert-base-multilingual-uncased/MintakaRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/MintakaRetrieval.json diff --git a/results/bert-base-multilingual-uncased/OpusparcusPC.json b/outputs/benchmark_results/bert-base-multilingual-uncased/OpusparcusPC.json similarity index 100% rename from results/bert-base-multilingual-uncased/OpusparcusPC.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/OpusparcusPC.json diff --git a/results/bert-base-multilingual-uncased/PawsX.json b/outputs/benchmark_results/bert-base-multilingual-uncased/PawsX.json similarity index 100% rename from results/bert-base-multilingual-uncased/PawsX.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/PawsX.json diff --git a/results/bert-base-multilingual-uncased/SICKFr.json b/outputs/benchmark_results/bert-base-multilingual-uncased/SICKFr.json similarity index 100% rename from results/bert-base-multilingual-uncased/SICKFr.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/SICKFr.json diff --git a/results/bert-base-multilingual-uncased/STS22.json b/outputs/benchmark_results/bert-base-multilingual-uncased/STS22.json similarity index 100% rename from results/bert-base-multilingual-uncased/STS22.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/STS22.json diff --git a/results/bert-base-multilingual-uncased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/bert-base-multilingual-uncased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/bert-base-multilingual-uncased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/STSBenchmarkMultilingualSTS.json diff --git a/results/bert-base-multilingual-uncased/SummEvalFr.json b/outputs/benchmark_results/bert-base-multilingual-uncased/SummEvalFr.json similarity index 100% rename from results/bert-base-multilingual-uncased/SummEvalFr.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/SummEvalFr.json diff --git a/results/bert-base-multilingual-uncased/SyntecReranking.json b/outputs/benchmark_results/bert-base-multilingual-uncased/SyntecReranking.json similarity index 100% rename from results/bert-base-multilingual-uncased/SyntecReranking.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/SyntecReranking.json diff --git a/results/bert-base-multilingual-uncased/SyntecRetrieval.json b/outputs/benchmark_results/bert-base-multilingual-uncased/SyntecRetrieval.json similarity index 100% rename from results/bert-base-multilingual-uncased/SyntecRetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/SyntecRetrieval.json diff --git a/results/bert-base-multilingual-uncased/XPQARetrieval.json b/outputs/benchmark_results/bert-base-multilingual-uncased/XPQARetrieval.json similarity index 100% rename from results/bert-base-multilingual-uncased/XPQARetrieval.json rename to outputs/benchmark_results/bert-base-multilingual-uncased/XPQARetrieval.json diff --git a/results/camembert/camembert-base/AlloProfClusteringP2P.json b/outputs/benchmark_results/camembert/camembert-base/AlloProfClusteringP2P.json similarity index 100% rename from results/camembert/camembert-base/AlloProfClusteringP2P.json rename to outputs/benchmark_results/camembert/camembert-base/AlloProfClusteringP2P.json diff --git a/results/camembert/camembert-base/AlloProfClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-base/AlloProfClusteringS2S.json similarity index 100% rename from results/camembert/camembert-base/AlloProfClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-base/AlloProfClusteringS2S.json diff --git a/results/camembert/camembert-base/AlloprofReranking.json b/outputs/benchmark_results/camembert/camembert-base/AlloprofReranking.json similarity index 100% rename from results/camembert/camembert-base/AlloprofReranking.json rename to outputs/benchmark_results/camembert/camembert-base/AlloprofReranking.json diff --git a/results/camembert/camembert-base/AlloprofRetrieval.json b/outputs/benchmark_results/camembert/camembert-base/AlloprofRetrieval.json similarity index 100% rename from results/camembert/camembert-base/AlloprofRetrieval.json rename to outputs/benchmark_results/camembert/camembert-base/AlloprofRetrieval.json diff --git a/results/camembert/camembert-base/AmazonReviewsClassification.json b/outputs/benchmark_results/camembert/camembert-base/AmazonReviewsClassification.json similarity index 100% rename from results/camembert/camembert-base/AmazonReviewsClassification.json rename to outputs/benchmark_results/camembert/camembert-base/AmazonReviewsClassification.json diff --git a/results/camembert/camembert-base/BSARDRetrieval.json b/outputs/benchmark_results/camembert/camembert-base/BSARDRetrieval.json similarity index 100% rename from results/camembert/camembert-base/BSARDRetrieval.json rename to outputs/benchmark_results/camembert/camembert-base/BSARDRetrieval.json diff --git a/results/camembert/camembert-base/DiaBLaBitextMining.json b/outputs/benchmark_results/camembert/camembert-base/DiaBLaBitextMining.json similarity index 100% rename from results/camembert/camembert-base/DiaBLaBitextMining.json rename to outputs/benchmark_results/camembert/camembert-base/DiaBLaBitextMining.json diff --git a/results/camembert/camembert-base/FloresBitextMining.json b/outputs/benchmark_results/camembert/camembert-base/FloresBitextMining.json similarity index 100% rename from results/camembert/camembert-base/FloresBitextMining.json rename to outputs/benchmark_results/camembert/camembert-base/FloresBitextMining.json diff --git a/results/camembert/camembert-base/HALClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-base/HALClusteringS2S.json similarity index 100% rename from results/camembert/camembert-base/HALClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-base/HALClusteringS2S.json diff --git a/results/camembert/camembert-base/MLSUMClusteringP2P.json b/outputs/benchmark_results/camembert/camembert-base/MLSUMClusteringP2P.json similarity index 100% rename from results/camembert/camembert-base/MLSUMClusteringP2P.json rename to outputs/benchmark_results/camembert/camembert-base/MLSUMClusteringP2P.json diff --git a/results/camembert/camembert-base/MLSUMClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-base/MLSUMClusteringS2S.json similarity index 100% rename from results/camembert/camembert-base/MLSUMClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-base/MLSUMClusteringS2S.json diff --git a/results/camembert/camembert-base/MTOPDomainClassification.json b/outputs/benchmark_results/camembert/camembert-base/MTOPDomainClassification.json similarity index 100% rename from results/camembert/camembert-base/MTOPDomainClassification.json rename to outputs/benchmark_results/camembert/camembert-base/MTOPDomainClassification.json diff --git a/results/camembert/camembert-base/MTOPIntentClassification.json b/outputs/benchmark_results/camembert/camembert-base/MTOPIntentClassification.json similarity index 100% rename from results/camembert/camembert-base/MTOPIntentClassification.json rename to outputs/benchmark_results/camembert/camembert-base/MTOPIntentClassification.json diff --git a/results/camembert/camembert-base/MasakhaNEWSClassification.json b/outputs/benchmark_results/camembert/camembert-base/MasakhaNEWSClassification.json similarity index 100% rename from results/camembert/camembert-base/MasakhaNEWSClassification.json rename to outputs/benchmark_results/camembert/camembert-base/MasakhaNEWSClassification.json diff --git a/results/camembert/camembert-base/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/camembert/camembert-base/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/camembert/camembert-base/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/camembert/camembert-base/MasakhaNEWSClusteringP2P.json diff --git a/results/camembert/camembert-base/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-base/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/camembert/camembert-base/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-base/MasakhaNEWSClusteringS2S.json diff --git a/results/camembert/camembert-base/MassiveIntentClassification.json b/outputs/benchmark_results/camembert/camembert-base/MassiveIntentClassification.json similarity index 100% rename from results/camembert/camembert-base/MassiveIntentClassification.json rename to outputs/benchmark_results/camembert/camembert-base/MassiveIntentClassification.json diff --git a/results/camembert/camembert-base/MassiveScenarioClassification.json b/outputs/benchmark_results/camembert/camembert-base/MassiveScenarioClassification.json similarity index 100% rename from results/camembert/camembert-base/MassiveScenarioClassification.json rename to outputs/benchmark_results/camembert/camembert-base/MassiveScenarioClassification.json diff --git a/results/camembert/camembert-base/MintakaRetrieval.json b/outputs/benchmark_results/camembert/camembert-base/MintakaRetrieval.json similarity index 100% rename from results/camembert/camembert-base/MintakaRetrieval.json rename to outputs/benchmark_results/camembert/camembert-base/MintakaRetrieval.json diff --git a/results/camembert/camembert-base/OpusparcusPC.json b/outputs/benchmark_results/camembert/camembert-base/OpusparcusPC.json similarity index 100% rename from results/camembert/camembert-base/OpusparcusPC.json rename to outputs/benchmark_results/camembert/camembert-base/OpusparcusPC.json diff --git a/results/camembert/camembert-base/PawsX.json b/outputs/benchmark_results/camembert/camembert-base/PawsX.json similarity index 100% rename from results/camembert/camembert-base/PawsX.json rename to outputs/benchmark_results/camembert/camembert-base/PawsX.json diff --git a/results/camembert/camembert-base/SICKFr.json b/outputs/benchmark_results/camembert/camembert-base/SICKFr.json similarity index 100% rename from results/camembert/camembert-base/SICKFr.json rename to outputs/benchmark_results/camembert/camembert-base/SICKFr.json diff --git a/results/camembert/camembert-base/STS22.json b/outputs/benchmark_results/camembert/camembert-base/STS22.json similarity index 100% rename from results/camembert/camembert-base/STS22.json rename to outputs/benchmark_results/camembert/camembert-base/STS22.json diff --git a/results/camembert/camembert-base/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/camembert/camembert-base/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/camembert/camembert-base/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/camembert/camembert-base/STSBenchmarkMultilingualSTS.json diff --git a/results/camembert/camembert-base/SummEvalFr.json b/outputs/benchmark_results/camembert/camembert-base/SummEvalFr.json similarity index 100% rename from results/camembert/camembert-base/SummEvalFr.json rename to outputs/benchmark_results/camembert/camembert-base/SummEvalFr.json diff --git a/results/camembert/camembert-base/SyntecReranking.json b/outputs/benchmark_results/camembert/camembert-base/SyntecReranking.json similarity index 100% rename from results/camembert/camembert-base/SyntecReranking.json rename to outputs/benchmark_results/camembert/camembert-base/SyntecReranking.json diff --git a/results/camembert/camembert-base/SyntecRetrieval.json b/outputs/benchmark_results/camembert/camembert-base/SyntecRetrieval.json similarity index 100% rename from results/camembert/camembert-base/SyntecRetrieval.json rename to outputs/benchmark_results/camembert/camembert-base/SyntecRetrieval.json diff --git a/results/camembert/camembert-base/XPQARetrieval.json b/outputs/benchmark_results/camembert/camembert-base/XPQARetrieval.json similarity index 100% rename from results/camembert/camembert-base/XPQARetrieval.json rename to outputs/benchmark_results/camembert/camembert-base/XPQARetrieval.json diff --git a/results/camembert/camembert-large/AlloProfClusteringP2P.json b/outputs/benchmark_results/camembert/camembert-large/AlloProfClusteringP2P.json similarity index 100% rename from results/camembert/camembert-large/AlloProfClusteringP2P.json rename to outputs/benchmark_results/camembert/camembert-large/AlloProfClusteringP2P.json diff --git a/results/camembert/camembert-large/AlloProfClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-large/AlloProfClusteringS2S.json similarity index 100% rename from results/camembert/camembert-large/AlloProfClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-large/AlloProfClusteringS2S.json diff --git a/results/camembert/camembert-large/AlloprofReranking.json b/outputs/benchmark_results/camembert/camembert-large/AlloprofReranking.json similarity index 100% rename from results/camembert/camembert-large/AlloprofReranking.json rename to outputs/benchmark_results/camembert/camembert-large/AlloprofReranking.json diff --git a/results/camembert/camembert-large/AlloprofRetrieval.json b/outputs/benchmark_results/camembert/camembert-large/AlloprofRetrieval.json similarity index 100% rename from results/camembert/camembert-large/AlloprofRetrieval.json rename to outputs/benchmark_results/camembert/camembert-large/AlloprofRetrieval.json diff --git a/results/camembert/camembert-large/AmazonReviewsClassification.json b/outputs/benchmark_results/camembert/camembert-large/AmazonReviewsClassification.json similarity index 100% rename from results/camembert/camembert-large/AmazonReviewsClassification.json rename to outputs/benchmark_results/camembert/camembert-large/AmazonReviewsClassification.json diff --git a/results/camembert/camembert-large/BSARDRetrieval.json b/outputs/benchmark_results/camembert/camembert-large/BSARDRetrieval.json similarity index 100% rename from results/camembert/camembert-large/BSARDRetrieval.json rename to outputs/benchmark_results/camembert/camembert-large/BSARDRetrieval.json diff --git a/results/camembert/camembert-large/DiaBLaBitextMining.json b/outputs/benchmark_results/camembert/camembert-large/DiaBLaBitextMining.json similarity index 100% rename from results/camembert/camembert-large/DiaBLaBitextMining.json rename to outputs/benchmark_results/camembert/camembert-large/DiaBLaBitextMining.json diff --git a/results/camembert/camembert-large/FloresBitextMining.json b/outputs/benchmark_results/camembert/camembert-large/FloresBitextMining.json similarity index 100% rename from results/camembert/camembert-large/FloresBitextMining.json rename to outputs/benchmark_results/camembert/camembert-large/FloresBitextMining.json diff --git a/results/camembert/camembert-large/HALClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-large/HALClusteringS2S.json similarity index 100% rename from results/camembert/camembert-large/HALClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-large/HALClusteringS2S.json diff --git a/results/camembert/camembert-large/MLSUMClusteringP2P.json b/outputs/benchmark_results/camembert/camembert-large/MLSUMClusteringP2P.json similarity index 100% rename from results/camembert/camembert-large/MLSUMClusteringP2P.json rename to outputs/benchmark_results/camembert/camembert-large/MLSUMClusteringP2P.json diff --git a/results/camembert/camembert-large/MLSUMClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-large/MLSUMClusteringS2S.json similarity index 100% rename from results/camembert/camembert-large/MLSUMClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-large/MLSUMClusteringS2S.json diff --git a/results/camembert/camembert-large/MTOPDomainClassification.json b/outputs/benchmark_results/camembert/camembert-large/MTOPDomainClassification.json similarity index 100% rename from results/camembert/camembert-large/MTOPDomainClassification.json rename to outputs/benchmark_results/camembert/camembert-large/MTOPDomainClassification.json diff --git a/results/camembert/camembert-large/MTOPIntentClassification.json b/outputs/benchmark_results/camembert/camembert-large/MTOPIntentClassification.json similarity index 100% rename from results/camembert/camembert-large/MTOPIntentClassification.json rename to outputs/benchmark_results/camembert/camembert-large/MTOPIntentClassification.json diff --git a/results/camembert/camembert-large/MasakhaNEWSClassification.json b/outputs/benchmark_results/camembert/camembert-large/MasakhaNEWSClassification.json similarity index 100% rename from results/camembert/camembert-large/MasakhaNEWSClassification.json rename to outputs/benchmark_results/camembert/camembert-large/MasakhaNEWSClassification.json diff --git a/results/camembert/camembert-large/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/camembert/camembert-large/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/camembert/camembert-large/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/camembert/camembert-large/MasakhaNEWSClusteringP2P.json diff --git a/results/camembert/camembert-large/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/camembert/camembert-large/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/camembert/camembert-large/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/camembert/camembert-large/MasakhaNEWSClusteringS2S.json diff --git a/results/camembert/camembert-large/MassiveIntentClassification.json b/outputs/benchmark_results/camembert/camembert-large/MassiveIntentClassification.json similarity index 100% rename from results/camembert/camembert-large/MassiveIntentClassification.json rename to outputs/benchmark_results/camembert/camembert-large/MassiveIntentClassification.json diff --git a/results/camembert/camembert-large/MassiveScenarioClassification.json b/outputs/benchmark_results/camembert/camembert-large/MassiveScenarioClassification.json similarity index 100% rename from results/camembert/camembert-large/MassiveScenarioClassification.json rename to outputs/benchmark_results/camembert/camembert-large/MassiveScenarioClassification.json diff --git a/results/camembert/camembert-large/MintakaRetrieval.json b/outputs/benchmark_results/camembert/camembert-large/MintakaRetrieval.json similarity index 100% rename from results/camembert/camembert-large/MintakaRetrieval.json rename to outputs/benchmark_results/camembert/camembert-large/MintakaRetrieval.json diff --git a/results/camembert/camembert-large/OpusparcusPC.json b/outputs/benchmark_results/camembert/camembert-large/OpusparcusPC.json similarity index 100% rename from results/camembert/camembert-large/OpusparcusPC.json rename to outputs/benchmark_results/camembert/camembert-large/OpusparcusPC.json diff --git a/results/camembert/camembert-large/PawsX.json b/outputs/benchmark_results/camembert/camembert-large/PawsX.json similarity index 100% rename from results/camembert/camembert-large/PawsX.json rename to outputs/benchmark_results/camembert/camembert-large/PawsX.json diff --git a/results/camembert/camembert-large/SICKFr.json b/outputs/benchmark_results/camembert/camembert-large/SICKFr.json similarity index 100% rename from results/camembert/camembert-large/SICKFr.json rename to outputs/benchmark_results/camembert/camembert-large/SICKFr.json diff --git a/results/camembert/camembert-large/STS22.json b/outputs/benchmark_results/camembert/camembert-large/STS22.json similarity index 100% rename from results/camembert/camembert-large/STS22.json rename to outputs/benchmark_results/camembert/camembert-large/STS22.json diff --git a/results/camembert/camembert-large/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/camembert/camembert-large/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/camembert/camembert-large/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/camembert/camembert-large/STSBenchmarkMultilingualSTS.json diff --git a/results/camembert/camembert-large/SummEvalFr.json b/outputs/benchmark_results/camembert/camembert-large/SummEvalFr.json similarity index 100% rename from results/camembert/camembert-large/SummEvalFr.json rename to outputs/benchmark_results/camembert/camembert-large/SummEvalFr.json diff --git a/results/camembert/camembert-large/SyntecReranking.json b/outputs/benchmark_results/camembert/camembert-large/SyntecReranking.json similarity index 100% rename from results/camembert/camembert-large/SyntecReranking.json rename to outputs/benchmark_results/camembert/camembert-large/SyntecReranking.json diff --git a/results/camembert/camembert-large/SyntecRetrieval.json b/outputs/benchmark_results/camembert/camembert-large/SyntecRetrieval.json similarity index 100% rename from results/camembert/camembert-large/SyntecRetrieval.json rename to outputs/benchmark_results/camembert/camembert-large/SyntecRetrieval.json diff --git a/results/camembert/camembert-large/XPQARetrieval.json b/outputs/benchmark_results/camembert/camembert-large/XPQARetrieval.json similarity index 100% rename from results/camembert/camembert-large/XPQARetrieval.json rename to outputs/benchmark_results/camembert/camembert-large/XPQARetrieval.json diff --git a/results/dangvantuan/sentence-camembert-base/AlloProfClusteringP2P.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloProfClusteringP2P.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/AlloProfClusteringP2P.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloProfClusteringP2P.json diff --git a/results/dangvantuan/sentence-camembert-base/AlloProfClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloProfClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/AlloProfClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloProfClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-base/AlloprofReranking.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloprofReranking.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/AlloprofReranking.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloprofReranking.json diff --git a/results/dangvantuan/sentence-camembert-base/AlloprofRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloprofRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/AlloprofRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/AlloprofRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-base/AmazonReviewsClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/AmazonReviewsClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/AmazonReviewsClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/AmazonReviewsClassification.json diff --git a/results/dangvantuan/sentence-camembert-base/BSARDRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/BSARDRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/BSARDRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/BSARDRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-base/DiaBLaBitextMining.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/DiaBLaBitextMining.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/DiaBLaBitextMining.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/DiaBLaBitextMining.json diff --git a/results/dangvantuan/sentence-camembert-base/FloresBitextMining.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/FloresBitextMining.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/FloresBitextMining.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/FloresBitextMining.json diff --git a/results/dangvantuan/sentence-camembert-base/HALClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/HALClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/HALClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/HALClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-base/MLSUMClusteringP2P.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MLSUMClusteringP2P.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MLSUMClusteringP2P.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MLSUMClusteringP2P.json diff --git a/results/dangvantuan/sentence-camembert-base/MLSUMClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MLSUMClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MLSUMClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MLSUMClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-base/MTOPDomainClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MTOPDomainClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MTOPDomainClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MTOPDomainClassification.json diff --git a/results/dangvantuan/sentence-camembert-base/MTOPIntentClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MTOPIntentClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MTOPIntentClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MTOPIntentClassification.json diff --git a/results/dangvantuan/sentence-camembert-base/MasakhaNEWSClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MasakhaNEWSClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MasakhaNEWSClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MasakhaNEWSClassification.json diff --git a/results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringP2P.json diff --git a/results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MasakhaNEWSClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-base/MassiveIntentClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MassiveIntentClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MassiveIntentClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MassiveIntentClassification.json diff --git a/results/dangvantuan/sentence-camembert-base/MassiveScenarioClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MassiveScenarioClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MassiveScenarioClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MassiveScenarioClassification.json diff --git a/results/dangvantuan/sentence-camembert-base/MintakaRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/MintakaRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/MintakaRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/MintakaRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-base/OpusparcusPC.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/OpusparcusPC.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/OpusparcusPC.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/OpusparcusPC.json diff --git a/results/dangvantuan/sentence-camembert-base/PawsX.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/PawsX.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/PawsX.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/PawsX.json diff --git a/results/dangvantuan/sentence-camembert-base/SICKFr.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/SICKFr.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/SICKFr.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/SICKFr.json diff --git a/results/dangvantuan/sentence-camembert-base/STS22.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/STS22.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/STS22.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/STS22.json diff --git a/results/dangvantuan/sentence-camembert-base/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/STSBenchmarkMultilingualSTS.json diff --git a/results/dangvantuan/sentence-camembert-base/SummEvalFr.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/SummEvalFr.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/SummEvalFr.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/SummEvalFr.json diff --git a/results/dangvantuan/sentence-camembert-base/SyntecReranking.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/SyntecReranking.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/SyntecReranking.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/SyntecReranking.json diff --git a/results/dangvantuan/sentence-camembert-base/SyntecRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/SyntecRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/SyntecRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/SyntecRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-base/XPQARetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-base/XPQARetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-base/XPQARetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-base/XPQARetrieval.json diff --git a/results/dangvantuan/sentence-camembert-large/AlloProfClusteringP2P.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloProfClusteringP2P.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/AlloProfClusteringP2P.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloProfClusteringP2P.json diff --git a/results/dangvantuan/sentence-camembert-large/AlloProfClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloProfClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/AlloProfClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloProfClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-large/AlloprofReranking.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloprofReranking.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/AlloprofReranking.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloprofReranking.json diff --git a/results/dangvantuan/sentence-camembert-large/AlloprofRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloprofRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/AlloprofRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/AlloprofRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-large/AmazonReviewsClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/AmazonReviewsClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/AmazonReviewsClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/AmazonReviewsClassification.json diff --git a/results/dangvantuan/sentence-camembert-large/BSARDRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/BSARDRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/BSARDRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/BSARDRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-large/DiaBLaBitextMining.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/DiaBLaBitextMining.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/DiaBLaBitextMining.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/DiaBLaBitextMining.json diff --git a/results/dangvantuan/sentence-camembert-large/FloresBitextMining.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/FloresBitextMining.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/FloresBitextMining.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/FloresBitextMining.json diff --git a/results/dangvantuan/sentence-camembert-large/HALClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/HALClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/HALClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/HALClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-large/MLSUMClusteringP2P.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MLSUMClusteringP2P.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MLSUMClusteringP2P.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MLSUMClusteringP2P.json diff --git a/results/dangvantuan/sentence-camembert-large/MLSUMClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MLSUMClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MLSUMClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MLSUMClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-large/MTOPDomainClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MTOPDomainClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MTOPDomainClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MTOPDomainClassification.json diff --git a/results/dangvantuan/sentence-camembert-large/MTOPIntentClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MTOPIntentClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MTOPIntentClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MTOPIntentClassification.json diff --git a/results/dangvantuan/sentence-camembert-large/MasakhaNEWSClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MasakhaNEWSClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MasakhaNEWSClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MasakhaNEWSClassification.json diff --git a/results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringP2P.json diff --git a/results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MasakhaNEWSClusteringS2S.json diff --git a/results/dangvantuan/sentence-camembert-large/MassiveIntentClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MassiveIntentClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MassiveIntentClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MassiveIntentClassification.json diff --git a/results/dangvantuan/sentence-camembert-large/MassiveScenarioClassification.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MassiveScenarioClassification.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MassiveScenarioClassification.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MassiveScenarioClassification.json diff --git a/results/dangvantuan/sentence-camembert-large/MintakaRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/MintakaRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/MintakaRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/MintakaRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-large/OpusparcusPC.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/OpusparcusPC.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/OpusparcusPC.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/OpusparcusPC.json diff --git a/results/dangvantuan/sentence-camembert-large/PawsX.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/PawsX.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/PawsX.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/PawsX.json diff --git a/results/dangvantuan/sentence-camembert-large/SICKFr.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/SICKFr.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/SICKFr.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/SICKFr.json diff --git a/results/dangvantuan/sentence-camembert-large/STS22.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/STS22.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/STS22.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/STS22.json diff --git a/results/dangvantuan/sentence-camembert-large/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/STSBenchmarkMultilingualSTS.json diff --git a/results/dangvantuan/sentence-camembert-large/SummEvalFr.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/SummEvalFr.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/SummEvalFr.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/SummEvalFr.json diff --git a/results/dangvantuan/sentence-camembert-large/SyntecReranking.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/SyntecReranking.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/SyntecReranking.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/SyntecReranking.json diff --git a/results/dangvantuan/sentence-camembert-large/SyntecRetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/SyntecRetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/SyntecRetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/SyntecRetrieval.json diff --git a/results/dangvantuan/sentence-camembert-large/XPQARetrieval.json b/outputs/benchmark_results/dangvantuan/sentence-camembert-large/XPQARetrieval.json similarity index 100% rename from results/dangvantuan/sentence-camembert-large/XPQARetrieval.json rename to outputs/benchmark_results/dangvantuan/sentence-camembert-large/XPQARetrieval.json diff --git a/results/distilbert-base-uncased/AlloProfClusteringP2P.json b/outputs/benchmark_results/distilbert-base-uncased/AlloProfClusteringP2P.json similarity index 100% rename from results/distilbert-base-uncased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/distilbert-base-uncased/AlloProfClusteringP2P.json diff --git a/results/distilbert-base-uncased/AlloProfClusteringS2S.json b/outputs/benchmark_results/distilbert-base-uncased/AlloProfClusteringS2S.json similarity index 100% rename from results/distilbert-base-uncased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/distilbert-base-uncased/AlloProfClusteringS2S.json diff --git a/results/distilbert-base-uncased/AlloprofReranking.json b/outputs/benchmark_results/distilbert-base-uncased/AlloprofReranking.json similarity index 100% rename from results/distilbert-base-uncased/AlloprofReranking.json rename to outputs/benchmark_results/distilbert-base-uncased/AlloprofReranking.json diff --git a/results/distilbert-base-uncased/AlloprofRetrieval.json b/outputs/benchmark_results/distilbert-base-uncased/AlloprofRetrieval.json similarity index 100% rename from results/distilbert-base-uncased/AlloprofRetrieval.json rename to outputs/benchmark_results/distilbert-base-uncased/AlloprofRetrieval.json diff --git a/results/distilbert-base-uncased/AmazonReviewsClassification.json b/outputs/benchmark_results/distilbert-base-uncased/AmazonReviewsClassification.json similarity index 100% rename from results/distilbert-base-uncased/AmazonReviewsClassification.json rename to outputs/benchmark_results/distilbert-base-uncased/AmazonReviewsClassification.json diff --git a/results/distilbert-base-uncased/BSARDRetrieval.json b/outputs/benchmark_results/distilbert-base-uncased/BSARDRetrieval.json similarity index 100% rename from results/distilbert-base-uncased/BSARDRetrieval.json rename to outputs/benchmark_results/distilbert-base-uncased/BSARDRetrieval.json diff --git a/results/distilbert-base-uncased/DiaBLaBitextMining.json b/outputs/benchmark_results/distilbert-base-uncased/DiaBLaBitextMining.json similarity index 100% rename from results/distilbert-base-uncased/DiaBLaBitextMining.json rename to outputs/benchmark_results/distilbert-base-uncased/DiaBLaBitextMining.json diff --git a/results/distilbert-base-uncased/FloresBitextMining.json b/outputs/benchmark_results/distilbert-base-uncased/FloresBitextMining.json similarity index 100% rename from results/distilbert-base-uncased/FloresBitextMining.json rename to outputs/benchmark_results/distilbert-base-uncased/FloresBitextMining.json diff --git a/results/distilbert-base-uncased/HALClusteringS2S.json b/outputs/benchmark_results/distilbert-base-uncased/HALClusteringS2S.json similarity index 100% rename from results/distilbert-base-uncased/HALClusteringS2S.json rename to outputs/benchmark_results/distilbert-base-uncased/HALClusteringS2S.json diff --git a/results/distilbert-base-uncased/MLSUMClusteringP2P.json b/outputs/benchmark_results/distilbert-base-uncased/MLSUMClusteringP2P.json similarity index 100% rename from results/distilbert-base-uncased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/distilbert-base-uncased/MLSUMClusteringP2P.json diff --git a/results/distilbert-base-uncased/MLSUMClusteringS2S.json b/outputs/benchmark_results/distilbert-base-uncased/MLSUMClusteringS2S.json similarity index 100% rename from results/distilbert-base-uncased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/distilbert-base-uncased/MLSUMClusteringS2S.json diff --git a/results/distilbert-base-uncased/MTOPDomainClassification.json b/outputs/benchmark_results/distilbert-base-uncased/MTOPDomainClassification.json similarity index 100% rename from results/distilbert-base-uncased/MTOPDomainClassification.json rename to outputs/benchmark_results/distilbert-base-uncased/MTOPDomainClassification.json diff --git a/results/distilbert-base-uncased/MTOPIntentClassification.json b/outputs/benchmark_results/distilbert-base-uncased/MTOPIntentClassification.json similarity index 100% rename from results/distilbert-base-uncased/MTOPIntentClassification.json rename to outputs/benchmark_results/distilbert-base-uncased/MTOPIntentClassification.json diff --git a/results/distilbert-base-uncased/MasakhaNEWSClassification.json b/outputs/benchmark_results/distilbert-base-uncased/MasakhaNEWSClassification.json similarity index 100% rename from results/distilbert-base-uncased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/distilbert-base-uncased/MasakhaNEWSClassification.json diff --git a/results/distilbert-base-uncased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/distilbert-base-uncased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/distilbert-base-uncased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/distilbert-base-uncased/MasakhaNEWSClusteringP2P.json diff --git a/results/distilbert-base-uncased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/distilbert-base-uncased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/distilbert-base-uncased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/distilbert-base-uncased/MasakhaNEWSClusteringS2S.json diff --git a/results/distilbert-base-uncased/MassiveIntentClassification.json b/outputs/benchmark_results/distilbert-base-uncased/MassiveIntentClassification.json similarity index 100% rename from results/distilbert-base-uncased/MassiveIntentClassification.json rename to outputs/benchmark_results/distilbert-base-uncased/MassiveIntentClassification.json diff --git a/results/distilbert-base-uncased/MassiveScenarioClassification.json b/outputs/benchmark_results/distilbert-base-uncased/MassiveScenarioClassification.json similarity index 100% rename from results/distilbert-base-uncased/MassiveScenarioClassification.json rename to outputs/benchmark_results/distilbert-base-uncased/MassiveScenarioClassification.json diff --git a/results/distilbert-base-uncased/MintakaRetrieval.json b/outputs/benchmark_results/distilbert-base-uncased/MintakaRetrieval.json similarity index 100% rename from results/distilbert-base-uncased/MintakaRetrieval.json rename to outputs/benchmark_results/distilbert-base-uncased/MintakaRetrieval.json diff --git a/results/distilbert-base-uncased/OpusparcusPC.json b/outputs/benchmark_results/distilbert-base-uncased/OpusparcusPC.json similarity index 100% rename from results/distilbert-base-uncased/OpusparcusPC.json rename to outputs/benchmark_results/distilbert-base-uncased/OpusparcusPC.json diff --git a/results/distilbert-base-uncased/PawsX.json b/outputs/benchmark_results/distilbert-base-uncased/PawsX.json similarity index 100% rename from results/distilbert-base-uncased/PawsX.json rename to outputs/benchmark_results/distilbert-base-uncased/PawsX.json diff --git a/results/distilbert-base-uncased/SICKFr.json b/outputs/benchmark_results/distilbert-base-uncased/SICKFr.json similarity index 100% rename from results/distilbert-base-uncased/SICKFr.json rename to outputs/benchmark_results/distilbert-base-uncased/SICKFr.json diff --git a/results/distilbert-base-uncased/STS22.json b/outputs/benchmark_results/distilbert-base-uncased/STS22.json similarity index 100% rename from results/distilbert-base-uncased/STS22.json rename to outputs/benchmark_results/distilbert-base-uncased/STS22.json diff --git a/results/distilbert-base-uncased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/distilbert-base-uncased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/distilbert-base-uncased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/distilbert-base-uncased/STSBenchmarkMultilingualSTS.json diff --git a/results/distilbert-base-uncased/SummEvalFr.json b/outputs/benchmark_results/distilbert-base-uncased/SummEvalFr.json similarity index 100% rename from results/distilbert-base-uncased/SummEvalFr.json rename to outputs/benchmark_results/distilbert-base-uncased/SummEvalFr.json diff --git a/results/distilbert-base-uncased/SyntecReranking.json b/outputs/benchmark_results/distilbert-base-uncased/SyntecReranking.json similarity index 100% rename from results/distilbert-base-uncased/SyntecReranking.json rename to outputs/benchmark_results/distilbert-base-uncased/SyntecReranking.json diff --git a/results/distilbert-base-uncased/SyntecRetrieval.json b/outputs/benchmark_results/distilbert-base-uncased/SyntecRetrieval.json similarity index 100% rename from results/distilbert-base-uncased/SyntecRetrieval.json rename to outputs/benchmark_results/distilbert-base-uncased/SyntecRetrieval.json diff --git a/results/distilbert-base-uncased/XPQARetrieval.json b/outputs/benchmark_results/distilbert-base-uncased/XPQARetrieval.json similarity index 100% rename from results/distilbert-base-uncased/XPQARetrieval.json rename to outputs/benchmark_results/distilbert-base-uncased/XPQARetrieval.json diff --git a/results/flaubert/flaubert_base_cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/AlloProfClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_base_cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/AlloProfClusteringP2P.json diff --git a/results/flaubert/flaubert_base_cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/AlloProfClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/AlloProfClusteringS2S.json diff --git a/results/flaubert/flaubert_base_cased/AlloprofReranking.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/AlloprofReranking.json similarity index 100% rename from results/flaubert/flaubert_base_cased/AlloprofReranking.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/AlloprofReranking.json diff --git a/results/flaubert/flaubert_base_cased/AlloprofRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/AlloprofRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_cased/AlloprofRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/AlloprofRetrieval.json diff --git a/results/flaubert/flaubert_base_cased/AmazonReviewsClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/AmazonReviewsClassification.json similarity index 100% rename from results/flaubert/flaubert_base_cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/AmazonReviewsClassification.json diff --git a/results/flaubert/flaubert_base_cased/BSARDRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/BSARDRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_cased/BSARDRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/BSARDRetrieval.json diff --git a/results/flaubert/flaubert_base_cased/DiaBLaBitextMining.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/DiaBLaBitextMining.json similarity index 100% rename from results/flaubert/flaubert_base_cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/DiaBLaBitextMining.json diff --git a/results/flaubert/flaubert_base_cased/FloresBitextMining.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/FloresBitextMining.json similarity index 100% rename from results/flaubert/flaubert_base_cased/FloresBitextMining.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/FloresBitextMining.json diff --git a/results/flaubert/flaubert_base_cased/HALClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/HALClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_cased/HALClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/HALClusteringS2S.json diff --git a/results/flaubert/flaubert_base_cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MLSUMClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MLSUMClusteringP2P.json diff --git a/results/flaubert/flaubert_base_cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MLSUMClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MLSUMClusteringS2S.json diff --git a/results/flaubert/flaubert_base_cased/MTOPDomainClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MTOPDomainClassification.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MTOPDomainClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MTOPDomainClassification.json diff --git a/results/flaubert/flaubert_base_cased/MTOPIntentClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MTOPIntentClassification.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MTOPIntentClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MTOPIntentClassification.json diff --git a/results/flaubert/flaubert_base_cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MasakhaNEWSClassification.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MasakhaNEWSClassification.json diff --git a/results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringP2P.json diff --git a/results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MasakhaNEWSClusteringS2S.json diff --git a/results/flaubert/flaubert_base_cased/MassiveIntentClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MassiveIntentClassification.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MassiveIntentClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MassiveIntentClassification.json diff --git a/results/flaubert/flaubert_base_cased/MassiveScenarioClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MassiveScenarioClassification.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MassiveScenarioClassification.json diff --git a/results/flaubert/flaubert_base_cased/MintakaRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/MintakaRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_cased/MintakaRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/MintakaRetrieval.json diff --git a/results/flaubert/flaubert_base_cased/OpusparcusPC.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/OpusparcusPC.json similarity index 100% rename from results/flaubert/flaubert_base_cased/OpusparcusPC.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/OpusparcusPC.json diff --git a/results/flaubert/flaubert_base_cased/PawsX.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/PawsX.json similarity index 100% rename from results/flaubert/flaubert_base_cased/PawsX.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/PawsX.json diff --git a/results/flaubert/flaubert_base_cased/SICKFr.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/SICKFr.json similarity index 100% rename from results/flaubert/flaubert_base_cased/SICKFr.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/SICKFr.json diff --git a/results/flaubert/flaubert_base_cased/STS22.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/STS22.json similarity index 100% rename from results/flaubert/flaubert_base_cased/STS22.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/STS22.json diff --git a/results/flaubert/flaubert_base_cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/flaubert/flaubert_base_cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/STSBenchmarkMultilingualSTS.json diff --git a/results/flaubert/flaubert_base_cased/SummEvalFr.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/SummEvalFr.json similarity index 100% rename from results/flaubert/flaubert_base_cased/SummEvalFr.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/SummEvalFr.json diff --git a/results/flaubert/flaubert_base_cased/SyntecReranking.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/SyntecReranking.json similarity index 100% rename from results/flaubert/flaubert_base_cased/SyntecReranking.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/SyntecReranking.json diff --git a/results/flaubert/flaubert_base_cased/SyntecRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/SyntecRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_cased/SyntecRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/SyntecRetrieval.json diff --git a/results/flaubert/flaubert_base_cased/XPQARetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_cased/XPQARetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_cased/XPQARetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_cased/XPQARetrieval.json diff --git a/results/flaubert/flaubert_base_uncased/AlloProfClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloProfClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloProfClusteringP2P.json diff --git a/results/flaubert/flaubert_base_uncased/AlloProfClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloProfClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloProfClusteringS2S.json diff --git a/results/flaubert/flaubert_base_uncased/AlloprofReranking.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloprofReranking.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/AlloprofReranking.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloprofReranking.json diff --git a/results/flaubert/flaubert_base_uncased/AlloprofRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloprofRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/AlloprofRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/AlloprofRetrieval.json diff --git a/results/flaubert/flaubert_base_uncased/AmazonReviewsClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/AmazonReviewsClassification.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/AmazonReviewsClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/AmazonReviewsClassification.json diff --git a/results/flaubert/flaubert_base_uncased/BSARDRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/BSARDRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/BSARDRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/BSARDRetrieval.json diff --git a/results/flaubert/flaubert_base_uncased/DiaBLaBitextMining.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/DiaBLaBitextMining.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/DiaBLaBitextMining.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/DiaBLaBitextMining.json diff --git a/results/flaubert/flaubert_base_uncased/FloresBitextMining.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/FloresBitextMining.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/FloresBitextMining.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/FloresBitextMining.json diff --git a/results/flaubert/flaubert_base_uncased/HALClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/HALClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/HALClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/HALClusteringS2S.json diff --git a/results/flaubert/flaubert_base_uncased/MLSUMClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MLSUMClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MLSUMClusteringP2P.json diff --git a/results/flaubert/flaubert_base_uncased/MLSUMClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MLSUMClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MLSUMClusteringS2S.json diff --git a/results/flaubert/flaubert_base_uncased/MTOPDomainClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MTOPDomainClassification.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MTOPDomainClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MTOPDomainClassification.json diff --git a/results/flaubert/flaubert_base_uncased/MTOPIntentClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MTOPIntentClassification.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MTOPIntentClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MTOPIntentClassification.json diff --git a/results/flaubert/flaubert_base_uncased/MasakhaNEWSClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MasakhaNEWSClassification.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MasakhaNEWSClassification.json diff --git a/results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringP2P.json diff --git a/results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MasakhaNEWSClusteringS2S.json diff --git a/results/flaubert/flaubert_base_uncased/MassiveIntentClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MassiveIntentClassification.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MassiveIntentClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MassiveIntentClassification.json diff --git a/results/flaubert/flaubert_base_uncased/MassiveScenarioClassification.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MassiveScenarioClassification.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MassiveScenarioClassification.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MassiveScenarioClassification.json diff --git a/results/flaubert/flaubert_base_uncased/MintakaRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/MintakaRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/MintakaRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/MintakaRetrieval.json diff --git a/results/flaubert/flaubert_base_uncased/OpusparcusPC.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/OpusparcusPC.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/OpusparcusPC.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/OpusparcusPC.json diff --git a/results/flaubert/flaubert_base_uncased/PawsX.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/PawsX.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/PawsX.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/PawsX.json diff --git a/results/flaubert/flaubert_base_uncased/SICKFr.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/SICKFr.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/SICKFr.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/SICKFr.json diff --git a/results/flaubert/flaubert_base_uncased/STS22.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/STS22.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/STS22.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/STS22.json diff --git a/results/flaubert/flaubert_base_uncased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/STSBenchmarkMultilingualSTS.json diff --git a/results/flaubert/flaubert_base_uncased/SummEvalFr.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/SummEvalFr.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/SummEvalFr.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/SummEvalFr.json diff --git a/results/flaubert/flaubert_base_uncased/SyntecReranking.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/SyntecReranking.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/SyntecReranking.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/SyntecReranking.json diff --git a/results/flaubert/flaubert_base_uncased/SyntecRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/SyntecRetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/SyntecRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/SyntecRetrieval.json diff --git a/results/flaubert/flaubert_base_uncased/XPQARetrieval.json b/outputs/benchmark_results/flaubert/flaubert_base_uncased/XPQARetrieval.json similarity index 100% rename from results/flaubert/flaubert_base_uncased/XPQARetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_base_uncased/XPQARetrieval.json diff --git a/results/flaubert/flaubert_large_cased/AlloProfClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/AlloProfClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_large_cased/AlloProfClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/AlloProfClusteringP2P.json diff --git a/results/flaubert/flaubert_large_cased/AlloProfClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/AlloProfClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_large_cased/AlloProfClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/AlloProfClusteringS2S.json diff --git a/results/flaubert/flaubert_large_cased/AlloprofReranking.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/AlloprofReranking.json similarity index 100% rename from results/flaubert/flaubert_large_cased/AlloprofReranking.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/AlloprofReranking.json diff --git a/results/flaubert/flaubert_large_cased/AlloprofRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/AlloprofRetrieval.json similarity index 100% rename from results/flaubert/flaubert_large_cased/AlloprofRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/AlloprofRetrieval.json diff --git a/results/flaubert/flaubert_large_cased/AmazonReviewsClassification.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/AmazonReviewsClassification.json similarity index 100% rename from results/flaubert/flaubert_large_cased/AmazonReviewsClassification.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/AmazonReviewsClassification.json diff --git a/results/flaubert/flaubert_large_cased/BSARDRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/BSARDRetrieval.json similarity index 100% rename from results/flaubert/flaubert_large_cased/BSARDRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/BSARDRetrieval.json diff --git a/results/flaubert/flaubert_large_cased/DiaBLaBitextMining.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/DiaBLaBitextMining.json similarity index 100% rename from results/flaubert/flaubert_large_cased/DiaBLaBitextMining.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/DiaBLaBitextMining.json diff --git a/results/flaubert/flaubert_large_cased/FloresBitextMining.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/FloresBitextMining.json similarity index 100% rename from results/flaubert/flaubert_large_cased/FloresBitextMining.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/FloresBitextMining.json diff --git a/results/flaubert/flaubert_large_cased/HALClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/HALClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_large_cased/HALClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/HALClusteringS2S.json diff --git a/results/flaubert/flaubert_large_cased/MLSUMClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MLSUMClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MLSUMClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MLSUMClusteringP2P.json diff --git a/results/flaubert/flaubert_large_cased/MLSUMClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MLSUMClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MLSUMClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MLSUMClusteringS2S.json diff --git a/results/flaubert/flaubert_large_cased/MTOPDomainClassification.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MTOPDomainClassification.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MTOPDomainClassification.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MTOPDomainClassification.json diff --git a/results/flaubert/flaubert_large_cased/MTOPIntentClassification.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MTOPIntentClassification.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MTOPIntentClassification.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MTOPIntentClassification.json diff --git a/results/flaubert/flaubert_large_cased/MasakhaNEWSClassification.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MasakhaNEWSClassification.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MasakhaNEWSClassification.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MasakhaNEWSClassification.json diff --git a/results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringP2P.json diff --git a/results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MasakhaNEWSClusteringS2S.json diff --git a/results/flaubert/flaubert_large_cased/MassiveIntentClassification.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MassiveIntentClassification.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MassiveIntentClassification.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MassiveIntentClassification.json diff --git a/results/flaubert/flaubert_large_cased/MassiveScenarioClassification.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MassiveScenarioClassification.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MassiveScenarioClassification.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MassiveScenarioClassification.json diff --git a/results/flaubert/flaubert_large_cased/MintakaRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/MintakaRetrieval.json similarity index 100% rename from results/flaubert/flaubert_large_cased/MintakaRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/MintakaRetrieval.json diff --git a/results/flaubert/flaubert_large_cased/OpusparcusPC.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/OpusparcusPC.json similarity index 100% rename from results/flaubert/flaubert_large_cased/OpusparcusPC.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/OpusparcusPC.json diff --git a/results/flaubert/flaubert_large_cased/PawsX.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/PawsX.json similarity index 100% rename from results/flaubert/flaubert_large_cased/PawsX.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/PawsX.json diff --git a/results/flaubert/flaubert_large_cased/SICKFr.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/SICKFr.json similarity index 100% rename from results/flaubert/flaubert_large_cased/SICKFr.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/SICKFr.json diff --git a/results/flaubert/flaubert_large_cased/STS22.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/STS22.json similarity index 100% rename from results/flaubert/flaubert_large_cased/STS22.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/STS22.json diff --git a/results/flaubert/flaubert_large_cased/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/flaubert/flaubert_large_cased/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/STSBenchmarkMultilingualSTS.json diff --git a/results/flaubert/flaubert_large_cased/SummEvalFr.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/SummEvalFr.json similarity index 100% rename from results/flaubert/flaubert_large_cased/SummEvalFr.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/SummEvalFr.json diff --git a/results/flaubert/flaubert_large_cased/SyntecReranking.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/SyntecReranking.json similarity index 100% rename from results/flaubert/flaubert_large_cased/SyntecReranking.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/SyntecReranking.json diff --git a/results/flaubert/flaubert_large_cased/SyntecRetrieval.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/SyntecRetrieval.json similarity index 100% rename from results/flaubert/flaubert_large_cased/SyntecRetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/SyntecRetrieval.json diff --git a/results/flaubert/flaubert_large_cased/XPQARetrieval.json b/outputs/benchmark_results/flaubert/flaubert_large_cased/XPQARetrieval.json similarity index 100% rename from results/flaubert/flaubert_large_cased/XPQARetrieval.json rename to outputs/benchmark_results/flaubert/flaubert_large_cased/XPQARetrieval.json diff --git a/results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringP2P.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringP2P.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringP2P.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringP2P.json diff --git a/results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringS2S.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringS2S.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringS2S.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloProfClusteringS2S.json diff --git a/results/intfloat/e5-mistral-7b-instruct/AlloprofReranking.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloprofReranking.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/AlloprofReranking.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloprofReranking.json diff --git a/results/intfloat/e5-mistral-7b-instruct/AlloprofRetrieval.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloprofRetrieval.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/AlloprofRetrieval.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AlloprofRetrieval.json diff --git a/results/intfloat/e5-mistral-7b-instruct/AmazonReviewsClassification.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AmazonReviewsClassification.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/AmazonReviewsClassification.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/AmazonReviewsClassification.json diff --git a/results/intfloat/e5-mistral-7b-instruct/BSARDRetrieval.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/BSARDRetrieval.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/BSARDRetrieval.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/BSARDRetrieval.json diff --git a/results/intfloat/e5-mistral-7b-instruct/DiaBLaBitextMining.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/DiaBLaBitextMining.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/DiaBLaBitextMining.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/DiaBLaBitextMining.json diff --git a/results/intfloat/e5-mistral-7b-instruct/FloresBitextMining.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/FloresBitextMining.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/FloresBitextMining.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/FloresBitextMining.json diff --git a/results/intfloat/e5-mistral-7b-instruct/HALClusteringS2S.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/HALClusteringS2S.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/HALClusteringS2S.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/HALClusteringS2S.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringP2P.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringP2P.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringP2P.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringP2P.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringS2S.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringS2S.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringS2S.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MLSUMClusteringS2S.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MTOPDomainClassification.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MTOPDomainClassification.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MTOPDomainClassification.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MTOPDomainClassification.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MTOPIntentClassification.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MTOPIntentClassification.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MTOPIntentClassification.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MTOPIntentClassification.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClassification.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClassification.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClassification.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClassification.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringP2P.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MasakhaNEWSClusteringS2S.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MassiveIntentClassification.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MassiveIntentClassification.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MassiveIntentClassification.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MassiveIntentClassification.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MassiveScenarioClassification.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MassiveScenarioClassification.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MassiveScenarioClassification.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MassiveScenarioClassification.json diff --git a/results/intfloat/e5-mistral-7b-instruct/MintakaRetrieval.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MintakaRetrieval.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/MintakaRetrieval.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/MintakaRetrieval.json diff --git a/results/intfloat/e5-mistral-7b-instruct/OpusparcusPC.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/OpusparcusPC.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/OpusparcusPC.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/OpusparcusPC.json diff --git a/results/intfloat/e5-mistral-7b-instruct/PawsX.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/PawsX.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/PawsX.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/PawsX.json diff --git a/results/intfloat/e5-mistral-7b-instruct/SICKFr.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SICKFr.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/SICKFr.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SICKFr.json diff --git a/results/intfloat/e5-mistral-7b-instruct/STS22.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/STS22.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/STS22.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/STS22.json diff --git a/results/intfloat/e5-mistral-7b-instruct/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/STSBenchmarkMultilingualSTS.json diff --git a/results/intfloat/e5-mistral-7b-instruct/SummEvalFr.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SummEvalFr.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/SummEvalFr.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SummEvalFr.json diff --git a/results/intfloat/e5-mistral-7b-instruct/SyntecReranking.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SyntecReranking.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/SyntecReranking.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SyntecReranking.json diff --git a/results/intfloat/e5-mistral-7b-instruct/SyntecRetrieval.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SyntecRetrieval.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/SyntecRetrieval.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/SyntecRetrieval.json diff --git a/results/intfloat/e5-mistral-7b-instruct/XPQARetrieval.json b/outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/XPQARetrieval.json similarity index 100% rename from results/intfloat/e5-mistral-7b-instruct/XPQARetrieval.json rename to outputs/benchmark_results/intfloat/e5-mistral-7b-instruct/XPQARetrieval.json diff --git a/results/intfloat/multilingual-e5-base/AlloProfClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/AlloProfClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-base/AlloProfClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/AlloProfClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-base/AlloProfClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/AlloProfClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-base/AlloProfClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/AlloProfClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-base/AlloprofReranking.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/AlloprofReranking.json similarity index 100% rename from results/intfloat/multilingual-e5-base/AlloprofReranking.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/AlloprofReranking.json diff --git a/results/intfloat/multilingual-e5-base/AlloprofRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/AlloprofRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-base/AlloprofRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/AlloprofRetrieval.json diff --git a/results/intfloat/multilingual-e5-base/AmazonReviewsClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/AmazonReviewsClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-base/AmazonReviewsClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/AmazonReviewsClassification.json diff --git a/results/intfloat/multilingual-e5-base/BSARDRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/BSARDRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-base/BSARDRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/BSARDRetrieval.json diff --git a/results/intfloat/multilingual-e5-base/DiaBLaBitextMining.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/DiaBLaBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-base/DiaBLaBitextMining.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/DiaBLaBitextMining.json diff --git a/results/intfloat/multilingual-e5-base/FloresBitextMining.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/FloresBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-base/FloresBitextMining.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/FloresBitextMining.json diff --git a/results/intfloat/multilingual-e5-base/HALClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/HALClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-base/HALClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/HALClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-base/MLSUMClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MLSUMClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MLSUMClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MLSUMClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-base/MLSUMClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MLSUMClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MLSUMClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MLSUMClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-base/MTOPDomainClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MTOPDomainClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MTOPDomainClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MTOPDomainClassification.json diff --git a/results/intfloat/multilingual-e5-base/MTOPIntentClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MTOPIntentClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MTOPIntentClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MTOPIntentClassification.json diff --git a/results/intfloat/multilingual-e5-base/MasakhaNEWSClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MasakhaNEWSClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MasakhaNEWSClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MasakhaNEWSClassification.json diff --git a/results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MasakhaNEWSClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-base/MassiveIntentClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MassiveIntentClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MassiveIntentClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MassiveIntentClassification.json diff --git a/results/intfloat/multilingual-e5-base/MassiveScenarioClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MassiveScenarioClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MassiveScenarioClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MassiveScenarioClassification.json diff --git a/results/intfloat/multilingual-e5-base/MintakaRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/MintakaRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-base/MintakaRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/MintakaRetrieval.json diff --git a/results/intfloat/multilingual-e5-base/OpusparcusPC.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/OpusparcusPC.json similarity index 100% rename from results/intfloat/multilingual-e5-base/OpusparcusPC.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/OpusparcusPC.json diff --git a/results/intfloat/multilingual-e5-base/PawsX.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/PawsX.json similarity index 100% rename from results/intfloat/multilingual-e5-base/PawsX.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/PawsX.json diff --git a/results/intfloat/multilingual-e5-base/SICKFr.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/SICKFr.json similarity index 100% rename from results/intfloat/multilingual-e5-base/SICKFr.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/SICKFr.json diff --git a/results/intfloat/multilingual-e5-base/STS22.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/STS22.json similarity index 100% rename from results/intfloat/multilingual-e5-base/STS22.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/STS22.json diff --git a/results/intfloat/multilingual-e5-base/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/intfloat/multilingual-e5-base/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/STSBenchmarkMultilingualSTS.json diff --git a/results/intfloat/multilingual-e5-base/SummEvalFr.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/SummEvalFr.json similarity index 100% rename from results/intfloat/multilingual-e5-base/SummEvalFr.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/SummEvalFr.json diff --git a/results/intfloat/multilingual-e5-base/SyntecReranking.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/SyntecReranking.json similarity index 100% rename from results/intfloat/multilingual-e5-base/SyntecReranking.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/SyntecReranking.json diff --git a/results/intfloat/multilingual-e5-base/SyntecRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/SyntecRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-base/SyntecRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/SyntecRetrieval.json diff --git a/results/intfloat/multilingual-e5-base/XPQARetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-base/XPQARetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-base/XPQARetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-base/XPQARetrieval.json diff --git a/results/intfloat/multilingual-e5-large/AlloProfClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/AlloProfClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-large/AlloProfClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/AlloProfClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-large/AlloProfClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/AlloProfClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-large/AlloProfClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/AlloProfClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-large/AlloprofReranking.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/AlloprofReranking.json similarity index 100% rename from results/intfloat/multilingual-e5-large/AlloprofReranking.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/AlloprofReranking.json diff --git a/results/intfloat/multilingual-e5-large/AlloprofRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/AlloprofRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-large/AlloprofRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/AlloprofRetrieval.json diff --git a/results/intfloat/multilingual-e5-large/AmazonReviewsClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/AmazonReviewsClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-large/AmazonReviewsClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/AmazonReviewsClassification.json diff --git a/results/intfloat/multilingual-e5-large/BSARDRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/BSARDRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-large/BSARDRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/BSARDRetrieval.json diff --git a/results/intfloat/multilingual-e5-large/DiaBLaBitextMining.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/DiaBLaBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-large/DiaBLaBitextMining.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/DiaBLaBitextMining.json diff --git a/results/intfloat/multilingual-e5-large/FloresBitextMining.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/FloresBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-large/FloresBitextMining.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/FloresBitextMining.json diff --git a/results/intfloat/multilingual-e5-large/HALClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/HALClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-large/HALClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/HALClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-large/MLSUMClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MLSUMClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MLSUMClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MLSUMClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-large/MLSUMClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MLSUMClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MLSUMClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MLSUMClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-large/MTOPDomainClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MTOPDomainClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MTOPDomainClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MTOPDomainClassification.json diff --git a/results/intfloat/multilingual-e5-large/MTOPIntentClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MTOPIntentClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MTOPIntentClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MTOPIntentClassification.json diff --git a/results/intfloat/multilingual-e5-large/MasakhaNEWSClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MasakhaNEWSClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MasakhaNEWSClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MasakhaNEWSClassification.json diff --git a/results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MasakhaNEWSClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-large/MassiveIntentClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MassiveIntentClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MassiveIntentClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MassiveIntentClassification.json diff --git a/results/intfloat/multilingual-e5-large/MassiveScenarioClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MassiveScenarioClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MassiveScenarioClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MassiveScenarioClassification.json diff --git a/results/intfloat/multilingual-e5-large/MintakaRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/MintakaRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-large/MintakaRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/MintakaRetrieval.json diff --git a/results/intfloat/multilingual-e5-large/OpusparcusPC.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/OpusparcusPC.json similarity index 100% rename from results/intfloat/multilingual-e5-large/OpusparcusPC.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/OpusparcusPC.json diff --git a/results/intfloat/multilingual-e5-large/PawsX.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/PawsX.json similarity index 100% rename from results/intfloat/multilingual-e5-large/PawsX.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/PawsX.json diff --git a/results/intfloat/multilingual-e5-large/SICKFr.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/SICKFr.json similarity index 100% rename from results/intfloat/multilingual-e5-large/SICKFr.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/SICKFr.json diff --git a/results/intfloat/multilingual-e5-large/STS22.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/STS22.json similarity index 100% rename from results/intfloat/multilingual-e5-large/STS22.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/STS22.json diff --git a/results/intfloat/multilingual-e5-large/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/intfloat/multilingual-e5-large/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/STSBenchmarkMultilingualSTS.json diff --git a/results/intfloat/multilingual-e5-large/SummEvalFr.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/SummEvalFr.json similarity index 100% rename from results/intfloat/multilingual-e5-large/SummEvalFr.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/SummEvalFr.json diff --git a/results/intfloat/multilingual-e5-large/SyntecReranking.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/SyntecReranking.json similarity index 100% rename from results/intfloat/multilingual-e5-large/SyntecReranking.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/SyntecReranking.json diff --git a/results/intfloat/multilingual-e5-large/SyntecRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/SyntecRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-large/SyntecRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/SyntecRetrieval.json diff --git a/results/intfloat/multilingual-e5-large/XPQARetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-large/XPQARetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-large/XPQARetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-large/XPQARetrieval.json diff --git a/results/intfloat/multilingual-e5-small/AlloProfClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/AlloProfClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-small/AlloProfClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/AlloProfClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-small/AlloProfClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/AlloProfClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-small/AlloProfClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/AlloProfClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-small/AlloprofReranking.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/AlloprofReranking.json similarity index 100% rename from results/intfloat/multilingual-e5-small/AlloprofReranking.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/AlloprofReranking.json diff --git a/results/intfloat/multilingual-e5-small/AlloprofRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/AlloprofRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-small/AlloprofRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/AlloprofRetrieval.json diff --git a/results/intfloat/multilingual-e5-small/AmazonReviewsClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/AmazonReviewsClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-small/AmazonReviewsClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/AmazonReviewsClassification.json diff --git a/results/intfloat/multilingual-e5-small/BSARDRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/BSARDRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-small/BSARDRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/BSARDRetrieval.json diff --git a/results/intfloat/multilingual-e5-small/DiaBLaBitextMining.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/DiaBLaBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-small/DiaBLaBitextMining.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/DiaBLaBitextMining.json diff --git a/results/intfloat/multilingual-e5-small/FloresBitextMining.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/FloresBitextMining.json similarity index 100% rename from results/intfloat/multilingual-e5-small/FloresBitextMining.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/FloresBitextMining.json diff --git a/results/intfloat/multilingual-e5-small/HALClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/HALClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-small/HALClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/HALClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-small/MLSUMClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MLSUMClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MLSUMClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MLSUMClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-small/MLSUMClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MLSUMClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MLSUMClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MLSUMClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-small/MTOPDomainClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MTOPDomainClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MTOPDomainClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MTOPDomainClassification.json diff --git a/results/intfloat/multilingual-e5-small/MTOPIntentClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MTOPIntentClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MTOPIntentClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MTOPIntentClassification.json diff --git a/results/intfloat/multilingual-e5-small/MasakhaNEWSClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MasakhaNEWSClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MasakhaNEWSClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MasakhaNEWSClassification.json diff --git a/results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringP2P.json diff --git a/results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MasakhaNEWSClusteringS2S.json diff --git a/results/intfloat/multilingual-e5-small/MassiveIntentClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MassiveIntentClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MassiveIntentClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MassiveIntentClassification.json diff --git a/results/intfloat/multilingual-e5-small/MassiveScenarioClassification.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MassiveScenarioClassification.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MassiveScenarioClassification.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MassiveScenarioClassification.json diff --git a/results/intfloat/multilingual-e5-small/MintakaRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/MintakaRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-small/MintakaRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/MintakaRetrieval.json diff --git a/results/intfloat/multilingual-e5-small/OpusparcusPC.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/OpusparcusPC.json similarity index 100% rename from results/intfloat/multilingual-e5-small/OpusparcusPC.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/OpusparcusPC.json diff --git a/results/intfloat/multilingual-e5-small/PawsX.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/PawsX.json similarity index 100% rename from results/intfloat/multilingual-e5-small/PawsX.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/PawsX.json diff --git a/results/intfloat/multilingual-e5-small/SICKFr.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/SICKFr.json similarity index 100% rename from results/intfloat/multilingual-e5-small/SICKFr.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/SICKFr.json diff --git a/results/intfloat/multilingual-e5-small/STS22.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/STS22.json similarity index 100% rename from results/intfloat/multilingual-e5-small/STS22.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/STS22.json diff --git a/results/intfloat/multilingual-e5-small/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/intfloat/multilingual-e5-small/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/STSBenchmarkMultilingualSTS.json diff --git a/results/intfloat/multilingual-e5-small/SummEvalFr.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/SummEvalFr.json similarity index 100% rename from results/intfloat/multilingual-e5-small/SummEvalFr.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/SummEvalFr.json diff --git a/results/intfloat/multilingual-e5-small/SyntecReranking.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/SyntecReranking.json similarity index 100% rename from results/intfloat/multilingual-e5-small/SyntecReranking.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/SyntecReranking.json diff --git a/results/intfloat/multilingual-e5-small/SyntecRetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/SyntecRetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-small/SyntecRetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/SyntecRetrieval.json diff --git a/results/intfloat/multilingual-e5-small/XPQARetrieval.json b/outputs/benchmark_results/intfloat/multilingual-e5-small/XPQARetrieval.json similarity index 100% rename from results/intfloat/multilingual-e5-small/XPQARetrieval.json rename to outputs/benchmark_results/intfloat/multilingual-e5-small/XPQARetrieval.json diff --git a/results/izhx/udever-bloom-1b1/AlloProfClusteringP2P.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/AlloProfClusteringP2P.json similarity index 100% rename from results/izhx/udever-bloom-1b1/AlloProfClusteringP2P.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/AlloProfClusteringP2P.json diff --git a/results/izhx/udever-bloom-1b1/AlloProfClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/AlloProfClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-1b1/AlloProfClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/AlloProfClusteringS2S.json diff --git a/results/izhx/udever-bloom-1b1/AlloprofReranking.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/AlloprofReranking.json similarity index 100% rename from results/izhx/udever-bloom-1b1/AlloprofReranking.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/AlloprofReranking.json diff --git a/results/izhx/udever-bloom-1b1/AlloprofRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/AlloprofRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-1b1/AlloprofRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/AlloprofRetrieval.json diff --git a/results/izhx/udever-bloom-1b1/AmazonReviewsClassification.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/AmazonReviewsClassification.json similarity index 100% rename from results/izhx/udever-bloom-1b1/AmazonReviewsClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/AmazonReviewsClassification.json diff --git a/results/izhx/udever-bloom-1b1/BSARDRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/BSARDRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-1b1/BSARDRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/BSARDRetrieval.json diff --git a/results/izhx/udever-bloom-1b1/DiaBLaBitextMining.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/DiaBLaBitextMining.json similarity index 100% rename from results/izhx/udever-bloom-1b1/DiaBLaBitextMining.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/DiaBLaBitextMining.json diff --git a/results/izhx/udever-bloom-1b1/FloresBitextMining.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/FloresBitextMining.json similarity index 100% rename from results/izhx/udever-bloom-1b1/FloresBitextMining.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/FloresBitextMining.json diff --git a/results/izhx/udever-bloom-1b1/HALClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/HALClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-1b1/HALClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/HALClusteringS2S.json diff --git a/results/izhx/udever-bloom-1b1/MLSUMClusteringP2P.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MLSUMClusteringP2P.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MLSUMClusteringP2P.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MLSUMClusteringP2P.json diff --git a/results/izhx/udever-bloom-1b1/MLSUMClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MLSUMClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MLSUMClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MLSUMClusteringS2S.json diff --git a/results/izhx/udever-bloom-1b1/MTOPDomainClassification.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MTOPDomainClassification.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MTOPDomainClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MTOPDomainClassification.json diff --git a/results/izhx/udever-bloom-1b1/MTOPIntentClassification.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MTOPIntentClassification.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MTOPIntentClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MTOPIntentClassification.json diff --git a/results/izhx/udever-bloom-1b1/MasakhaNEWSClassification.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MasakhaNEWSClassification.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MasakhaNEWSClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MasakhaNEWSClassification.json diff --git a/results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringP2P.json diff --git a/results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MasakhaNEWSClusteringS2S.json diff --git a/results/izhx/udever-bloom-1b1/MassiveIntentClassification.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MassiveIntentClassification.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MassiveIntentClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MassiveIntentClassification.json diff --git a/results/izhx/udever-bloom-1b1/MassiveScenarioClassification.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MassiveScenarioClassification.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MassiveScenarioClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MassiveScenarioClassification.json diff --git a/results/izhx/udever-bloom-1b1/MintakaRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/MintakaRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-1b1/MintakaRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/MintakaRetrieval.json diff --git a/results/izhx/udever-bloom-1b1/OpusparcusPC.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/OpusparcusPC.json similarity index 100% rename from results/izhx/udever-bloom-1b1/OpusparcusPC.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/OpusparcusPC.json diff --git a/results/izhx/udever-bloom-1b1/PawsX.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/PawsX.json similarity index 100% rename from results/izhx/udever-bloom-1b1/PawsX.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/PawsX.json diff --git a/results/izhx/udever-bloom-1b1/SICKFr.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/SICKFr.json similarity index 100% rename from results/izhx/udever-bloom-1b1/SICKFr.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/SICKFr.json diff --git a/results/izhx/udever-bloom-1b1/STS22.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/STS22.json similarity index 100% rename from results/izhx/udever-bloom-1b1/STS22.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/STS22.json diff --git a/results/izhx/udever-bloom-1b1/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/izhx/udever-bloom-1b1/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/STSBenchmarkMultilingualSTS.json diff --git a/results/izhx/udever-bloom-1b1/SummEvalFr.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/SummEvalFr.json similarity index 100% rename from results/izhx/udever-bloom-1b1/SummEvalFr.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/SummEvalFr.json diff --git a/results/izhx/udever-bloom-1b1/SyntecReranking.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/SyntecReranking.json similarity index 100% rename from results/izhx/udever-bloom-1b1/SyntecReranking.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/SyntecReranking.json diff --git a/results/izhx/udever-bloom-1b1/SyntecRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/SyntecRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-1b1/SyntecRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/SyntecRetrieval.json diff --git a/results/izhx/udever-bloom-1b1/XPQARetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-1b1/XPQARetrieval.json similarity index 100% rename from results/izhx/udever-bloom-1b1/XPQARetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-1b1/XPQARetrieval.json diff --git a/results/izhx/udever-bloom-560m/AlloProfClusteringP2P.json b/outputs/benchmark_results/izhx/udever-bloom-560m/AlloProfClusteringP2P.json similarity index 100% rename from results/izhx/udever-bloom-560m/AlloProfClusteringP2P.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/AlloProfClusteringP2P.json diff --git a/results/izhx/udever-bloom-560m/AlloProfClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-560m/AlloProfClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-560m/AlloProfClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/AlloProfClusteringS2S.json diff --git a/results/izhx/udever-bloom-560m/AlloprofReranking.json b/outputs/benchmark_results/izhx/udever-bloom-560m/AlloprofReranking.json similarity index 100% rename from results/izhx/udever-bloom-560m/AlloprofReranking.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/AlloprofReranking.json diff --git a/results/izhx/udever-bloom-560m/AlloprofRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-560m/AlloprofRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-560m/AlloprofRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/AlloprofRetrieval.json diff --git a/results/izhx/udever-bloom-560m/AmazonReviewsClassification.json b/outputs/benchmark_results/izhx/udever-bloom-560m/AmazonReviewsClassification.json similarity index 100% rename from results/izhx/udever-bloom-560m/AmazonReviewsClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/AmazonReviewsClassification.json diff --git a/results/izhx/udever-bloom-560m/BSARDRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-560m/BSARDRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-560m/BSARDRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/BSARDRetrieval.json diff --git a/results/izhx/udever-bloom-560m/DiaBLaBitextMining.json b/outputs/benchmark_results/izhx/udever-bloom-560m/DiaBLaBitextMining.json similarity index 100% rename from results/izhx/udever-bloom-560m/DiaBLaBitextMining.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/DiaBLaBitextMining.json diff --git a/results/izhx/udever-bloom-560m/FloresBitextMining.json b/outputs/benchmark_results/izhx/udever-bloom-560m/FloresBitextMining.json similarity index 100% rename from results/izhx/udever-bloom-560m/FloresBitextMining.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/FloresBitextMining.json diff --git a/results/izhx/udever-bloom-560m/HALClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-560m/HALClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-560m/HALClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/HALClusteringS2S.json diff --git a/results/izhx/udever-bloom-560m/MLSUMClusteringP2P.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MLSUMClusteringP2P.json similarity index 100% rename from results/izhx/udever-bloom-560m/MLSUMClusteringP2P.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MLSUMClusteringP2P.json diff --git a/results/izhx/udever-bloom-560m/MLSUMClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MLSUMClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-560m/MLSUMClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MLSUMClusteringS2S.json diff --git a/results/izhx/udever-bloom-560m/MTOPDomainClassification.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MTOPDomainClassification.json similarity index 100% rename from results/izhx/udever-bloom-560m/MTOPDomainClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MTOPDomainClassification.json diff --git a/results/izhx/udever-bloom-560m/MTOPIntentClassification.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MTOPIntentClassification.json similarity index 100% rename from results/izhx/udever-bloom-560m/MTOPIntentClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MTOPIntentClassification.json diff --git a/results/izhx/udever-bloom-560m/MasakhaNEWSClassification.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MasakhaNEWSClassification.json similarity index 100% rename from results/izhx/udever-bloom-560m/MasakhaNEWSClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MasakhaNEWSClassification.json diff --git a/results/izhx/udever-bloom-560m/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/izhx/udever-bloom-560m/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MasakhaNEWSClusteringP2P.json diff --git a/results/izhx/udever-bloom-560m/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/izhx/udever-bloom-560m/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MasakhaNEWSClusteringS2S.json diff --git a/results/izhx/udever-bloom-560m/MassiveIntentClassification.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MassiveIntentClassification.json similarity index 100% rename from results/izhx/udever-bloom-560m/MassiveIntentClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MassiveIntentClassification.json diff --git a/results/izhx/udever-bloom-560m/MassiveScenarioClassification.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MassiveScenarioClassification.json similarity index 100% rename from results/izhx/udever-bloom-560m/MassiveScenarioClassification.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MassiveScenarioClassification.json diff --git a/results/izhx/udever-bloom-560m/MintakaRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-560m/MintakaRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-560m/MintakaRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/MintakaRetrieval.json diff --git a/results/izhx/udever-bloom-560m/OpusparcusPC.json b/outputs/benchmark_results/izhx/udever-bloom-560m/OpusparcusPC.json similarity index 100% rename from results/izhx/udever-bloom-560m/OpusparcusPC.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/OpusparcusPC.json diff --git a/results/izhx/udever-bloom-560m/PawsX.json b/outputs/benchmark_results/izhx/udever-bloom-560m/PawsX.json similarity index 100% rename from results/izhx/udever-bloom-560m/PawsX.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/PawsX.json diff --git a/results/izhx/udever-bloom-560m/SICKFr.json b/outputs/benchmark_results/izhx/udever-bloom-560m/SICKFr.json similarity index 100% rename from results/izhx/udever-bloom-560m/SICKFr.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/SICKFr.json diff --git a/results/izhx/udever-bloom-560m/STS22.json b/outputs/benchmark_results/izhx/udever-bloom-560m/STS22.json similarity index 100% rename from results/izhx/udever-bloom-560m/STS22.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/STS22.json diff --git a/results/izhx/udever-bloom-560m/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/izhx/udever-bloom-560m/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/izhx/udever-bloom-560m/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/STSBenchmarkMultilingualSTS.json diff --git a/results/izhx/udever-bloom-560m/SummEvalFr.json b/outputs/benchmark_results/izhx/udever-bloom-560m/SummEvalFr.json similarity index 100% rename from results/izhx/udever-bloom-560m/SummEvalFr.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/SummEvalFr.json diff --git a/results/izhx/udever-bloom-560m/SyntecReranking.json b/outputs/benchmark_results/izhx/udever-bloom-560m/SyntecReranking.json similarity index 100% rename from results/izhx/udever-bloom-560m/SyntecReranking.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/SyntecReranking.json diff --git a/results/izhx/udever-bloom-560m/SyntecRetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-560m/SyntecRetrieval.json similarity index 100% rename from results/izhx/udever-bloom-560m/SyntecRetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/SyntecRetrieval.json diff --git a/results/izhx/udever-bloom-560m/XPQARetrieval.json b/outputs/benchmark_results/izhx/udever-bloom-560m/XPQARetrieval.json similarity index 100% rename from results/izhx/udever-bloom-560m/XPQARetrieval.json rename to outputs/benchmark_results/izhx/udever-bloom-560m/XPQARetrieval.json diff --git a/results/laser2/AlloProfClusteringP2P.json b/outputs/benchmark_results/laser2/AlloProfClusteringP2P.json similarity index 100% rename from results/laser2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/laser2/AlloProfClusteringP2P.json diff --git a/results/laser2/AlloProfClusteringS2S.json b/outputs/benchmark_results/laser2/AlloProfClusteringS2S.json similarity index 100% rename from results/laser2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/laser2/AlloProfClusteringS2S.json diff --git a/results/laser2/AlloprofReranking.json b/outputs/benchmark_results/laser2/AlloprofReranking.json similarity index 100% rename from results/laser2/AlloprofReranking.json rename to outputs/benchmark_results/laser2/AlloprofReranking.json diff --git a/results/laser2/AlloprofRetrieval.json b/outputs/benchmark_results/laser2/AlloprofRetrieval.json similarity index 100% rename from results/laser2/AlloprofRetrieval.json rename to outputs/benchmark_results/laser2/AlloprofRetrieval.json diff --git a/results/laser2/AmazonReviewsClassification.json b/outputs/benchmark_results/laser2/AmazonReviewsClassification.json similarity index 100% rename from results/laser2/AmazonReviewsClassification.json rename to outputs/benchmark_results/laser2/AmazonReviewsClassification.json diff --git a/results/laser2/BSARDRetrieval.json b/outputs/benchmark_results/laser2/BSARDRetrieval.json similarity index 100% rename from results/laser2/BSARDRetrieval.json rename to outputs/benchmark_results/laser2/BSARDRetrieval.json diff --git a/results/laser2/DiaBLaBitextMining.json b/outputs/benchmark_results/laser2/DiaBLaBitextMining.json similarity index 100% rename from results/laser2/DiaBLaBitextMining.json rename to outputs/benchmark_results/laser2/DiaBLaBitextMining.json diff --git a/results/laser2/FloresBitextMining.json b/outputs/benchmark_results/laser2/FloresBitextMining.json similarity index 100% rename from results/laser2/FloresBitextMining.json rename to outputs/benchmark_results/laser2/FloresBitextMining.json diff --git a/results/laser2/HALClusteringS2S.json b/outputs/benchmark_results/laser2/HALClusteringS2S.json similarity index 100% rename from results/laser2/HALClusteringS2S.json rename to outputs/benchmark_results/laser2/HALClusteringS2S.json diff --git a/results/laser2/MLSUMClusteringP2P.json b/outputs/benchmark_results/laser2/MLSUMClusteringP2P.json similarity index 100% rename from results/laser2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/laser2/MLSUMClusteringP2P.json diff --git a/results/laser2/MLSUMClusteringS2S.json b/outputs/benchmark_results/laser2/MLSUMClusteringS2S.json similarity index 100% rename from results/laser2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/laser2/MLSUMClusteringS2S.json diff --git a/results/laser2/MTOPDomainClassification.json b/outputs/benchmark_results/laser2/MTOPDomainClassification.json similarity index 100% rename from results/laser2/MTOPDomainClassification.json rename to outputs/benchmark_results/laser2/MTOPDomainClassification.json diff --git a/results/laser2/MTOPIntentClassification.json b/outputs/benchmark_results/laser2/MTOPIntentClassification.json similarity index 100% rename from results/laser2/MTOPIntentClassification.json rename to outputs/benchmark_results/laser2/MTOPIntentClassification.json diff --git a/results/laser2/MasakhaNEWSClassification.json b/outputs/benchmark_results/laser2/MasakhaNEWSClassification.json similarity index 100% rename from results/laser2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/laser2/MasakhaNEWSClassification.json diff --git a/results/laser2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/laser2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/laser2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/laser2/MasakhaNEWSClusteringP2P.json diff --git a/results/laser2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/laser2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/laser2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/laser2/MasakhaNEWSClusteringS2S.json diff --git a/results/laser2/MassiveIntentClassification.json b/outputs/benchmark_results/laser2/MassiveIntentClassification.json similarity index 100% rename from results/laser2/MassiveIntentClassification.json rename to outputs/benchmark_results/laser2/MassiveIntentClassification.json diff --git a/results/laser2/MassiveScenarioClassification.json b/outputs/benchmark_results/laser2/MassiveScenarioClassification.json similarity index 100% rename from results/laser2/MassiveScenarioClassification.json rename to outputs/benchmark_results/laser2/MassiveScenarioClassification.json diff --git a/results/laser2/MintakaRetrieval.json b/outputs/benchmark_results/laser2/MintakaRetrieval.json similarity index 100% rename from results/laser2/MintakaRetrieval.json rename to outputs/benchmark_results/laser2/MintakaRetrieval.json diff --git a/results/laser2/OpusparcusPC.json b/outputs/benchmark_results/laser2/OpusparcusPC.json similarity index 100% rename from results/laser2/OpusparcusPC.json rename to outputs/benchmark_results/laser2/OpusparcusPC.json diff --git a/results/laser2/PawsX.json b/outputs/benchmark_results/laser2/PawsX.json similarity index 100% rename from results/laser2/PawsX.json rename to outputs/benchmark_results/laser2/PawsX.json diff --git a/results/laser2/SICKFr.json b/outputs/benchmark_results/laser2/SICKFr.json similarity index 100% rename from results/laser2/SICKFr.json rename to outputs/benchmark_results/laser2/SICKFr.json diff --git a/results/laser2/STS22.json b/outputs/benchmark_results/laser2/STS22.json similarity index 100% rename from results/laser2/STS22.json rename to outputs/benchmark_results/laser2/STS22.json diff --git a/results/laser2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/laser2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/laser2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/laser2/STSBenchmarkMultilingualSTS.json diff --git a/results/laser2/SummEvalFr.json b/outputs/benchmark_results/laser2/SummEvalFr.json similarity index 100% rename from results/laser2/SummEvalFr.json rename to outputs/benchmark_results/laser2/SummEvalFr.json diff --git a/results/laser2/SyntecReranking.json b/outputs/benchmark_results/laser2/SyntecReranking.json similarity index 100% rename from results/laser2/SyntecReranking.json rename to outputs/benchmark_results/laser2/SyntecReranking.json diff --git a/results/laser2/SyntecRetrieval.json b/outputs/benchmark_results/laser2/SyntecRetrieval.json similarity index 100% rename from results/laser2/SyntecRetrieval.json rename to outputs/benchmark_results/laser2/SyntecRetrieval.json diff --git a/results/laser2/XPQARetrieval.json b/outputs/benchmark_results/laser2/XPQARetrieval.json similarity index 100% rename from results/laser2/XPQARetrieval.json rename to outputs/benchmark_results/laser2/XPQARetrieval.json diff --git a/results/mistral-embed/AlloProfClusteringP2P.json b/outputs/benchmark_results/mistral-embed/AlloProfClusteringP2P.json similarity index 100% rename from results/mistral-embed/AlloProfClusteringP2P.json rename to outputs/benchmark_results/mistral-embed/AlloProfClusteringP2P.json diff --git a/results/mistral-embed/AlloProfClusteringS2S.json b/outputs/benchmark_results/mistral-embed/AlloProfClusteringS2S.json similarity index 100% rename from results/mistral-embed/AlloProfClusteringS2S.json rename to outputs/benchmark_results/mistral-embed/AlloProfClusteringS2S.json diff --git a/results/mistral-embed/AlloprofReranking.json b/outputs/benchmark_results/mistral-embed/AlloprofReranking.json similarity index 100% rename from results/mistral-embed/AlloprofReranking.json rename to outputs/benchmark_results/mistral-embed/AlloprofReranking.json diff --git a/results/mistral-embed/AlloprofRetrieval.json b/outputs/benchmark_results/mistral-embed/AlloprofRetrieval.json similarity index 100% rename from results/mistral-embed/AlloprofRetrieval.json rename to outputs/benchmark_results/mistral-embed/AlloprofRetrieval.json diff --git a/results/mistral-embed/AmazonReviewsClassification.json b/outputs/benchmark_results/mistral-embed/AmazonReviewsClassification.json similarity index 100% rename from results/mistral-embed/AmazonReviewsClassification.json rename to outputs/benchmark_results/mistral-embed/AmazonReviewsClassification.json diff --git a/results/mistral-embed/BSARDRetrieval.json b/outputs/benchmark_results/mistral-embed/BSARDRetrieval.json similarity index 100% rename from results/mistral-embed/BSARDRetrieval.json rename to outputs/benchmark_results/mistral-embed/BSARDRetrieval.json diff --git a/results/mistral-embed/HALClusteringS2S.json b/outputs/benchmark_results/mistral-embed/HALClusteringS2S.json similarity index 100% rename from results/mistral-embed/HALClusteringS2S.json rename to outputs/benchmark_results/mistral-embed/HALClusteringS2S.json diff --git a/results/mistral-embed/MLSUMClusteringP2P.json b/outputs/benchmark_results/mistral-embed/MLSUMClusteringP2P.json similarity index 100% rename from results/mistral-embed/MLSUMClusteringP2P.json rename to outputs/benchmark_results/mistral-embed/MLSUMClusteringP2P.json diff --git a/results/mistral-embed/MLSUMClusteringS2S.json b/outputs/benchmark_results/mistral-embed/MLSUMClusteringS2S.json similarity index 100% rename from results/mistral-embed/MLSUMClusteringS2S.json rename to outputs/benchmark_results/mistral-embed/MLSUMClusteringS2S.json diff --git a/results/mistral-embed/MTOPDomainClassification.json b/outputs/benchmark_results/mistral-embed/MTOPDomainClassification.json similarity index 100% rename from results/mistral-embed/MTOPDomainClassification.json rename to outputs/benchmark_results/mistral-embed/MTOPDomainClassification.json diff --git a/results/mistral-embed/MTOPIntentClassification.json b/outputs/benchmark_results/mistral-embed/MTOPIntentClassification.json similarity index 100% rename from results/mistral-embed/MTOPIntentClassification.json rename to outputs/benchmark_results/mistral-embed/MTOPIntentClassification.json diff --git a/results/mistral-embed/MasakhaNEWSClassification.json b/outputs/benchmark_results/mistral-embed/MasakhaNEWSClassification.json similarity index 100% rename from results/mistral-embed/MasakhaNEWSClassification.json rename to outputs/benchmark_results/mistral-embed/MasakhaNEWSClassification.json diff --git a/results/mistral-embed/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/mistral-embed/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/mistral-embed/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/mistral-embed/MasakhaNEWSClusteringP2P.json diff --git a/results/mistral-embed/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/mistral-embed/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/mistral-embed/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/mistral-embed/MasakhaNEWSClusteringS2S.json diff --git a/results/mistral-embed/MassiveIntentClassification.json b/outputs/benchmark_results/mistral-embed/MassiveIntentClassification.json similarity index 100% rename from results/mistral-embed/MassiveIntentClassification.json rename to outputs/benchmark_results/mistral-embed/MassiveIntentClassification.json diff --git a/results/mistral-embed/MassiveScenarioClassification.json b/outputs/benchmark_results/mistral-embed/MassiveScenarioClassification.json similarity index 100% rename from results/mistral-embed/MassiveScenarioClassification.json rename to outputs/benchmark_results/mistral-embed/MassiveScenarioClassification.json diff --git a/results/mistral-embed/MintakaRetrieval.json b/outputs/benchmark_results/mistral-embed/MintakaRetrieval.json similarity index 100% rename from results/mistral-embed/MintakaRetrieval.json rename to outputs/benchmark_results/mistral-embed/MintakaRetrieval.json diff --git a/results/mistral-embed/OpusparcusPC.json b/outputs/benchmark_results/mistral-embed/OpusparcusPC.json similarity index 100% rename from results/mistral-embed/OpusparcusPC.json rename to outputs/benchmark_results/mistral-embed/OpusparcusPC.json diff --git a/results/mistral-embed/PawsX.json b/outputs/benchmark_results/mistral-embed/PawsX.json similarity index 100% rename from results/mistral-embed/PawsX.json rename to outputs/benchmark_results/mistral-embed/PawsX.json diff --git a/results/mistral-embed/SICKFr.json b/outputs/benchmark_results/mistral-embed/SICKFr.json similarity index 100% rename from results/mistral-embed/SICKFr.json rename to outputs/benchmark_results/mistral-embed/SICKFr.json diff --git a/results/mistral-embed/STS22.json b/outputs/benchmark_results/mistral-embed/STS22.json similarity index 100% rename from results/mistral-embed/STS22.json rename to outputs/benchmark_results/mistral-embed/STS22.json diff --git a/results/mistral-embed/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/mistral-embed/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/mistral-embed/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/mistral-embed/STSBenchmarkMultilingualSTS.json diff --git a/results/mistral-embed/SummEvalFr.json b/outputs/benchmark_results/mistral-embed/SummEvalFr.json similarity index 100% rename from results/mistral-embed/SummEvalFr.json rename to outputs/benchmark_results/mistral-embed/SummEvalFr.json diff --git a/results/mistral-embed/SyntecReranking.json b/outputs/benchmark_results/mistral-embed/SyntecReranking.json similarity index 100% rename from results/mistral-embed/SyntecReranking.json rename to outputs/benchmark_results/mistral-embed/SyntecReranking.json diff --git a/results/mistral-embed/SyntecRetrieval.json b/outputs/benchmark_results/mistral-embed/SyntecRetrieval.json similarity index 100% rename from results/mistral-embed/SyntecRetrieval.json rename to outputs/benchmark_results/mistral-embed/SyntecRetrieval.json diff --git a/results/mistral-embed/XPQARetrieval.json b/outputs/benchmark_results/mistral-embed/XPQARetrieval.json similarity index 100% rename from results/mistral-embed/XPQARetrieval.json rename to outputs/benchmark_results/mistral-embed/XPQARetrieval.json diff --git a/results/sentence-transformers/LaBSE/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/LaBSE/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/LaBSE/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/LaBSE/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/LaBSE/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/LaBSE/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/LaBSE/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/LaBSE/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/LaBSE/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/AlloprofReranking.json diff --git a/results/sentence-transformers/LaBSE/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/LaBSE/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/LaBSE/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/AlloprofRetrieval.json diff --git a/results/sentence-transformers/LaBSE/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/LaBSE/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/LaBSE/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/LaBSE/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/LaBSE/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/LaBSE/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/BSARDRetrieval.json diff --git a/results/sentence-transformers/LaBSE/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/LaBSE/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/LaBSE/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/LaBSE/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/LaBSE/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/LaBSE/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/FloresBitextMining.json diff --git a/results/sentence-transformers/LaBSE/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/LaBSE/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/LaBSE/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/HALClusteringS2S.json diff --git a/results/sentence-transformers/LaBSE/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/LaBSE/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/LaBSE/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/LaBSE/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/LaBSE/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/LaBSE/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MTOPDomainClassification.json diff --git a/results/sentence-transformers/LaBSE/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/LaBSE/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MTOPIntentClassification.json diff --git a/results/sentence-transformers/LaBSE/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/LaBSE/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/LaBSE/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/LaBSE/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/LaBSE/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/LaBSE/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/LaBSE/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/LaBSE/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MassiveIntentClassification.json diff --git a/results/sentence-transformers/LaBSE/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/LaBSE/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/LaBSE/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/LaBSE/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/LaBSE/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/MintakaRetrieval.json diff --git a/results/sentence-transformers/LaBSE/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/LaBSE/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/LaBSE/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/OpusparcusPC.json diff --git a/results/sentence-transformers/LaBSE/PawsX.json b/outputs/benchmark_results/sentence-transformers/LaBSE/PawsX.json similarity index 100% rename from results/sentence-transformers/LaBSE/PawsX.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/PawsX.json diff --git a/results/sentence-transformers/LaBSE/SICKFr.json b/outputs/benchmark_results/sentence-transformers/LaBSE/SICKFr.json similarity index 100% rename from results/sentence-transformers/LaBSE/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/SICKFr.json diff --git a/results/sentence-transformers/LaBSE/STS22.json b/outputs/benchmark_results/sentence-transformers/LaBSE/STS22.json similarity index 100% rename from results/sentence-transformers/LaBSE/STS22.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/STS22.json diff --git a/results/sentence-transformers/LaBSE/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/LaBSE/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/LaBSE/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/LaBSE/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/LaBSE/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/LaBSE/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/SummEvalFr.json diff --git a/results/sentence-transformers/LaBSE/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/LaBSE/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/LaBSE/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/SyntecReranking.json diff --git a/results/sentence-transformers/LaBSE/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/LaBSE/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/LaBSE/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/SyntecRetrieval.json diff --git a/results/sentence-transformers/LaBSE/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/LaBSE/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/LaBSE/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/LaBSE/XPQARetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloprofReranking.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AlloprofRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/BSARDRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/FloresBitextMining.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/HALClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MTOPDomainClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MTOPIntentClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MassiveIntentClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/MintakaRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/OpusparcusPC.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/PawsX.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/PawsX.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/PawsX.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/PawsX.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/SICKFr.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SICKFr.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SICKFr.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/STS22.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/STS22.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/STS22.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/STS22.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SummEvalFr.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SyntecReranking.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/SyntecRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L12-v2/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L12-v2/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L12-v2/XPQARetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloprofReranking.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AlloprofRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/BSARDRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/FloresBitextMining.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/HALClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MTOPDomainClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MTOPIntentClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MassiveIntentClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/MintakaRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/OpusparcusPC.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/PawsX.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/PawsX.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/PawsX.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/PawsX.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/SICKFr.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SICKFr.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SICKFr.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/STS22.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/STS22.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/STS22.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/STS22.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SummEvalFr.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SyntecReranking.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/SyntecRetrieval.json diff --git a/results/sentence-transformers/all-MiniLM-L6-v2/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/all-MiniLM-L6-v2/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/all-MiniLM-L6-v2/XPQARetrieval.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofReranking.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AlloprofRetrieval.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/BSARDRetrieval.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/FloresBitextMining.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/HALClusteringS2S.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPDomainClassification.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MTOPIntentClassification.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveIntentClassification.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/MintakaRetrieval.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/OpusparcusPC.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/PawsX.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/PawsX.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/PawsX.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/PawsX.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/SICKFr.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SICKFr.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SICKFr.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/STS22.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/STS22.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/STS22.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/STS22.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SummEvalFr.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecReranking.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/SyntecRetrieval.json diff --git a/results/sentence-transformers/distiluse-base-multilingual-cased-v2/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/distiluse-base-multilingual-cased-v2/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/distiluse-base-multilingual-cased-v2/XPQARetrieval.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofReranking.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AlloprofRetrieval.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/BSARDRetrieval.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/FloresBitextMining.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/HALClusteringS2S.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPDomainClassification.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MTOPIntentClassification.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveIntentClassification.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/MintakaRetrieval.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/OpusparcusPC.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/PawsX.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/PawsX.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/PawsX.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/PawsX.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SICKFr.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SICKFr.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SICKFr.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STS22.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STS22.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STS22.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STS22.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SummEvalFr.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecReranking.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/SyntecRetrieval.json diff --git a/results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/multi-qa-MiniLM-L6-cos-v1/XPQARetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofReranking.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AlloprofRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/BSARDRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/FloresBitextMining.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/HALClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPDomainClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MTOPIntentClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveIntentClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/MintakaRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/OpusparcusPC.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/PawsX.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/PawsX.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/PawsX.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/PawsX.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SICKFr.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SICKFr.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SICKFr.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STS22.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STS22.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STS22.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STS22.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SummEvalFr.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecReranking.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/SyntecRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2/XPQARetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofReranking.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AlloprofRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/BSARDRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/FloresBitextMining.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/HALClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPDomainClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MTOPIntentClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveIntentClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/MintakaRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/OpusparcusPC.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/PawsX.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/PawsX.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/PawsX.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/PawsX.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SICKFr.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SICKFr.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SICKFr.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STS22.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STS22.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STS22.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STS22.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SummEvalFr.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecReranking.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/SyntecRetrieval.json diff --git a/results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/paraphrase-multilingual-mpnet-base-v2/XPQARetrieval.json diff --git a/results/sentence-transformers/sentence-t5-base/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-base/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-base/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloprofReranking.json diff --git a/results/sentence-transformers/sentence-t5-base/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/AlloprofRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-base/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/sentence-t5-base/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/BSARDRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-base/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-base/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/FloresBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-base/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/HALClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-base/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-base/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-base/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MTOPDomainClassification.json diff --git a/results/sentence-transformers/sentence-t5-base/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MTOPIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-base/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-base/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MassiveIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-base/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/sentence-t5-base/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/MintakaRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-base/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/OpusparcusPC.json diff --git a/results/sentence-transformers/sentence-t5-base/PawsX.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/PawsX.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/PawsX.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/PawsX.json diff --git a/results/sentence-transformers/sentence-t5-base/SICKFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/SICKFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/SICKFr.json diff --git a/results/sentence-transformers/sentence-t5-base/STS22.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/STS22.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/STS22.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/STS22.json diff --git a/results/sentence-transformers/sentence-t5-base/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/sentence-t5-base/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/SummEvalFr.json diff --git a/results/sentence-transformers/sentence-t5-base/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/SyntecReranking.json diff --git a/results/sentence-transformers/sentence-t5-base/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/SyntecRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-base/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-base/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-base/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-base/XPQARetrieval.json diff --git a/results/sentence-transformers/sentence-t5-large/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-large/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-large/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloprofReranking.json diff --git a/results/sentence-transformers/sentence-t5-large/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/AlloprofRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-large/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/sentence-t5-large/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/BSARDRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-large/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-large/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/FloresBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-large/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/HALClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-large/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-large/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-large/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MTOPDomainClassification.json diff --git a/results/sentence-transformers/sentence-t5-large/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MTOPIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-large/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-large/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MassiveIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-large/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/sentence-t5-large/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/MintakaRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-large/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/OpusparcusPC.json diff --git a/results/sentence-transformers/sentence-t5-large/PawsX.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/PawsX.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/PawsX.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/PawsX.json diff --git a/results/sentence-transformers/sentence-t5-large/SICKFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/SICKFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/SICKFr.json diff --git a/results/sentence-transformers/sentence-t5-large/STS22.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/STS22.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/STS22.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/STS22.json diff --git a/results/sentence-transformers/sentence-t5-large/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/sentence-t5-large/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/SummEvalFr.json diff --git a/results/sentence-transformers/sentence-t5-large/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/SyntecReranking.json diff --git a/results/sentence-transformers/sentence-t5-large/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/SyntecRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-large/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-large/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-large/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-large/XPQARetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xl/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-xl/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xl/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloprofReranking.json diff --git a/results/sentence-transformers/sentence-t5-xl/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AlloprofRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xl/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/sentence-t5-xl/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/BSARDRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xl/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-xl/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/FloresBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-xl/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/HALClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xl/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-xl/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xl/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MTOPDomainClassification.json diff --git a/results/sentence-transformers/sentence-t5-xl/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MTOPIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xl/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MassiveIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-xl/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/sentence-t5-xl/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/MintakaRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xl/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/OpusparcusPC.json diff --git a/results/sentence-transformers/sentence-t5-xl/PawsX.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/PawsX.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/PawsX.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/PawsX.json diff --git a/results/sentence-transformers/sentence-t5-xl/SICKFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SICKFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SICKFr.json diff --git a/results/sentence-transformers/sentence-t5-xl/STS22.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/STS22.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/STS22.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/STS22.json diff --git a/results/sentence-transformers/sentence-t5-xl/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/sentence-t5-xl/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SummEvalFr.json diff --git a/results/sentence-transformers/sentence-t5-xl/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SyntecReranking.json diff --git a/results/sentence-transformers/sentence-t5-xl/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/SyntecRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xl/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xl/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xl/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xl/XPQARetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloProfClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xxl/AlloprofReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloprofReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/AlloprofReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloprofReranking.json diff --git a/results/sentence-transformers/sentence-t5-xxl/AlloprofRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloprofRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/AlloprofRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AlloprofRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xxl/AmazonReviewsClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AmazonReviewsClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/AmazonReviewsClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/AmazonReviewsClassification.json diff --git a/results/sentence-transformers/sentence-t5-xxl/BSARDRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/BSARDRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/BSARDRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/BSARDRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xxl/DiaBLaBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/DiaBLaBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/DiaBLaBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/DiaBLaBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-xxl/FloresBitextMining.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/FloresBitextMining.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/FloresBitextMining.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/FloresBitextMining.json diff --git a/results/sentence-transformers/sentence-t5-xxl/HALClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/HALClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/HALClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/HALClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MLSUMClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MTOPDomainClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MTOPDomainClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MTOPDomainClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MTOPDomainClassification.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MTOPIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MTOPIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MTOPIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MTOPIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClassification.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringP2P.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MasakhaNEWSClusteringS2S.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MassiveIntentClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MassiveIntentClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MassiveIntentClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MassiveIntentClassification.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MassiveScenarioClassification.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MassiveScenarioClassification.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MassiveScenarioClassification.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MassiveScenarioClassification.json diff --git a/results/sentence-transformers/sentence-t5-xxl/MintakaRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MintakaRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/MintakaRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/MintakaRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xxl/OpusparcusPC.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/OpusparcusPC.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/OpusparcusPC.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/OpusparcusPC.json diff --git a/results/sentence-transformers/sentence-t5-xxl/PawsX.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/PawsX.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/PawsX.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/PawsX.json diff --git a/results/sentence-transformers/sentence-t5-xxl/SICKFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SICKFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/SICKFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SICKFr.json diff --git a/results/sentence-transformers/sentence-t5-xxl/STS22.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/STS22.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/STS22.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/STS22.json diff --git a/results/sentence-transformers/sentence-t5-xxl/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/STSBenchmarkMultilingualSTS.json diff --git a/results/sentence-transformers/sentence-t5-xxl/SummEvalFr.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SummEvalFr.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/SummEvalFr.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SummEvalFr.json diff --git a/results/sentence-transformers/sentence-t5-xxl/SyntecReranking.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SyntecReranking.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/SyntecReranking.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SyntecReranking.json diff --git a/results/sentence-transformers/sentence-t5-xxl/SyntecRetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SyntecRetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/SyntecRetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/SyntecRetrieval.json diff --git a/results/sentence-transformers/sentence-t5-xxl/XPQARetrieval.json b/outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/XPQARetrieval.json similarity index 100% rename from results/sentence-transformers/sentence-t5-xxl/XPQARetrieval.json rename to outputs/benchmark_results/sentence-transformers/sentence-t5-xxl/XPQARetrieval.json diff --git a/results/shibing624/text2vec-base-multilingual/AlloProfClusteringP2P.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloProfClusteringP2P.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/AlloProfClusteringP2P.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloProfClusteringP2P.json diff --git a/results/shibing624/text2vec-base-multilingual/AlloProfClusteringS2S.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloProfClusteringS2S.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/AlloProfClusteringS2S.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloProfClusteringS2S.json diff --git a/results/shibing624/text2vec-base-multilingual/AlloprofReranking.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloprofReranking.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/AlloprofReranking.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloprofReranking.json diff --git a/results/shibing624/text2vec-base-multilingual/AlloprofRetrieval.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloprofRetrieval.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/AlloprofRetrieval.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/AlloprofRetrieval.json diff --git a/results/shibing624/text2vec-base-multilingual/AmazonReviewsClassification.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/AmazonReviewsClassification.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/AmazonReviewsClassification.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/AmazonReviewsClassification.json diff --git a/results/shibing624/text2vec-base-multilingual/BSARDRetrieval.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/BSARDRetrieval.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/BSARDRetrieval.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/BSARDRetrieval.json diff --git a/results/shibing624/text2vec-base-multilingual/DiaBLaBitextMining.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/DiaBLaBitextMining.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/DiaBLaBitextMining.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/DiaBLaBitextMining.json diff --git a/results/shibing624/text2vec-base-multilingual/FloresBitextMining.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/FloresBitextMining.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/FloresBitextMining.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/FloresBitextMining.json diff --git a/results/shibing624/text2vec-base-multilingual/HALClusteringS2S.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/HALClusteringS2S.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/HALClusteringS2S.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/HALClusteringS2S.json diff --git a/results/shibing624/text2vec-base-multilingual/MLSUMClusteringP2P.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MLSUMClusteringP2P.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MLSUMClusteringP2P.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MLSUMClusteringP2P.json diff --git a/results/shibing624/text2vec-base-multilingual/MLSUMClusteringS2S.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MLSUMClusteringS2S.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MLSUMClusteringS2S.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MLSUMClusteringS2S.json diff --git a/results/shibing624/text2vec-base-multilingual/MTOPDomainClassification.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MTOPDomainClassification.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MTOPDomainClassification.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MTOPDomainClassification.json diff --git a/results/shibing624/text2vec-base-multilingual/MTOPIntentClassification.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MTOPIntentClassification.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MTOPIntentClassification.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MTOPIntentClassification.json diff --git a/results/shibing624/text2vec-base-multilingual/MasakhaNEWSClassification.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MasakhaNEWSClassification.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MasakhaNEWSClassification.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MasakhaNEWSClassification.json diff --git a/results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringP2P.json diff --git a/results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MasakhaNEWSClusteringS2S.json diff --git a/results/shibing624/text2vec-base-multilingual/MassiveIntentClassification.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MassiveIntentClassification.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MassiveIntentClassification.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MassiveIntentClassification.json diff --git a/results/shibing624/text2vec-base-multilingual/MassiveScenarioClassification.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MassiveScenarioClassification.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MassiveScenarioClassification.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MassiveScenarioClassification.json diff --git a/results/shibing624/text2vec-base-multilingual/MintakaRetrieval.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/MintakaRetrieval.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/MintakaRetrieval.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/MintakaRetrieval.json diff --git a/results/shibing624/text2vec-base-multilingual/OpusparcusPC.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/OpusparcusPC.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/OpusparcusPC.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/OpusparcusPC.json diff --git a/results/shibing624/text2vec-base-multilingual/PawsX.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/PawsX.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/PawsX.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/PawsX.json diff --git a/results/shibing624/text2vec-base-multilingual/SICKFr.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/SICKFr.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/SICKFr.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/SICKFr.json diff --git a/results/shibing624/text2vec-base-multilingual/STS22.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/STS22.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/STS22.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/STS22.json diff --git a/results/shibing624/text2vec-base-multilingual/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/STSBenchmarkMultilingualSTS.json diff --git a/results/shibing624/text2vec-base-multilingual/SummEvalFr.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/SummEvalFr.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/SummEvalFr.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/SummEvalFr.json diff --git a/results/shibing624/text2vec-base-multilingual/SyntecReranking.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/SyntecReranking.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/SyntecReranking.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/SyntecReranking.json diff --git a/results/shibing624/text2vec-base-multilingual/SyntecRetrieval.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/SyntecRetrieval.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/SyntecRetrieval.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/SyntecRetrieval.json diff --git a/results/shibing624/text2vec-base-multilingual/XPQARetrieval.json b/outputs/benchmark_results/shibing624/text2vec-base-multilingual/XPQARetrieval.json similarity index 100% rename from results/shibing624/text2vec-base-multilingual/XPQARetrieval.json rename to outputs/benchmark_results/shibing624/text2vec-base-multilingual/XPQARetrieval.json diff --git a/results/text-embedding-3-large/AlloprofRetrieval.json b/outputs/benchmark_results/text-embedding-3-large/AlloprofRetrieval.json similarity index 100% rename from results/text-embedding-3-large/AlloprofRetrieval.json rename to outputs/benchmark_results/text-embedding-3-large/AlloprofRetrieval.json diff --git a/results/text-embedding-3-large/MintakaRetrieval.json b/outputs/benchmark_results/text-embedding-3-large/MintakaRetrieval.json similarity index 100% rename from results/text-embedding-3-large/MintakaRetrieval.json rename to outputs/benchmark_results/text-embedding-3-large/MintakaRetrieval.json diff --git a/results/text-embedding-3-large/SyntecRetrieval.json b/outputs/benchmark_results/text-embedding-3-large/SyntecRetrieval.json similarity index 100% rename from results/text-embedding-3-large/SyntecRetrieval.json rename to outputs/benchmark_results/text-embedding-3-large/SyntecRetrieval.json diff --git a/results/text-embedding-3-large/XPQARetrieval.json b/outputs/benchmark_results/text-embedding-3-large/XPQARetrieval.json similarity index 100% rename from results/text-embedding-3-large/XPQARetrieval.json rename to outputs/benchmark_results/text-embedding-3-large/XPQARetrieval.json diff --git a/results/text-embedding-3-small/AlloprofRetrieval.json b/outputs/benchmark_results/text-embedding-3-small/AlloprofRetrieval.json similarity index 100% rename from results/text-embedding-3-small/AlloprofRetrieval.json rename to outputs/benchmark_results/text-embedding-3-small/AlloprofRetrieval.json diff --git a/results/text-embedding-3-small/MintakaRetrieval.json b/outputs/benchmark_results/text-embedding-3-small/MintakaRetrieval.json similarity index 100% rename from results/text-embedding-3-small/MintakaRetrieval.json rename to outputs/benchmark_results/text-embedding-3-small/MintakaRetrieval.json diff --git a/results/text-embedding-3-small/SyntecRetrieval.json b/outputs/benchmark_results/text-embedding-3-small/SyntecRetrieval.json similarity index 100% rename from results/text-embedding-3-small/SyntecRetrieval.json rename to outputs/benchmark_results/text-embedding-3-small/SyntecRetrieval.json diff --git a/results/text-embedding-3-small/XPQARetrieval.json b/outputs/benchmark_results/text-embedding-3-small/XPQARetrieval.json similarity index 100% rename from results/text-embedding-3-small/XPQARetrieval.json rename to outputs/benchmark_results/text-embedding-3-small/XPQARetrieval.json diff --git a/results/text-embedding-ada-002/AlloProfClusteringP2P.json b/outputs/benchmark_results/text-embedding-ada-002/AlloProfClusteringP2P.json similarity index 100% rename from results/text-embedding-ada-002/AlloProfClusteringP2P.json rename to outputs/benchmark_results/text-embedding-ada-002/AlloProfClusteringP2P.json diff --git a/results/text-embedding-ada-002/AlloProfClusteringS2S.json b/outputs/benchmark_results/text-embedding-ada-002/AlloProfClusteringS2S.json similarity index 100% rename from results/text-embedding-ada-002/AlloProfClusteringS2S.json rename to outputs/benchmark_results/text-embedding-ada-002/AlloProfClusteringS2S.json diff --git a/results/text-embedding-ada-002/AlloprofRetrieval.json b/outputs/benchmark_results/text-embedding-ada-002/AlloprofRetrieval.json similarity index 100% rename from results/text-embedding-ada-002/AlloprofRetrieval.json rename to outputs/benchmark_results/text-embedding-ada-002/AlloprofRetrieval.json diff --git a/results/text-embedding-ada-002/AmazonReviewsClassification.json b/outputs/benchmark_results/text-embedding-ada-002/AmazonReviewsClassification.json similarity index 100% rename from results/text-embedding-ada-002/AmazonReviewsClassification.json rename to outputs/benchmark_results/text-embedding-ada-002/AmazonReviewsClassification.json diff --git a/results/text-embedding-ada-002/BSARDRetrieval.json b/outputs/benchmark_results/text-embedding-ada-002/BSARDRetrieval.json similarity index 100% rename from results/text-embedding-ada-002/BSARDRetrieval.json rename to outputs/benchmark_results/text-embedding-ada-002/BSARDRetrieval.json diff --git a/results/text-embedding-ada-002/DiaBLaBitextMining.json b/outputs/benchmark_results/text-embedding-ada-002/DiaBLaBitextMining.json similarity index 100% rename from results/text-embedding-ada-002/DiaBLaBitextMining.json rename to outputs/benchmark_results/text-embedding-ada-002/DiaBLaBitextMining.json diff --git a/results/text-embedding-ada-002/FloresBitextMining.json b/outputs/benchmark_results/text-embedding-ada-002/FloresBitextMining.json similarity index 100% rename from results/text-embedding-ada-002/FloresBitextMining.json rename to outputs/benchmark_results/text-embedding-ada-002/FloresBitextMining.json diff --git a/results/text-embedding-ada-002/HALClusteringS2S.json b/outputs/benchmark_results/text-embedding-ada-002/HALClusteringS2S.json similarity index 100% rename from results/text-embedding-ada-002/HALClusteringS2S.json rename to outputs/benchmark_results/text-embedding-ada-002/HALClusteringS2S.json diff --git a/results/text-embedding-ada-002/MLSUMClusteringP2P.json b/outputs/benchmark_results/text-embedding-ada-002/MLSUMClusteringP2P.json similarity index 100% rename from results/text-embedding-ada-002/MLSUMClusteringP2P.json rename to outputs/benchmark_results/text-embedding-ada-002/MLSUMClusteringP2P.json diff --git a/results/text-embedding-ada-002/MLSUMClusteringS2S.json b/outputs/benchmark_results/text-embedding-ada-002/MLSUMClusteringS2S.json similarity index 100% rename from results/text-embedding-ada-002/MLSUMClusteringS2S.json rename to outputs/benchmark_results/text-embedding-ada-002/MLSUMClusteringS2S.json diff --git a/results/text-embedding-ada-002/MTOPDomainClassification.json b/outputs/benchmark_results/text-embedding-ada-002/MTOPDomainClassification.json similarity index 100% rename from results/text-embedding-ada-002/MTOPDomainClassification.json rename to outputs/benchmark_results/text-embedding-ada-002/MTOPDomainClassification.json diff --git a/results/text-embedding-ada-002/MTOPIntentClassification.json b/outputs/benchmark_results/text-embedding-ada-002/MTOPIntentClassification.json similarity index 100% rename from results/text-embedding-ada-002/MTOPIntentClassification.json rename to outputs/benchmark_results/text-embedding-ada-002/MTOPIntentClassification.json diff --git a/results/text-embedding-ada-002/MasakhaNEWSClassification.json b/outputs/benchmark_results/text-embedding-ada-002/MasakhaNEWSClassification.json similarity index 100% rename from results/text-embedding-ada-002/MasakhaNEWSClassification.json rename to outputs/benchmark_results/text-embedding-ada-002/MasakhaNEWSClassification.json diff --git a/results/text-embedding-ada-002/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/text-embedding-ada-002/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/text-embedding-ada-002/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/text-embedding-ada-002/MasakhaNEWSClusteringP2P.json diff --git a/results/text-embedding-ada-002/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/text-embedding-ada-002/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/text-embedding-ada-002/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/text-embedding-ada-002/MasakhaNEWSClusteringS2S.json diff --git a/results/text-embedding-ada-002/MassiveIntentClassification.json b/outputs/benchmark_results/text-embedding-ada-002/MassiveIntentClassification.json similarity index 100% rename from results/text-embedding-ada-002/MassiveIntentClassification.json rename to outputs/benchmark_results/text-embedding-ada-002/MassiveIntentClassification.json diff --git a/results/text-embedding-ada-002/MassiveScenarioClassification.json b/outputs/benchmark_results/text-embedding-ada-002/MassiveScenarioClassification.json similarity index 100% rename from results/text-embedding-ada-002/MassiveScenarioClassification.json rename to outputs/benchmark_results/text-embedding-ada-002/MassiveScenarioClassification.json diff --git a/results/text-embedding-ada-002/MintakaRetrieval.json b/outputs/benchmark_results/text-embedding-ada-002/MintakaRetrieval.json similarity index 100% rename from results/text-embedding-ada-002/MintakaRetrieval.json rename to outputs/benchmark_results/text-embedding-ada-002/MintakaRetrieval.json diff --git a/results/text-embedding-ada-002/OpusparcusPC.json b/outputs/benchmark_results/text-embedding-ada-002/OpusparcusPC.json similarity index 100% rename from results/text-embedding-ada-002/OpusparcusPC.json rename to outputs/benchmark_results/text-embedding-ada-002/OpusparcusPC.json diff --git a/results/text-embedding-ada-002/PawsX.json b/outputs/benchmark_results/text-embedding-ada-002/PawsX.json similarity index 100% rename from results/text-embedding-ada-002/PawsX.json rename to outputs/benchmark_results/text-embedding-ada-002/PawsX.json diff --git a/results/text-embedding-ada-002/SICKFr.json b/outputs/benchmark_results/text-embedding-ada-002/SICKFr.json similarity index 100% rename from results/text-embedding-ada-002/SICKFr.json rename to outputs/benchmark_results/text-embedding-ada-002/SICKFr.json diff --git a/results/text-embedding-ada-002/STS22.json b/outputs/benchmark_results/text-embedding-ada-002/STS22.json similarity index 100% rename from results/text-embedding-ada-002/STS22.json rename to outputs/benchmark_results/text-embedding-ada-002/STS22.json diff --git a/results/text-embedding-ada-002/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/text-embedding-ada-002/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/text-embedding-ada-002/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/text-embedding-ada-002/STSBenchmarkMultilingualSTS.json diff --git a/results/text-embedding-ada-002/SummEvalFr.json b/outputs/benchmark_results/text-embedding-ada-002/SummEvalFr.json similarity index 100% rename from results/text-embedding-ada-002/SummEvalFr.json rename to outputs/benchmark_results/text-embedding-ada-002/SummEvalFr.json diff --git a/results/text-embedding-ada-002/SyntecReranking.json b/outputs/benchmark_results/text-embedding-ada-002/SyntecReranking.json similarity index 100% rename from results/text-embedding-ada-002/SyntecReranking.json rename to outputs/benchmark_results/text-embedding-ada-002/SyntecReranking.json diff --git a/results/text-embedding-ada-002/SyntecRetrieval.json b/outputs/benchmark_results/text-embedding-ada-002/SyntecRetrieval.json similarity index 100% rename from results/text-embedding-ada-002/SyntecRetrieval.json rename to outputs/benchmark_results/text-embedding-ada-002/SyntecRetrieval.json diff --git a/results/text-embedding-ada-002/XPQARetrieval.json b/outputs/benchmark_results/text-embedding-ada-002/XPQARetrieval.json similarity index 100% rename from results/text-embedding-ada-002/XPQARetrieval.json rename to outputs/benchmark_results/text-embedding-ada-002/XPQARetrieval.json diff --git a/results/voyage-2/AlloProfClusteringP2P.json b/outputs/benchmark_results/voyage-2/AlloProfClusteringP2P.json similarity index 100% rename from results/voyage-2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/voyage-2/AlloProfClusteringP2P.json diff --git a/results/voyage-2/AlloProfClusteringS2S.json b/outputs/benchmark_results/voyage-2/AlloProfClusteringS2S.json similarity index 100% rename from results/voyage-2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/voyage-2/AlloProfClusteringS2S.json diff --git a/results/voyage-2/AlloprofReranking.json b/outputs/benchmark_results/voyage-2/AlloprofReranking.json similarity index 100% rename from results/voyage-2/AlloprofReranking.json rename to outputs/benchmark_results/voyage-2/AlloprofReranking.json diff --git a/results/voyage-2/AlloprofRetrieval.json b/outputs/benchmark_results/voyage-2/AlloprofRetrieval.json similarity index 100% rename from results/voyage-2/AlloprofRetrieval.json rename to outputs/benchmark_results/voyage-2/AlloprofRetrieval.json diff --git a/results/voyage-2/AmazonReviewsClassification.json b/outputs/benchmark_results/voyage-2/AmazonReviewsClassification.json similarity index 100% rename from results/voyage-2/AmazonReviewsClassification.json rename to outputs/benchmark_results/voyage-2/AmazonReviewsClassification.json diff --git a/results/voyage-2/BSARDRetrieval.json b/outputs/benchmark_results/voyage-2/BSARDRetrieval.json similarity index 100% rename from results/voyage-2/BSARDRetrieval.json rename to outputs/benchmark_results/voyage-2/BSARDRetrieval.json diff --git a/results/voyage-2/DiaBLaBitextMining.json b/outputs/benchmark_results/voyage-2/DiaBLaBitextMining.json similarity index 100% rename from results/voyage-2/DiaBLaBitextMining.json rename to outputs/benchmark_results/voyage-2/DiaBLaBitextMining.json diff --git a/results/voyage-2/FloresBitextMining.json b/outputs/benchmark_results/voyage-2/FloresBitextMining.json similarity index 100% rename from results/voyage-2/FloresBitextMining.json rename to outputs/benchmark_results/voyage-2/FloresBitextMining.json diff --git a/results/voyage-2/HALClusteringS2S.json b/outputs/benchmark_results/voyage-2/HALClusteringS2S.json similarity index 100% rename from results/voyage-2/HALClusteringS2S.json rename to outputs/benchmark_results/voyage-2/HALClusteringS2S.json diff --git a/results/voyage-2/MLSUMClusteringP2P.json b/outputs/benchmark_results/voyage-2/MLSUMClusteringP2P.json similarity index 100% rename from results/voyage-2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/voyage-2/MLSUMClusteringP2P.json diff --git a/results/voyage-2/MLSUMClusteringS2S.json b/outputs/benchmark_results/voyage-2/MLSUMClusteringS2S.json similarity index 100% rename from results/voyage-2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/voyage-2/MLSUMClusteringS2S.json diff --git a/results/voyage-2/MTOPDomainClassification.json b/outputs/benchmark_results/voyage-2/MTOPDomainClassification.json similarity index 100% rename from results/voyage-2/MTOPDomainClassification.json rename to outputs/benchmark_results/voyage-2/MTOPDomainClassification.json diff --git a/results/voyage-2/MTOPIntentClassification.json b/outputs/benchmark_results/voyage-2/MTOPIntentClassification.json similarity index 100% rename from results/voyage-2/MTOPIntentClassification.json rename to outputs/benchmark_results/voyage-2/MTOPIntentClassification.json diff --git a/results/voyage-2/MasakhaNEWSClassification.json b/outputs/benchmark_results/voyage-2/MasakhaNEWSClassification.json similarity index 100% rename from results/voyage-2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/voyage-2/MasakhaNEWSClassification.json diff --git a/results/voyage-2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/voyage-2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/voyage-2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/voyage-2/MasakhaNEWSClusteringP2P.json diff --git a/results/voyage-2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/voyage-2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/voyage-2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/voyage-2/MasakhaNEWSClusteringS2S.json diff --git a/results/voyage-2/MassiveIntentClassification.json b/outputs/benchmark_results/voyage-2/MassiveIntentClassification.json similarity index 100% rename from results/voyage-2/MassiveIntentClassification.json rename to outputs/benchmark_results/voyage-2/MassiveIntentClassification.json diff --git a/results/voyage-2/MassiveScenarioClassification.json b/outputs/benchmark_results/voyage-2/MassiveScenarioClassification.json similarity index 100% rename from results/voyage-2/MassiveScenarioClassification.json rename to outputs/benchmark_results/voyage-2/MassiveScenarioClassification.json diff --git a/results/voyage-2/MintakaRetrieval.json b/outputs/benchmark_results/voyage-2/MintakaRetrieval.json similarity index 100% rename from results/voyage-2/MintakaRetrieval.json rename to outputs/benchmark_results/voyage-2/MintakaRetrieval.json diff --git a/results/voyage-2/OpusparcusPC.json b/outputs/benchmark_results/voyage-2/OpusparcusPC.json similarity index 100% rename from results/voyage-2/OpusparcusPC.json rename to outputs/benchmark_results/voyage-2/OpusparcusPC.json diff --git a/results/voyage-2/PawsX.json b/outputs/benchmark_results/voyage-2/PawsX.json similarity index 100% rename from results/voyage-2/PawsX.json rename to outputs/benchmark_results/voyage-2/PawsX.json diff --git a/results/voyage-2/SICKFr.json b/outputs/benchmark_results/voyage-2/SICKFr.json similarity index 100% rename from results/voyage-2/SICKFr.json rename to outputs/benchmark_results/voyage-2/SICKFr.json diff --git a/results/voyage-2/STS22.json b/outputs/benchmark_results/voyage-2/STS22.json similarity index 100% rename from results/voyage-2/STS22.json rename to outputs/benchmark_results/voyage-2/STS22.json diff --git a/results/voyage-2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/voyage-2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/voyage-2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/voyage-2/STSBenchmarkMultilingualSTS.json diff --git a/results/voyage-2/SummEvalFr.json b/outputs/benchmark_results/voyage-2/SummEvalFr.json similarity index 100% rename from results/voyage-2/SummEvalFr.json rename to outputs/benchmark_results/voyage-2/SummEvalFr.json diff --git a/results/voyage-2/SyntecReranking.json b/outputs/benchmark_results/voyage-2/SyntecReranking.json similarity index 100% rename from results/voyage-2/SyntecReranking.json rename to outputs/benchmark_results/voyage-2/SyntecReranking.json diff --git a/results/voyage-2/SyntecRetrieval.json b/outputs/benchmark_results/voyage-2/SyntecRetrieval.json similarity index 100% rename from results/voyage-2/SyntecRetrieval.json rename to outputs/benchmark_results/voyage-2/SyntecRetrieval.json diff --git a/results/voyage-2/XPQARetrieval.json b/outputs/benchmark_results/voyage-2/XPQARetrieval.json similarity index 100% rename from results/voyage-2/XPQARetrieval.json rename to outputs/benchmark_results/voyage-2/XPQARetrieval.json diff --git a/results/voyage-code-2/AlloProfClusteringP2P.json b/outputs/benchmark_results/voyage-code-2/AlloProfClusteringP2P.json similarity index 100% rename from results/voyage-code-2/AlloProfClusteringP2P.json rename to outputs/benchmark_results/voyage-code-2/AlloProfClusteringP2P.json diff --git a/results/voyage-code-2/AlloProfClusteringS2S.json b/outputs/benchmark_results/voyage-code-2/AlloProfClusteringS2S.json similarity index 100% rename from results/voyage-code-2/AlloProfClusteringS2S.json rename to outputs/benchmark_results/voyage-code-2/AlloProfClusteringS2S.json diff --git a/results/voyage-code-2/AlloprofReranking.json b/outputs/benchmark_results/voyage-code-2/AlloprofReranking.json similarity index 100% rename from results/voyage-code-2/AlloprofReranking.json rename to outputs/benchmark_results/voyage-code-2/AlloprofReranking.json diff --git a/results/voyage-code-2/AlloprofRetrieval.json b/outputs/benchmark_results/voyage-code-2/AlloprofRetrieval.json similarity index 100% rename from results/voyage-code-2/AlloprofRetrieval.json rename to outputs/benchmark_results/voyage-code-2/AlloprofRetrieval.json diff --git a/results/voyage-code-2/AmazonReviewsClassification.json b/outputs/benchmark_results/voyage-code-2/AmazonReviewsClassification.json similarity index 100% rename from results/voyage-code-2/AmazonReviewsClassification.json rename to outputs/benchmark_results/voyage-code-2/AmazonReviewsClassification.json diff --git a/results/voyage-code-2/BSARDRetrieval.json b/outputs/benchmark_results/voyage-code-2/BSARDRetrieval.json similarity index 100% rename from results/voyage-code-2/BSARDRetrieval.json rename to outputs/benchmark_results/voyage-code-2/BSARDRetrieval.json diff --git a/results/voyage-code-2/DiaBLaBitextMining.json b/outputs/benchmark_results/voyage-code-2/DiaBLaBitextMining.json similarity index 100% rename from results/voyage-code-2/DiaBLaBitextMining.json rename to outputs/benchmark_results/voyage-code-2/DiaBLaBitextMining.json diff --git a/results/voyage-code-2/FloresBitextMining.json b/outputs/benchmark_results/voyage-code-2/FloresBitextMining.json similarity index 100% rename from results/voyage-code-2/FloresBitextMining.json rename to outputs/benchmark_results/voyage-code-2/FloresBitextMining.json diff --git a/results/voyage-code-2/HALClusteringS2S.json b/outputs/benchmark_results/voyage-code-2/HALClusteringS2S.json similarity index 100% rename from results/voyage-code-2/HALClusteringS2S.json rename to outputs/benchmark_results/voyage-code-2/HALClusteringS2S.json diff --git a/results/voyage-code-2/MLSUMClusteringP2P.json b/outputs/benchmark_results/voyage-code-2/MLSUMClusteringP2P.json similarity index 100% rename from results/voyage-code-2/MLSUMClusteringP2P.json rename to outputs/benchmark_results/voyage-code-2/MLSUMClusteringP2P.json diff --git a/results/voyage-code-2/MLSUMClusteringS2S.json b/outputs/benchmark_results/voyage-code-2/MLSUMClusteringS2S.json similarity index 100% rename from results/voyage-code-2/MLSUMClusteringS2S.json rename to outputs/benchmark_results/voyage-code-2/MLSUMClusteringS2S.json diff --git a/results/voyage-code-2/MTOPDomainClassification.json b/outputs/benchmark_results/voyage-code-2/MTOPDomainClassification.json similarity index 100% rename from results/voyage-code-2/MTOPDomainClassification.json rename to outputs/benchmark_results/voyage-code-2/MTOPDomainClassification.json diff --git a/results/voyage-code-2/MTOPIntentClassification.json b/outputs/benchmark_results/voyage-code-2/MTOPIntentClassification.json similarity index 100% rename from results/voyage-code-2/MTOPIntentClassification.json rename to outputs/benchmark_results/voyage-code-2/MTOPIntentClassification.json diff --git a/results/voyage-code-2/MasakhaNEWSClassification.json b/outputs/benchmark_results/voyage-code-2/MasakhaNEWSClassification.json similarity index 100% rename from results/voyage-code-2/MasakhaNEWSClassification.json rename to outputs/benchmark_results/voyage-code-2/MasakhaNEWSClassification.json diff --git a/results/voyage-code-2/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/voyage-code-2/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/voyage-code-2/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/voyage-code-2/MasakhaNEWSClusteringP2P.json diff --git a/results/voyage-code-2/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/voyage-code-2/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/voyage-code-2/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/voyage-code-2/MasakhaNEWSClusteringS2S.json diff --git a/results/voyage-code-2/MassiveIntentClassification.json b/outputs/benchmark_results/voyage-code-2/MassiveIntentClassification.json similarity index 100% rename from results/voyage-code-2/MassiveIntentClassification.json rename to outputs/benchmark_results/voyage-code-2/MassiveIntentClassification.json diff --git a/results/voyage-code-2/MassiveScenarioClassification.json b/outputs/benchmark_results/voyage-code-2/MassiveScenarioClassification.json similarity index 100% rename from results/voyage-code-2/MassiveScenarioClassification.json rename to outputs/benchmark_results/voyage-code-2/MassiveScenarioClassification.json diff --git a/results/voyage-code-2/MintakaRetrieval.json b/outputs/benchmark_results/voyage-code-2/MintakaRetrieval.json similarity index 100% rename from results/voyage-code-2/MintakaRetrieval.json rename to outputs/benchmark_results/voyage-code-2/MintakaRetrieval.json diff --git a/results/voyage-code-2/OpusparcusPC.json b/outputs/benchmark_results/voyage-code-2/OpusparcusPC.json similarity index 100% rename from results/voyage-code-2/OpusparcusPC.json rename to outputs/benchmark_results/voyage-code-2/OpusparcusPC.json diff --git a/results/voyage-code-2/PawsX.json b/outputs/benchmark_results/voyage-code-2/PawsX.json similarity index 100% rename from results/voyage-code-2/PawsX.json rename to outputs/benchmark_results/voyage-code-2/PawsX.json diff --git a/results/voyage-code-2/SICKFr.json b/outputs/benchmark_results/voyage-code-2/SICKFr.json similarity index 100% rename from results/voyage-code-2/SICKFr.json rename to outputs/benchmark_results/voyage-code-2/SICKFr.json diff --git a/results/voyage-code-2/STS22.json b/outputs/benchmark_results/voyage-code-2/STS22.json similarity index 100% rename from results/voyage-code-2/STS22.json rename to outputs/benchmark_results/voyage-code-2/STS22.json diff --git a/results/voyage-code-2/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/voyage-code-2/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/voyage-code-2/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/voyage-code-2/STSBenchmarkMultilingualSTS.json diff --git a/results/voyage-code-2/SummEvalFr.json b/outputs/benchmark_results/voyage-code-2/SummEvalFr.json similarity index 100% rename from results/voyage-code-2/SummEvalFr.json rename to outputs/benchmark_results/voyage-code-2/SummEvalFr.json diff --git a/results/voyage-code-2/SyntecReranking.json b/outputs/benchmark_results/voyage-code-2/SyntecReranking.json similarity index 100% rename from results/voyage-code-2/SyntecReranking.json rename to outputs/benchmark_results/voyage-code-2/SyntecReranking.json diff --git a/results/voyage-code-2/SyntecRetrieval.json b/outputs/benchmark_results/voyage-code-2/SyntecRetrieval.json similarity index 100% rename from results/voyage-code-2/SyntecRetrieval.json rename to outputs/benchmark_results/voyage-code-2/SyntecRetrieval.json diff --git a/results/voyage-code-2/XPQARetrieval.json b/outputs/benchmark_results/voyage-code-2/XPQARetrieval.json similarity index 100% rename from results/voyage-code-2/XPQARetrieval.json rename to outputs/benchmark_results/voyage-code-2/XPQARetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringP2P.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringP2P.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringP2P.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringP2P.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloProfClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofReranking.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofReranking.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofReranking.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofReranking.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AlloprofRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/AmazonReviewsClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AmazonReviewsClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/AmazonReviewsClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/AmazonReviewsClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/BSARDRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/BSARDRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/BSARDRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/BSARDRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBLaBitextMining.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBLaBitextMining.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBLaBitextMining.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/DiaBLaBitextMining.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/FloresBitextMining.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/FloresBitextMining.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/FloresBitextMining.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/FloresBitextMining.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/HALClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/HALClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/HALClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/HALClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringP2P.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringP2P.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringP2P.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringP2P.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MLSUMClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPDomainClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPDomainClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPDomainClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPDomainClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPIntentClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPIntentClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPIntentClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MTOPIntentClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringP2P.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MasakhaNEWSClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveIntentClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveIntentClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveIntentClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveIntentClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveScenarioClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveScenarioClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveScenarioClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MassiveScenarioClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/MintakaRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MintakaRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/MintakaRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/MintakaRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/OpusparcusPC.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/OpusparcusPC.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/OpusparcusPC.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/OpusparcusPC.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/PawsX.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/PawsX.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/PawsX.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/PawsX.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/SICKFr.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SICKFr.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/SICKFr.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SICKFr.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/STS22.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/STS22.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/STS22.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/STS22.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/STSBenchmarkMultilingualSTS.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/SummEvalFr.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SummEvalFr.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/SummEvalFr.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SummEvalFr.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecReranking.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecReranking.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecReranking.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecReranking.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/SyntecRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-3/XPQARetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/XPQARetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-3/XPQARetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-3/XPQARetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringP2P.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringP2P.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringP2P.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringP2P.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloProfClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofReranking.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofReranking.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofReranking.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofReranking.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AlloprofRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/AmazonReviewsClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AmazonReviewsClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/AmazonReviewsClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/AmazonReviewsClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/BSARDRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/BSARDRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/BSARDRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/BSARDRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBLaBitextMining.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBLaBitextMining.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBLaBitextMining.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/DiaBLaBitextMining.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/FloresBitextMining.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/FloresBitextMining.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/FloresBitextMining.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/FloresBitextMining.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/HALClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/HALClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/HALClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/HALClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringP2P.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringP2P.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringP2P.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringP2P.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MLSUMClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPDomainClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPDomainClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPDomainClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPDomainClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPIntentClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPIntentClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPIntentClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MTOPIntentClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringP2P.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MasakhaNEWSClusteringS2S.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveIntentClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveIntentClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveIntentClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveIntentClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveScenarioClassification.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveScenarioClassification.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveScenarioClassification.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MassiveScenarioClassification.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/MintakaRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MintakaRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/MintakaRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/MintakaRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/OpusparcusPC.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/OpusparcusPC.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/OpusparcusPC.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/OpusparcusPC.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/PawsX.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/PawsX.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/PawsX.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/PawsX.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/SICKFr.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SICKFr.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/SICKFr.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SICKFr.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/STS22.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/STS22.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/STS22.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/STS22.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/STSBenchmarkMultilingualSTS.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/SummEvalFr.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SummEvalFr.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/SummEvalFr.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SummEvalFr.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecReranking.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecReranking.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecReranking.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecReranking.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecRetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecRetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecRetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/SyntecRetrieval.json diff --git a/results/vprelovac/universal-sentence-encoder-multilingual-large-3/XPQARetrieval.json b/outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/XPQARetrieval.json similarity index 100% rename from results/vprelovac/universal-sentence-encoder-multilingual-large-3/XPQARetrieval.json rename to outputs/benchmark_results/vprelovac/universal-sentence-encoder-multilingual-large-3/XPQARetrieval.json diff --git a/results/xlm-roberta-base/AlloProfClusteringP2P.json b/outputs/benchmark_results/xlm-roberta-base/AlloProfClusteringP2P.json similarity index 100% rename from results/xlm-roberta-base/AlloProfClusteringP2P.json rename to outputs/benchmark_results/xlm-roberta-base/AlloProfClusteringP2P.json diff --git a/results/xlm-roberta-base/AlloProfClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-base/AlloProfClusteringS2S.json similarity index 100% rename from results/xlm-roberta-base/AlloProfClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-base/AlloProfClusteringS2S.json diff --git a/results/xlm-roberta-base/AlloprofReranking.json b/outputs/benchmark_results/xlm-roberta-base/AlloprofReranking.json similarity index 100% rename from results/xlm-roberta-base/AlloprofReranking.json rename to outputs/benchmark_results/xlm-roberta-base/AlloprofReranking.json diff --git a/results/xlm-roberta-base/AlloprofRetrieval.json b/outputs/benchmark_results/xlm-roberta-base/AlloprofRetrieval.json similarity index 100% rename from results/xlm-roberta-base/AlloprofRetrieval.json rename to outputs/benchmark_results/xlm-roberta-base/AlloprofRetrieval.json diff --git a/results/xlm-roberta-base/AmazonReviewsClassification.json b/outputs/benchmark_results/xlm-roberta-base/AmazonReviewsClassification.json similarity index 100% rename from results/xlm-roberta-base/AmazonReviewsClassification.json rename to outputs/benchmark_results/xlm-roberta-base/AmazonReviewsClassification.json diff --git a/results/xlm-roberta-base/BSARDRetrieval.json b/outputs/benchmark_results/xlm-roberta-base/BSARDRetrieval.json similarity index 100% rename from results/xlm-roberta-base/BSARDRetrieval.json rename to outputs/benchmark_results/xlm-roberta-base/BSARDRetrieval.json diff --git a/results/xlm-roberta-base/DiaBLaBitextMining.json b/outputs/benchmark_results/xlm-roberta-base/DiaBLaBitextMining.json similarity index 100% rename from results/xlm-roberta-base/DiaBLaBitextMining.json rename to outputs/benchmark_results/xlm-roberta-base/DiaBLaBitextMining.json diff --git a/results/xlm-roberta-base/FloresBitextMining.json b/outputs/benchmark_results/xlm-roberta-base/FloresBitextMining.json similarity index 100% rename from results/xlm-roberta-base/FloresBitextMining.json rename to outputs/benchmark_results/xlm-roberta-base/FloresBitextMining.json diff --git a/results/xlm-roberta-base/HALClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-base/HALClusteringS2S.json similarity index 100% rename from results/xlm-roberta-base/HALClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-base/HALClusteringS2S.json diff --git a/results/xlm-roberta-base/MLSUMClusteringP2P.json b/outputs/benchmark_results/xlm-roberta-base/MLSUMClusteringP2P.json similarity index 100% rename from results/xlm-roberta-base/MLSUMClusteringP2P.json rename to outputs/benchmark_results/xlm-roberta-base/MLSUMClusteringP2P.json diff --git a/results/xlm-roberta-base/MLSUMClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-base/MLSUMClusteringS2S.json similarity index 100% rename from results/xlm-roberta-base/MLSUMClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-base/MLSUMClusteringS2S.json diff --git a/results/xlm-roberta-base/MTOPDomainClassification.json b/outputs/benchmark_results/xlm-roberta-base/MTOPDomainClassification.json similarity index 100% rename from results/xlm-roberta-base/MTOPDomainClassification.json rename to outputs/benchmark_results/xlm-roberta-base/MTOPDomainClassification.json diff --git a/results/xlm-roberta-base/MTOPIntentClassification.json b/outputs/benchmark_results/xlm-roberta-base/MTOPIntentClassification.json similarity index 100% rename from results/xlm-roberta-base/MTOPIntentClassification.json rename to outputs/benchmark_results/xlm-roberta-base/MTOPIntentClassification.json diff --git a/results/xlm-roberta-base/MasakhaNEWSClassification.json b/outputs/benchmark_results/xlm-roberta-base/MasakhaNEWSClassification.json similarity index 100% rename from results/xlm-roberta-base/MasakhaNEWSClassification.json rename to outputs/benchmark_results/xlm-roberta-base/MasakhaNEWSClassification.json diff --git a/results/xlm-roberta-base/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/xlm-roberta-base/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/xlm-roberta-base/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/xlm-roberta-base/MasakhaNEWSClusteringP2P.json diff --git a/results/xlm-roberta-base/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-base/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/xlm-roberta-base/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-base/MasakhaNEWSClusteringS2S.json diff --git a/results/xlm-roberta-base/MassiveIntentClassification.json b/outputs/benchmark_results/xlm-roberta-base/MassiveIntentClassification.json similarity index 100% rename from results/xlm-roberta-base/MassiveIntentClassification.json rename to outputs/benchmark_results/xlm-roberta-base/MassiveIntentClassification.json diff --git a/results/xlm-roberta-base/MassiveScenarioClassification.json b/outputs/benchmark_results/xlm-roberta-base/MassiveScenarioClassification.json similarity index 100% rename from results/xlm-roberta-base/MassiveScenarioClassification.json rename to outputs/benchmark_results/xlm-roberta-base/MassiveScenarioClassification.json diff --git a/results/xlm-roberta-base/MintakaRetrieval.json b/outputs/benchmark_results/xlm-roberta-base/MintakaRetrieval.json similarity index 100% rename from results/xlm-roberta-base/MintakaRetrieval.json rename to outputs/benchmark_results/xlm-roberta-base/MintakaRetrieval.json diff --git a/results/xlm-roberta-base/OpusparcusPC.json b/outputs/benchmark_results/xlm-roberta-base/OpusparcusPC.json similarity index 100% rename from results/xlm-roberta-base/OpusparcusPC.json rename to outputs/benchmark_results/xlm-roberta-base/OpusparcusPC.json diff --git a/results/xlm-roberta-base/PawsX.json b/outputs/benchmark_results/xlm-roberta-base/PawsX.json similarity index 100% rename from results/xlm-roberta-base/PawsX.json rename to outputs/benchmark_results/xlm-roberta-base/PawsX.json diff --git a/results/xlm-roberta-base/SICKFr.json b/outputs/benchmark_results/xlm-roberta-base/SICKFr.json similarity index 100% rename from results/xlm-roberta-base/SICKFr.json rename to outputs/benchmark_results/xlm-roberta-base/SICKFr.json diff --git a/results/xlm-roberta-base/STS22.json b/outputs/benchmark_results/xlm-roberta-base/STS22.json similarity index 100% rename from results/xlm-roberta-base/STS22.json rename to outputs/benchmark_results/xlm-roberta-base/STS22.json diff --git a/results/xlm-roberta-base/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/xlm-roberta-base/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/xlm-roberta-base/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/xlm-roberta-base/STSBenchmarkMultilingualSTS.json diff --git a/results/xlm-roberta-base/SummEvalFr.json b/outputs/benchmark_results/xlm-roberta-base/SummEvalFr.json similarity index 100% rename from results/xlm-roberta-base/SummEvalFr.json rename to outputs/benchmark_results/xlm-roberta-base/SummEvalFr.json diff --git a/results/xlm-roberta-base/SyntecReranking.json b/outputs/benchmark_results/xlm-roberta-base/SyntecReranking.json similarity index 100% rename from results/xlm-roberta-base/SyntecReranking.json rename to outputs/benchmark_results/xlm-roberta-base/SyntecReranking.json diff --git a/results/xlm-roberta-base/SyntecRetrieval.json b/outputs/benchmark_results/xlm-roberta-base/SyntecRetrieval.json similarity index 100% rename from results/xlm-roberta-base/SyntecRetrieval.json rename to outputs/benchmark_results/xlm-roberta-base/SyntecRetrieval.json diff --git a/results/xlm-roberta-base/XPQARetrieval.json b/outputs/benchmark_results/xlm-roberta-base/XPQARetrieval.json similarity index 100% rename from results/xlm-roberta-base/XPQARetrieval.json rename to outputs/benchmark_results/xlm-roberta-base/XPQARetrieval.json diff --git a/results/xlm-roberta-large/AlloProfClusteringP2P.json b/outputs/benchmark_results/xlm-roberta-large/AlloProfClusteringP2P.json similarity index 100% rename from results/xlm-roberta-large/AlloProfClusteringP2P.json rename to outputs/benchmark_results/xlm-roberta-large/AlloProfClusteringP2P.json diff --git a/results/xlm-roberta-large/AlloProfClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-large/AlloProfClusteringS2S.json similarity index 100% rename from results/xlm-roberta-large/AlloProfClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-large/AlloProfClusteringS2S.json diff --git a/results/xlm-roberta-large/AlloprofReranking.json b/outputs/benchmark_results/xlm-roberta-large/AlloprofReranking.json similarity index 100% rename from results/xlm-roberta-large/AlloprofReranking.json rename to outputs/benchmark_results/xlm-roberta-large/AlloprofReranking.json diff --git a/results/xlm-roberta-large/AlloprofRetrieval.json b/outputs/benchmark_results/xlm-roberta-large/AlloprofRetrieval.json similarity index 100% rename from results/xlm-roberta-large/AlloprofRetrieval.json rename to outputs/benchmark_results/xlm-roberta-large/AlloprofRetrieval.json diff --git a/results/xlm-roberta-large/AmazonReviewsClassification.json b/outputs/benchmark_results/xlm-roberta-large/AmazonReviewsClassification.json similarity index 100% rename from results/xlm-roberta-large/AmazonReviewsClassification.json rename to outputs/benchmark_results/xlm-roberta-large/AmazonReviewsClassification.json diff --git a/results/xlm-roberta-large/BSARDRetrieval.json b/outputs/benchmark_results/xlm-roberta-large/BSARDRetrieval.json similarity index 100% rename from results/xlm-roberta-large/BSARDRetrieval.json rename to outputs/benchmark_results/xlm-roberta-large/BSARDRetrieval.json diff --git a/results/xlm-roberta-large/DiaBLaBitextMining.json b/outputs/benchmark_results/xlm-roberta-large/DiaBLaBitextMining.json similarity index 100% rename from results/xlm-roberta-large/DiaBLaBitextMining.json rename to outputs/benchmark_results/xlm-roberta-large/DiaBLaBitextMining.json diff --git a/results/xlm-roberta-large/FloresBitextMining.json b/outputs/benchmark_results/xlm-roberta-large/FloresBitextMining.json similarity index 100% rename from results/xlm-roberta-large/FloresBitextMining.json rename to outputs/benchmark_results/xlm-roberta-large/FloresBitextMining.json diff --git a/results/xlm-roberta-large/HALClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-large/HALClusteringS2S.json similarity index 100% rename from results/xlm-roberta-large/HALClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-large/HALClusteringS2S.json diff --git a/results/xlm-roberta-large/MLSUMClusteringP2P.json b/outputs/benchmark_results/xlm-roberta-large/MLSUMClusteringP2P.json similarity index 100% rename from results/xlm-roberta-large/MLSUMClusteringP2P.json rename to outputs/benchmark_results/xlm-roberta-large/MLSUMClusteringP2P.json diff --git a/results/xlm-roberta-large/MLSUMClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-large/MLSUMClusteringS2S.json similarity index 100% rename from results/xlm-roberta-large/MLSUMClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-large/MLSUMClusteringS2S.json diff --git a/results/xlm-roberta-large/MTOPDomainClassification.json b/outputs/benchmark_results/xlm-roberta-large/MTOPDomainClassification.json similarity index 100% rename from results/xlm-roberta-large/MTOPDomainClassification.json rename to outputs/benchmark_results/xlm-roberta-large/MTOPDomainClassification.json diff --git a/results/xlm-roberta-large/MTOPIntentClassification.json b/outputs/benchmark_results/xlm-roberta-large/MTOPIntentClassification.json similarity index 100% rename from results/xlm-roberta-large/MTOPIntentClassification.json rename to outputs/benchmark_results/xlm-roberta-large/MTOPIntentClassification.json diff --git a/results/xlm-roberta-large/MasakhaNEWSClassification.json b/outputs/benchmark_results/xlm-roberta-large/MasakhaNEWSClassification.json similarity index 100% rename from results/xlm-roberta-large/MasakhaNEWSClassification.json rename to outputs/benchmark_results/xlm-roberta-large/MasakhaNEWSClassification.json diff --git a/results/xlm-roberta-large/MasakhaNEWSClusteringP2P.json b/outputs/benchmark_results/xlm-roberta-large/MasakhaNEWSClusteringP2P.json similarity index 100% rename from results/xlm-roberta-large/MasakhaNEWSClusteringP2P.json rename to outputs/benchmark_results/xlm-roberta-large/MasakhaNEWSClusteringP2P.json diff --git a/results/xlm-roberta-large/MasakhaNEWSClusteringS2S.json b/outputs/benchmark_results/xlm-roberta-large/MasakhaNEWSClusteringS2S.json similarity index 100% rename from results/xlm-roberta-large/MasakhaNEWSClusteringS2S.json rename to outputs/benchmark_results/xlm-roberta-large/MasakhaNEWSClusteringS2S.json diff --git a/results/xlm-roberta-large/MassiveIntentClassification.json b/outputs/benchmark_results/xlm-roberta-large/MassiveIntentClassification.json similarity index 100% rename from results/xlm-roberta-large/MassiveIntentClassification.json rename to outputs/benchmark_results/xlm-roberta-large/MassiveIntentClassification.json diff --git a/results/xlm-roberta-large/MassiveScenarioClassification.json b/outputs/benchmark_results/xlm-roberta-large/MassiveScenarioClassification.json similarity index 100% rename from results/xlm-roberta-large/MassiveScenarioClassification.json rename to outputs/benchmark_results/xlm-roberta-large/MassiveScenarioClassification.json diff --git a/results/xlm-roberta-large/MintakaRetrieval.json b/outputs/benchmark_results/xlm-roberta-large/MintakaRetrieval.json similarity index 100% rename from results/xlm-roberta-large/MintakaRetrieval.json rename to outputs/benchmark_results/xlm-roberta-large/MintakaRetrieval.json diff --git a/results/xlm-roberta-large/OpusparcusPC.json b/outputs/benchmark_results/xlm-roberta-large/OpusparcusPC.json similarity index 100% rename from results/xlm-roberta-large/OpusparcusPC.json rename to outputs/benchmark_results/xlm-roberta-large/OpusparcusPC.json diff --git a/results/xlm-roberta-large/PawsX.json b/outputs/benchmark_results/xlm-roberta-large/PawsX.json similarity index 100% rename from results/xlm-roberta-large/PawsX.json rename to outputs/benchmark_results/xlm-roberta-large/PawsX.json diff --git a/results/xlm-roberta-large/SICKFr.json b/outputs/benchmark_results/xlm-roberta-large/SICKFr.json similarity index 100% rename from results/xlm-roberta-large/SICKFr.json rename to outputs/benchmark_results/xlm-roberta-large/SICKFr.json diff --git a/results/xlm-roberta-large/STS22.json b/outputs/benchmark_results/xlm-roberta-large/STS22.json similarity index 100% rename from results/xlm-roberta-large/STS22.json rename to outputs/benchmark_results/xlm-roberta-large/STS22.json diff --git a/results/xlm-roberta-large/STSBenchmarkMultilingualSTS.json b/outputs/benchmark_results/xlm-roberta-large/STSBenchmarkMultilingualSTS.json similarity index 100% rename from results/xlm-roberta-large/STSBenchmarkMultilingualSTS.json rename to outputs/benchmark_results/xlm-roberta-large/STSBenchmarkMultilingualSTS.json diff --git a/results/xlm-roberta-large/SummEvalFr.json b/outputs/benchmark_results/xlm-roberta-large/SummEvalFr.json similarity index 100% rename from results/xlm-roberta-large/SummEvalFr.json rename to outputs/benchmark_results/xlm-roberta-large/SummEvalFr.json diff --git a/results/xlm-roberta-large/SyntecReranking.json b/outputs/benchmark_results/xlm-roberta-large/SyntecReranking.json similarity index 100% rename from results/xlm-roberta-large/SyntecReranking.json rename to outputs/benchmark_results/xlm-roberta-large/SyntecReranking.json diff --git a/results/xlm-roberta-large/SyntecRetrieval.json b/outputs/benchmark_results/xlm-roberta-large/SyntecRetrieval.json similarity index 100% rename from results/xlm-roberta-large/SyntecRetrieval.json rename to outputs/benchmark_results/xlm-roberta-large/SyntecRetrieval.json diff --git a/results/xlm-roberta-large/XPQARetrieval.json b/outputs/benchmark_results/xlm-roberta-large/XPQARetrieval.json similarity index 100% rename from results/xlm-roberta-large/XPQARetrieval.json rename to outputs/benchmark_results/xlm-roberta-large/XPQARetrieval.json diff --git a/cost_estimation.json b/outputs/models_analysis/cost_estimation.json similarity index 100% rename from cost_estimation.json rename to outputs/models_analysis/cost_estimation.json diff --git a/script_mteb_french/results_analysis/model_specs.json b/outputs/models_analysis/model_specs.json similarity index 100% rename from script_mteb_french/results_analysis/model_specs.json rename to outputs/models_analysis/model_specs.json diff --git a/analyses_outputs/datasets_similarity/PCA_components_all.pdf b/outputs/results_analysis/datasets_similarity/PCA_components_all.pdf similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_all.pdf rename to outputs/results_analysis/datasets_similarity/PCA_components_all.pdf diff --git a/analyses_outputs/datasets_similarity/PCA_components_all.png b/outputs/results_analysis/datasets_similarity/PCA_components_all.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_all.png rename to outputs/results_analysis/datasets_similarity/PCA_components_all.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_all.svg b/outputs/results_analysis/datasets_similarity/PCA_components_all.svg similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_all.svg rename to outputs/results_analysis/datasets_similarity/PCA_components_all.svg diff --git a/analyses_outputs/datasets_similarity/PCA_components_all_with names.png b/outputs/results_analysis/datasets_similarity/PCA_components_all_with names.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_all_with names.png rename to outputs/results_analysis/datasets_similarity/PCA_components_all_with names.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_classification.png b/outputs/results_analysis/datasets_similarity/PCA_components_classification.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_classification.png rename to outputs/results_analysis/datasets_similarity/PCA_components_classification.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_clustering.png b/outputs/results_analysis/datasets_similarity/PCA_components_clustering.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_clustering.png rename to outputs/results_analysis/datasets_similarity/PCA_components_clustering.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_pairclassification.png b/outputs/results_analysis/datasets_similarity/PCA_components_pairclassification.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_pairclassification.png rename to outputs/results_analysis/datasets_similarity/PCA_components_pairclassification.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_reranking.png b/outputs/results_analysis/datasets_similarity/PCA_components_reranking.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_reranking.png rename to outputs/results_analysis/datasets_similarity/PCA_components_reranking.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_retrieval.pdf b/outputs/results_analysis/datasets_similarity/PCA_components_retrieval.pdf similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_retrieval.pdf rename to outputs/results_analysis/datasets_similarity/PCA_components_retrieval.pdf diff --git a/analyses_outputs/datasets_similarity/PCA_components_retrieval.png b/outputs/results_analysis/datasets_similarity/PCA_components_retrieval.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_retrieval.png rename to outputs/results_analysis/datasets_similarity/PCA_components_retrieval.png diff --git a/analyses_outputs/datasets_similarity/PCA_components_sts.png b/outputs/results_analysis/datasets_similarity/PCA_components_sts.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_components_sts.png rename to outputs/results_analysis/datasets_similarity/PCA_components_sts.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_all.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_all.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_all.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_all.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_classification.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_classification.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_classification.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_classification.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_clustering.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_clustering.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_clustering.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_clustering.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_pairclassification.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_pairclassification.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_pairclassification.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_pairclassification.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_reranking.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_reranking.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_reranking.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_reranking.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_retrieval.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_retrieval.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_retrieval.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_retrieval.png diff --git a/analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_sts.png b/outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_sts.png similarity index 100% rename from analyses_outputs/datasets_similarity/PCA_explained_variance_ratio_sts.png rename to outputs/results_analysis/datasets_similarity/PCA_explained_variance_ratio_sts.png diff --git a/analyses_outputs/datasets_similarity/cosim_all.pdf b/outputs/results_analysis/datasets_similarity/cosim_all.pdf similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_all.pdf rename to outputs/results_analysis/datasets_similarity/cosim_all.pdf diff --git a/analyses_outputs/datasets_similarity/cosim_all.png b/outputs/results_analysis/datasets_similarity/cosim_all.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_all.png rename to outputs/results_analysis/datasets_similarity/cosim_all.png diff --git a/analyses_outputs/datasets_similarity/cosim_classification.png b/outputs/results_analysis/datasets_similarity/cosim_classification.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_classification.png rename to outputs/results_analysis/datasets_similarity/cosim_classification.png diff --git a/analyses_outputs/datasets_similarity/cosim_clustering.png b/outputs/results_analysis/datasets_similarity/cosim_clustering.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_clustering.png rename to outputs/results_analysis/datasets_similarity/cosim_clustering.png diff --git a/analyses_outputs/datasets_similarity/cosim_pairclassification.png b/outputs/results_analysis/datasets_similarity/cosim_pairclassification.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_pairclassification.png rename to outputs/results_analysis/datasets_similarity/cosim_pairclassification.png diff --git a/analyses_outputs/datasets_similarity/cosim_reranking.png b/outputs/results_analysis/datasets_similarity/cosim_reranking.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_reranking.png rename to outputs/results_analysis/datasets_similarity/cosim_reranking.png diff --git a/analyses_outputs/datasets_similarity/cosim_retrieval.pdf b/outputs/results_analysis/datasets_similarity/cosim_retrieval.pdf similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_retrieval.pdf rename to outputs/results_analysis/datasets_similarity/cosim_retrieval.pdf diff --git a/analyses_outputs/datasets_similarity/cosim_retrieval.png b/outputs/results_analysis/datasets_similarity/cosim_retrieval.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_retrieval.png rename to outputs/results_analysis/datasets_similarity/cosim_retrieval.png diff --git a/analyses_outputs/datasets_similarity/cosim_sts.png b/outputs/results_analysis/datasets_similarity/cosim_sts.png similarity index 100% rename from analyses_outputs/datasets_similarity/cosim_sts.png rename to outputs/results_analysis/datasets_similarity/cosim_sts.png diff --git a/analyses_outputs/performance_vs_characteristics/correlation_heatmap.pdf b/outputs/results_analysis/performance_vs_characteristics/correlation_heatmap.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/correlation_heatmap.pdf rename to outputs/results_analysis/performance_vs_characteristics/correlation_heatmap.pdf diff --git a/analyses_outputs/performance_vs_characteristics/correlation_heatmap.png b/outputs/results_analysis/performance_vs_characteristics/correlation_heatmap.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/correlation_heatmap.png rename to outputs/results_analysis/performance_vs_characteristics/correlation_heatmap.png diff --git a/analyses_outputs/performance_vs_characteristics/correlation_matrix.csv b/outputs/results_analysis/performance_vs_characteristics/correlation_matrix.csv similarity index 100% rename from analyses_outputs/performance_vs_characteristics/correlation_matrix.csv rename to outputs/results_analysis/performance_vs_characteristics/correlation_matrix.csv diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_embedding_dim_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_embedding_dim_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_embedding_dim_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_embedding_dim_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_embedding_dim_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_embedding_dim_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_embedding_dim_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_embedding_dim_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_finetuned_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_finetuned_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_finetuned_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_finetuned_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_finetuned_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_finetuned_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_finetuned_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_finetuned_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_license_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_license_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_license_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_license_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_license_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_license_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_license_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_license_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_model_type_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_model_type_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_model_type_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_model_type_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_model_type_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_model_type_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_model_type_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_model_type_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_multilingual_or_french_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_number_params_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_number_params_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_number_params_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_number_params_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_number_params_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_number_params_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_number_params_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_number_params_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_seq_len_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_seq_len_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_seq_len_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_seq_len_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_seq_len_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_seq_len_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_seq_len_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_seq_len_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_size_gb_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_size_gb_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_size_gb_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_size_gb_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_size_gb_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_size_gb_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_size_gb_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_size_gb_avg.png diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.pdf b/outputs/results_analysis/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.pdf similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.pdf rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.pdf diff --git a/analyses_outputs/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.png b/outputs/results_analysis/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.png similarity index 100% rename from analyses_outputs/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.png rename to outputs/results_analysis/performance_vs_characteristics/perf_vs_tuned_on_sentence_sim_avg.png diff --git a/analyses_outputs/results.xlsx b/outputs/results_analysis/results.xlsx similarity index 100% rename from analyses_outputs/results.xlsx rename to outputs/results_analysis/results.xlsx diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf b/outputs/results_analysis/results_correlations/spearman_corr_heatmap_datasets.pdf similarity index 100% rename from analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf rename to outputs/results_analysis/results_correlations/spearman_corr_heatmap_datasets.pdf diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png b/outputs/results_analysis/results_correlations/spearman_corr_heatmap_datasets.png similarity index 100% rename from analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png rename to outputs/results_analysis/results_correlations/spearman_corr_heatmap_datasets.png diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf b/outputs/results_analysis/results_correlations/spearman_corr_heatmap_models.pdf similarity index 100% rename from analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf rename to outputs/results_analysis/results_correlations/spearman_corr_heatmap_models.pdf diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png b/outputs/results_analysis/results_correlations/spearman_corr_heatmap_models.png similarity index 100% rename from analyses_outputs/results_correlations/spearman_corr_heatmap_models.png rename to outputs/results_analysis/results_correlations/spearman_corr_heatmap_models.png diff --git a/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv b/outputs/results_analysis/results_correlations/spearman_corr_matrix_datasets.csv similarity index 100% rename from analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv rename to outputs/results_analysis/results_correlations/spearman_corr_matrix_datasets.csv diff --git a/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv b/outputs/results_analysis/results_correlations/spearman_corr_matrix_models.csv similarity index 100% rename from analyses_outputs/results_correlations/spearman_corr_matrix_models.csv rename to outputs/results_analysis/results_correlations/spearman_corr_matrix_models.csv diff --git a/analyses_outputs/statistical_tests/conover_friedman.pdf b/outputs/results_analysis/statistical_tests/conover_friedman.pdf similarity index 100% rename from analyses_outputs/statistical_tests/conover_friedman.pdf rename to outputs/results_analysis/statistical_tests/conover_friedman.pdf diff --git a/analyses_outputs/statistical_tests/conover_friedman.png b/outputs/results_analysis/statistical_tests/conover_friedman.png similarity index 100% rename from analyses_outputs/statistical_tests/conover_friedman.png rename to outputs/results_analysis/statistical_tests/conover_friedman.png diff --git a/analyses_outputs/statistical_tests/critical_difference_diagram.pdf b/outputs/results_analysis/statistical_tests/critical_difference_diagram.pdf similarity index 100% rename from analyses_outputs/statistical_tests/critical_difference_diagram.pdf rename to outputs/results_analysis/statistical_tests/critical_difference_diagram.pdf diff --git a/analyses_outputs/statistical_tests/critical_difference_diagram.png b/outputs/results_analysis/statistical_tests/critical_difference_diagram.png similarity index 100% rename from analyses_outputs/statistical_tests/critical_difference_diagram.png rename to outputs/results_analysis/statistical_tests/critical_difference_diagram.png diff --git a/paper/mteb.pdf b/paper/mteb.pdf deleted file mode 100644 index 8f8b1e80..00000000 Binary files a/paper/mteb.pdf and /dev/null differ diff --git a/paper/mteb.zip b/paper/mteb.zip deleted file mode 100644 index 64303a08..00000000 Binary files a/paper/mteb.zip and /dev/null differ diff --git a/plotstables/MTEB_EACL2023_POSTER.pdf b/plotstables/MTEB_EACL2023_POSTER.pdf deleted file mode 100644 index 1cc2ea1d..00000000 Binary files a/plotstables/MTEB_EACL2023_POSTER.pdf and /dev/null differ diff --git a/plotstables/MTEB_EACL2023_PRES.pdf b/plotstables/MTEB_EACL2023_PRES.pdf deleted file mode 100644 index f608d7cb..00000000 Binary files a/plotstables/MTEB_EACL2023_PRES.pdf and /dev/null differ diff --git a/plotstables/all_en.txt b/plotstables/all_en.txt deleted file mode 100644 index d32c23d3..00000000 --- a/plotstables/all_en.txt +++ /dev/null @@ -1,58 +0,0 @@ -Dataset & Language & Glove & Komninos & BERT & SimCSE-BERT-unsup & SimCSE-BERT-sup & coCondenser-msmarco & Contriever & SPECTER & LaBSE & LASER2 & MiniLM-L6 & MiniLM-L12 & MiniLM-L12-multilingual & MPNet & MPNet-multilingual & Ada Similarity & SGPT-125M-nli & SGPT-5.8B-nli & SGPT-125M-msmarco & SGPT-1.3B-msmarco & SGPT-2.7B-msmarco & SGPT-5.8B-msmarco & SGPT-BLOOM-7.1B-msmarco & GTR-Base & GTR-Large & GTR-XL & GTR-XXL & ST5-Base & ST5-Large & ST5-XL & ST5-XXL \\ -AmazonCounterfactualClassification & en & 56.91 & 60.54 & 74.25 & 67.09 & 75.75 & 64.06 & 72.19 & 58.7 & 75.93 & 76.84 & 64.15 & 65.28 & 71.57 & 65.27 & 75.81 & 76.4 & 65.88 & 74.07 & 61.24 & 65.21 & 67.57 & 69.22 & 68.06 & 69.33 & 70.03 & 68.6 & 67.3 & 75.82 & 75.51 & 76.01 & 77.07 \\ -AmazonPolarityClassification & en & 60.32 & 59.59 & 71.33 & 74.48 & 82.47 & 66.88 & 68.63 & 57.77 & 68.95 & 61.01 & 62.58 & 62.98 & 69.21 & 67.13 & 76.41 & 92.83 & 74.94 & 82.31 & 65.4 & 73.21 & 71.44 & 71.26 & 68.97 & 67.82 & 73.92 & 74.58 & 75.05 & 85.12 & 92.87 & 93.17 & 92.79 \\ -AmazonReviewsClassification & en & 29.67 & 31.01 & 33.56 & 33.85 & 39.6 & 34.85 & 37.42 & 26.26 & 35.8 & 28.71 & 31.79 & 30.79 & 35.11 & 31.92 & 38.51 & 47.45 & 35.1 & 41.58 & 31.17 & 34.96 & 35.75 & 39.19 & 33.86 & 38.48 & 37.21 & 38.2 & 37.3 & 44.94 & 47.12 & 48.18 & 48.93 \\ -Banking77Classification & en & 67.69 & 67.05 & 63.41 & 73.55 & 75.76 & 82.35 & 80.02 & 66.66 & 69.85 & 57.76 & 79.75 & 80.4 & 79.77 & 81.86 & 81.07 & 68.04 & 74.68 & 81.74 & 77.7 & 82.06 & 83.22 & 84.49 & 84.33 & 79.26 & 81.21 & 82.22 & 82.32 & 76.48 & 78.46 & 80.88 & 82.31 \\ -EmotionClassification & en & 36.93 & 33.18 & 35.28 & 42.22 & 44.81 & 41.91 & 44.77 & 24.82 & 37.22 & 24.83 & 38.43 & 41.17 & 42.37 & 39.73 & 45.84 & 50.32 & 42.23 & 49.92 & 39.08 & 46.39 & 49.21 & 49.66 & 44.87 & 42.2 & 46.32 & 45.55 & 43.19 & 51.36 & 51.73 & 51.95 & 48.57 \\ -ImdbClassification & en & 62.57 & 63.98 & 65.35 & 69.63 & 73.53 & 60.17 & 67.04 & 56.35 & 62.04 & 57.58 & 60.66 & 59.76 & 60.46 & 70.72 & 64.57 & 89.38 & 62.9 & 74.33 & 58.67 & 64.05 & 63.53 & 66.64 & 61.77 & 65.99 & 70.86 & 68.15 & 70.8 & 77.34 & 87.01 & 87.54 & 90.23 \\ -MassiveIntentClassification & en & 56.19 & 57.21 & 59.88 & 59.84 & 65.95 & 70.4 & 67.78 & 51.73 & 61.46 & 47.91 & 67.4 & 67.15 & 66.84 & 69.57 & 69.32 & 65.17 & 58.08 & 70.0 & 61.41 & 68.65 & 69.01 & 70.39 & 69.67 & 67.05 & 70.06 & 70.23 & 70.61 & 69.74 & 71.78 & 72.09 & 73.44 \\ -MassiveScenarioClassification & en & 66.03 & 66.11 & 64.28 & 66.25 & 70.78 & 73.73 & 76.0 & 58.58 & 66.41 & 55.92 & 75.76 & 74.58 & 71.51 & 76.01 & 75.35 & 67.67 & 66.34 & 75.03 & 69.74 & 76.04 & 75.9 & 76.28 & 75.34 & 75.4 & 75.49 & 75.94 & 77.77 & 72.32 & 73.16 & 73.26 & 74.82 \\ -MTOPDomainClassification & en & 79.11 & 78.57 & 82.63 & 81.71 & 84.29 & 91.34 & 93.18 & 74.53 & 86.06 & 75.36 & 91.56 & 91.9 & 87.06 & 92.08 & 89.24 & 89.89 & 81.52 & 89.64 & 86.96 & 92.08 & 92.56 & 93.47 & 93.68 & 92.42 & 94.01 & 93.6 & 93.84 & 90.34 & 90.99 & 90.73 & 92.49 \\ -MTOPIntentClassification & en & 55.85 & 57.07 & 68.14 & 59.23 & 63.14 & 71.07 & 69.31 & 50.05 & 63.03 & 49.47 & 62.18 & 62.84 & 65.52 & 70.21 & 68.69 & 64.8 & 58.24 & 70.68 & 62.25 & 71.19 & 71.85 & 72.42 & 71.34 & 62.44 & 63.86 & 65.93 & 67.71 & 63.32 & 64.98 & 68.15 & 68.33 \\ -ToxicConversationsClassification & en & 65.4 & 67.76 & 70.0 & 68.82 & 72.04 & 64.01 & 67.77 & 57.44 & 66.9 & 54.05 & 66.99 & 67.47 & 66.07 & 60.86 & 71.02 & 70.0 & 62.79 & 69.93 & 62.66 & 68.73 & 68.84 & 67.71 & 66.55 & 66.6 & 68.65 & 67.56 & 68.48 & 68.2 & 71.73 & 70.95 & 70.04 \\ -TweetSentimentExtractionClassification & en & 50.8 & 49.68 & 51.81 & 53.36 & 59.73 & 55.74 & 56.1 & 45.52 & 58.82 & 48.73 & 55.41 & 54.25 & 56.12 & 55.46 & 59.03 & 63.35 & 54.82 & 62.44 & 52.41 & 55.67 & 56.69 & 56.85 & 55.85 & 56.02 & 54.09 & 54.77 & 54.54 & 62.71 & 62.33 & 61.21 & 62.01 \\ -ArxivClusteringP2P & en & 32.56 & 34.73 & 35.19 & 32.61 & 35.18 & 36.94 & 42.61 & 44.75 & 32.13 & 17.77 & 46.55 & 46.07 & 38.33 & 48.38 & 37.78 & 41.49 & 34.74 & 40.55 & 39.71 & 43.38 & 44.72 & 45.59 & 44.59 & 35.49 & 37.5 & 37.9 & 37.9 & 39.28 & 41.62 & 41.62 & 42.89 \\ -ArxivClusteringS2S & en & 23.14 & 26.01 & 27.51 & 24.68 & 27.54 & 29.03 & 32.32 & 35.27 & 22.05 & 12.39 & 37.86 & 37.5 & 31.55 & 39.72 & 31.68 & 28.47 & 24.68 & 32.49 & 28.24 & 33.71 & 35.08 & 38.86 & 38.03 & 27.18 & 30.55 & 30.45 & 32.39 & 27.26 & 29.44 & 31.17 & 33.47 \\ -BiorxivClusteringP2P & en & 29.27 & 29.76 & 30.12 & 24.9 & 30.15 & 32.35 & 34.97 & 39.52 & 29.84 & 12.4 & 38.48 & 36.99 & 33.49 & 39.62 & 33.09 & 36.86 & 28.93 & 33.59 & 33.63 & 35.06 & 34.41 & 36.55 & 36.03 & 27.66 & 29.59 & 30.52 & 30.48 & 33.99 & 35.99 & 36.43 & 36.53 \\ -BiorxivClusteringS2S & en & 19.18 & 20.71 & 24.77 & 19.55 & 24.67 & 28.16 & 29.08 & 34.53 & 20.57 & 8.83 & 33.17 & 33.21 & 29.44 & 35.02 & 29.6 & 27.55 & 23.08 & 29.13 & 27.04 & 30.71 & 30.53 & 33.7 & 32.48 & 23.25 & 25.72 & 26.06 & 27.5 & 22.92 & 24.02 & 26.47 & 28.66 \\ -MedrxivClusteringP2P & en & 26.12 & 26.65 & 26.09 & 23.6 & 26.25 & 30.23 & 31.19 & 35.04 & 30.13 & 17.91 & 34.41 & 34.25 & 31.52 & 35.58 & 31.96 & 31.09 & 28.3 & 30.33 & 31.37 & 32.08 & 31.35 & 31.51 & 31.05 & 27.57 & 28.72 & 28.69 & 29.12 & 33.2 & 32.4 & 32.3 & 32.09 \\ -MedrxivClusteringS2S & en & 20.38 & 21.5 & 23.6 & 21.97 & 24.12 & 27.01 & 27.27 & 31.66 & 24.82 & 16.63 & 32.29 & 32.24 & 30.87 & 32.87 & 31.7 & 26.5 & 24.93 & 28.02 & 26.87 & 29.45 & 28.77 & 28.76 & 29.26 & 25.13 & 27.39 & 26.69 & 27.56 & 26.13 & 26.33 & 26.93 & 26.82 \\ -RedditClustering & en & 28.46 & 28.84 & 27.24 & 32.18 & 40.23 & 48.04 & 54.89 & 24.13 & 28.79 & 9.96 & 50.67 & 51.18 & 42.02 & 54.82 & 45.24 & 42.47 & 33.76 & 42.17 & 40.23 & 48.23 & 46.47 & 40.45 & 35.53 & 56.13 & 61.69 & 61.34 & 64.13 & 52.93 & 54.53 & 57.03 & 58.99 \\ -RedditClusteringP2P & en & 35.82 & 7.37 & 43.32 & 45.14 & 47.74 & 53.53 & 57.58 & 35.06 & 49.14 & 26.42 & 54.15 & 54.8 & 50.73 & 56.77 & 51.31 & 58.1 & 41.01 & 48.02 & 49.09 & 53.18 & 54.17 & 55.75 & 54.52 & 58.53 & 61.67 & 61.11 & 62.84 & 59.67 & 62.5 & 62.34 & 64.46 \\ -StackExchangeClustering & en & 35.8 & 39.04 & 43.58 & 43.07 & 47.55 & 59.54 & 63.15 & 39.01 & 35.43 & 15.79 & 53.36 & 53.05 & 49.6 & 53.8 & 52.98 & 53.52 & 44.59 & 54.13 & 52.74 & 60.86 & 59.19 & 59.21 & 55.13 & 64.21 & 69.93 & 69.95 & 71.43 & 63.13 & 65.11 & 67.13 & 70.78 \\ -StackExchangeClusteringP2P & en & 28.51 & 30.23 & 26.55 & 28.5 & 29.45 & 30.48 & 32.25 & 31.46 & 28.83 & 18.63 & 38.0 & 33.13 & 31.69 & 34.28 & 32.94 & 30.43 & 28.23 & 31.12 & 32.66 & 32.36 & 32.57 & 33.95 & 34.31 & 33.01 & 33.21 & 32.73 & 32.85 & 35.68 & 36.86 & 34.79 & 35.25 \\ -TwentyNewsgroupsClustering & en & 25.83 & 27.42 & 23.35 & 23.21 & 34.86 & 38.68 & 46.82 & 24.22 & 23.28 & 11.38 & 46.86 & 47.47 & 39.28 & 49.74 & 44.1 & 36.26 & 28.24 & 37.2 & 32.13 & 40.06 & 40.89 & 39.46 & 37.28 & 46.72 & 51.64 & 51.15 & 50.44 & 48.1 & 49.33 & 49.53 & 50.93 \\ -SprintDuplicateQuestions & en & 86.96 & 85.55 & 36.81 & 69.41 & 69.39 & 96.09 & 95.55 & 71.63 & 89.26 & 65.54 & 94.55 & 92.45 & 89.46 & 90.15 & 90.55 & 77.85 & 77.73 & 80.54 & 89.89 & 92.58 & 93.47 & 93.84 & 94.93 & 94.55 & 95.05 & 95.45 & 95.68 & 91.23 & 89.01 & 91.44 & 88.89 \\ -TwitterSemEval2015 & en & 48.45 & 53.85 & 55.9 & 60.21 & 67.75 & 65.95 & 66.85 & 43.25 & 62.78 & 59.57 & 67.86 & 70.02 & 62.06 & 73.85 & 66.75 & 69.04 & 57.09 & 66.0 & 54.75 & 62.37 & 63.68 & 66.87 & 65.31 & 72.23 & 76.03 & 77.81 & 77.54 & 78.25 & 79.75 & 80.89 & 80.28 \\ -TwitterURLCorpus & en & 77.35 & 79.41 & 76.29 & 81.37 & 83.89 & 83.17 & 85.21 & 69.22 & 84.58 & 81.47 & 84.7 & 84.77 & 83.83 & 85.11 & 85.14 & 83.69 & 80.51 & 84.54 & 81.06 & 83.79 & 84.8 & 85.29 & 85.46 & 84.77 & 84.89 & 85.14 & 85.13 & 86.05 & 86.14 & 85.86 & 86.01 \\ -AskUbuntuDupQuestions & en & 49.57 & 50.88 & 45.84 & 51.57 & 51.8 & 58.99 & 56.69 & 50.07 & 52.75 & 48.99 & 63.48 & 64.06 & 60.49 & 65.85 & 60.16 & 53.49 & 52.63 & 55.9 & 55.84 & 58.13 & 59.63 & 61.63 & 59.97 & 60.86 & 61.64 & 63.08 & 63.23 & 59.73 & 61.51 & 62.86 & 66.16 \\ -MindSmallReranking & en & 27.01 & 28.92 & 28.37 & 28.62 & 29.3 & 27.13 & 31.58 & 24.8 & 29.81 & 24.79 & 30.8 & 31.02 & 30.37 & 30.97 & 30.15 & 30.71 & 29.27 & 31.11 & 30.4 & 31.34 & 31.72 & 32.29 & 31.79 & 31.33 & 31.84 & 31.5 & 31.93 & 30.2 & 30.27 & 29.77 & 30.6 \\ -SciDocsRR & en & 62.56 & 63.55 & 64.94 & 66.33 & 70.14 & 72.78 & 76.51 & 81.31 & 68.72 & 54.99 & 87.12 & 87.2 & 77.78 & 88.65 & 78.09 & 71.04 & 68.36 & 77.54 & 71.34 & 77.21 & 77.72 & 80.79 & 79.77 & 73.71 & 76.39 & 76.49 & 77.96 & 73.96 & 74.88 & 75.16 & 76.09 \\ -StackOverflowDupQuestions & en & 34.03 & 35.65 & 34.62 & 39.35 & 38.9 & 48.48 & 47.78 & 36.22 & 42.42 & 36.98 & 50.76 & 51.47 & 45.85 & 51.98 & 46.79 & 40.85 & 39.97 & 44.77 & 44.74 & 49.32 & 49.61 & 51.53 & 51.07 & 51.01 & 51.58 & 52.79 & 53.5 & 48.46 & 49.34 & 51.05 & 52.85 \\ -ArguAna & en & 36.3 & 30.96 & 28.29 & 38.34 & 38.33 & 45.15 & 48.32 & 32.67 & 34.18 & 12.86 & 50.17 & 47.13 & 44.88 & 46.52 & 48.91 & & 31.04 & 35.07 & 45.42 & 49.68 & 50.49 & 51.38 & 47.28 & 50.83 & 52.09 & 52.81 & 53.77 & 44.85 & 39.27 & 39.4 & 39.85 \\ -ClimateFEVER & en & 14.44 & 14.87 & 5.41 & 11.8 & 11.98 & 16.96 & 24.79 & 6.86 & 3.83 & 0.36 & 20.27 & 21.57 & 18.49 & 21.97 & 15.27 & & 11.01 & 17.57 & 21.86 & 26.6 & 27.11 & 30.46 & 29.39 & 24.88 & 26.9 & 27.01 & 27.21 & 10.37 & 11.36 & 10.61 & 14.63 \\ -CQADupstackRetrieval & en & 15.47 & 16.79 & 5.51 & 13.22 & 14.5 & 27.72 & 33.67 & 14.6 & 18.75 & 4.12 & 41.32 & 42.53 & 30.71 & 44.96 & 31.32 & & 20.29 & 29.98 & 27.25 & 33.33 & 36.53 & 39.4 & 39.62 & 34.55 & 36.62 & 37.35 & 38.56 & 35.23 & 38.96 & 40.78 & 44.65 \\ -DBPedia & en & 18.29 & 15.88 & 4.13 & 15.04 & 19.73 & 27.86 & 38.1 & 4.14 & 15.57 & 1.53 & 32.33 & 33.36 & 22.63 & 32.09 & 26.22 & & 10.87 & 26.1 & 22.72 & 31.51 & 34.7 & 39.87 & 39.03 & 35.24 & 39.55 & 39.74 & 41.28 & 27.77 & 31.55 & 33.65 & 39.19 \\ -FEVER & en & 14.99 & 15.56 & 3.3 & 21.05 & 20.41 & 45.68 & 59.29 & 5.45 & 12.17 & 0.77 & 51.93 & 55.91 & 52.66 & 50.86 & 56.76 & & 18.4 & 38.64 & 60.45 & 68.12 & 72.73 & 78.24 & 73.97 & 68.93 & 72.66 & 72.18 & 74.08 & 26.16 & 36.21 & 36.12 & 51.2 \\ -FiQA2018 & en & 10.09 & 10.49 & 2.19 & 9.84 & 10.41 & 15.62 & 27.42 & 5.64 & 7.0 & 1.73 & 36.87 & 37.27 & 20.33 & 49.96 & 22.96 & & 8.94 & 18.59 & 21.12 & 29.99 & 33.29 & 37.2 & 35.84 & 35.15 & 42.79 & 44.19 & 46.78 & 34.83 & 43.55 & 44.71 & 46.68 \\ -HotpotQA & en & 19.18 & 20.77 & 8.26 & 19.75 & 22.89 & 35.61 & 56.81 & 5.46 & 18.75 & 5.5 & 46.51 & 44.59 & 30.01 & 39.29 & 37.03 & & 17.73 & 33.99 & 40.88 & 49.93 & 52.84 & 59.26 & 57.26 & 54.93 & 57.85 & 58.91 & 59.67 & 33.2 & 33.95 & 37.17 & 42.14 \\ -MSMARCO & en & 9.6 & 9.75 & 1.91 & 9.35 & 11.0 & 29.57 & 36.77 & 5.58 & 7.6 & 1.09 & 36.54 & 39.03 & 23.72 & 39.75 & 26.6 & & 6.27 & 15.83 & 27.98 & 36.05 & 38.83 & 39.91 & 41.12 & 41.16 & 42.73 & 43.52 & 44.05 & 20.71 & 23.96 & 25.17 & 27.68 \\ -NFCorpus & en & 13.87 & 11.79 & 4.3 & 9.88 & 12.42 & 22.29 & 31.31 & 0.84 & 16.54 & 2.44 & 31.59 & 32.25 & 23.45 & 33.29 & 25.49 & & 11.8 & 28.26 & 22.79 & 32.08 & 33.89 & 36.21 & 35.78 & 30.22 & 32.63 & 33.34 & 34.18 & 28.64 & 31.1 & 33.18 & 35.08 \\ -NQ & en & 12.87 & 12.75 & 2.61 & 11.69 & 16.08 & 29.85 & 41.83 & 5.99 & 8.42 & 0.64 & 43.87 & 46.47 & 29.8 & 50.45 & 33.6 & & 7.63 & 24.63 & 29.73 & 42.94 & 46.7 & 52.41 & 53.15 & 50.47 & 55.09 & 56.16 & 57.24 & 36.32 & 42.02 & 46.29 & 52.87 \\ -QuoraRetrieval & en & 71.32 & 71.58 & 61.03 & 78.03 & 79.62 & 86.51 & 86.72 & 64.65 & 77.03 & 71.14 & 87.56 & 87.75 & 86.55 & 87.46 & 86.41 & & 78.96 & 84.68 & 72.98 & 85.28 & 85.6 & 84.58 & 74.71 & 87.98 & 88.47 & 88.91 & 89.09 & 85.49 & 85.73 & 85.85 & 85.96 \\ -SCIDOCS & en & 8.04 & 8.47 & 2.81 & 5.5 & 7.53 & 10.13 & 17.12 & 0.0 & 5.63 & 0.78 & 21.64 & 21.82 & 0.03 & 23.77 & 13.96 & & 7.13 & 13.55 & 12.21 & 16.18 & 16.57 & 19.87 & 18.62 & 14.0 & 15.51 & 15.71 & 15.88 & 14.16 & 15.38 & 15.97 & 17.17 \\ -SciFact & en & 29.58 & 29.53 & 13.34 & 25.72 & 29.59 & 52.31 & 65.51 & 47.88 & 38.2 & 4.04 & 64.51 & 62.64 & 48.37 & 65.57 & 50.3 & & 31.79 & 46.66 & 56.9 & 68.29 & 70.17 & 74.7 & 72.11 & 59.74 & 63.42 & 64.2 & 66.77 & 45.76 & 49.91 & 50.91 & 55.38 \\ -Touche2020 & en & 13.99 & 13.17 & 0.97 & 8.9 & 9.89 & 8.57 & 15.79 & 8.46 & 4.88 & 1.06 & 16.9 & 17.22 & 16.06 & 19.93 & 17.4 & & 12.27 & 16.18 & 22.97 & 24.45 & 23.44 & 25.43 & 23.98 & 25.89 & 28.29 & 25.26 & 26.76 & 20.3 & 21.63 & 22.51 & 21.65 \\ -TRECCOVID & en & 36.22 & 35.92 & 14.74 & 26.2 & 22.93 & 40.54 & 44.77 & 29.91 & 16.34 & 10.97 & 47.25 & 50.82 & 39.12 & 51.33 & 37.87 & & 39.31 & 55.35 & 70.3 & 72.98 & 75.17 & 84.88 & 81.37 & 56.05 & 56.68 & 60.09 & 51.9 & 40.7 & 46.11 & 54.77 & 59.48 \\ -BIOSSES & en & 44.93 & 50.25 & 54.7 & 72.31 & 68.38 & 77.32 & 83.32 & 64.95 & 78.7 & 62.01 & 81.64 & 83.57 & 74.18 & 80.43 & 76.27 & 78.04 & 70.93 & 79.5 & 75.21 & 83.02 & 84.84 & 86.25 & 85.31 & 79.0 & 84.86 & 78.94 & 81.91 & 75.89 & 78.93 & 73.12 & 80.43 \\ -SICK-R & en & 55.43 & 55.49 & 58.65 & 72.24 & 80.77 & 72.0 & 70.2 & 56.39 & 69.99 & 62.86 & 77.58 & 79.32 & 79.61 & 80.59 & 79.62 & 77.48 & 74.57 & 79.59 & 65.93 & 67.23 & 68.2 & 69.63 & 69.82 & 71.45 & 73.39 & 73.63 & 74.29 & 80.18 & 80.34 & 79.98 & 80.47 \\ -STS12 & en & 54.64 & 53.51 & 30.87 & 66.05 & 75.3 & 68.19 & 64.34 & 62.49 & 65.08 & 62.6 & 72.37 & 73.08 & 76.02 & 72.63 & 77.9 & 72.3 & 69.17 & 74.29 & 66.53 & 66.59 & 66.99 & 67.5 & 69.66 & 68.59 & 70.33 & 69.11 & 70.12 & 78.05 & 79.11 & 79.02 & 78.85 \\ -STS13 & en & 69.16 & 70.8 & 59.89 & 81.49 & 84.67 & 80.4 & 80.03 & 58.7 & 67.98 & 59.62 & 80.6 & 82.13 & 80.7 & 83.48 & 85.11 & 81.49 & 77.23 & 85.35 & 76.17 & 77.33 & 77.58 & 79.16 & 79.67 & 79.09 & 82.19 & 81.82 & 82.72 & 85.85 & 87.33 & 88.8 & 88.94 \\ -STS14 & en & 60.81 & 63.56 & 47.73 & 73.61 & 80.19 & 74.02 & 74.51 & 54.87 & 64.03 & 57.03 & 75.59 & 76.73 & 78.85 & 78.0 & 80.81 & 74.74 & 70.99 & 79.21 & 69.05 & 71.83 & 72.78 & 74.46 & 74.61 & 74.64 & 77.16 & 77.07 & 78.24 & 82.19 & 83.17 & 84.33 & 84.86 \\ -STS15 & en & 72.31 & 74.08 & 60.29 & 79.72 & 85.4 & 82.57 & 83.3 & 62.54 & 76.59 & 71.57 & 85.39 & 85.58 & 85.84 & 85.66 & 87.48 & 84.28 & 79.74 & 85.52 & 79.24 & 80.66 & 82.62 & 84.47 & 83.81 & 84.85 & 86.31 & 86.01 & 86.26 & 87.46 & 88.28 & 88.89 & 89.32 \\ -STS16 & en & 65.34 & 64.6 & 63.73 & 78.12 & 80.82 & 79.78 & 79.67 & 64.27 & 72.98 & 70.75 & 78.99 & 80.23 & 81.05 & 80.03 & 83.2 & 82.06 & 77.93 & 82.54 & 76.07 & 78.91 & 80.1 & 80.96 & 80.4 & 81.57 & 81.85 & 82.23 & 81.61 & 84.03 & 84.36 & 85.31 & 84.67 \\ -STS17 & en-en & 77.95 & 76.91 & 64.1 & 83.58 & 89.44 & 85.94 & 86.32 & 69.63 & 79.45 & 76.73 & 87.59 & 88.63 & 86.87 & 90.6 & 86.99 & 87.08 & 87.33 & 90.44 & 84.95 & 86.99 & 87.25 & 87.78 & 87.07 & 85.8 & 83.93 & 84.9 & 85.18 & 89.57 & 88.99 & 88.91 & 89.46 \\ -STS22 & en & 56.35 & 53.89 & 56.37 & 59.65 & 61.96 & 67.54 & 64.64 & 55.06 & 60.97 & 39.75 & 67.21 & 65.67 & 61.72 & 67.95 & 63.06 & 64.71 & 59.64 & 63.2 & 65.66 & 67.3 & 68.75 & 69.35 & 66.13 & 66.17 & 64.3 & 66.61 & 65.76 & 62.66 & 62.39 & 64.32 & 65.33 \\ -STSBenchmark & en & 61.54 & 61.55 & 47.29 & 76.52 & 84.25 & 76.97 & 78.81 & 61.26 & 72.25 & 69.77 & 82.03 & 83.09 & 84.42 & 83.42 & 86.82 & 83.78 & 79.54 & 85.67 & 75.34 & 77.59 & 79.21 & 81.39 & 80.9 & 79.58 & 77.6 & 77.65 & 77.73 & 85.52 & 85.36 & 83.93 & 84.01 \\ -SummEval & en & 28.87 & 30.49 & 29.82 & 31.15 & 23.31 & 29.5 & 30.36 & 27.66 & 31.05 & 26.8 & 30.81 & 27.9 & 30.67 & 27.49 & 31.57 & 26.94 & 30.26 & 30.38 & 28.9 & 25.44 & 27.87 & 24.75 & 24.99 & 29.67 & 29.5 & 30.21 & 30.64 & 31.39 & 29.64 & 29.91 & 30.08 \\ -Average & en & 41.97 & 42.06 & 38.33 & 45.45 & 48.72 & 52.35 & 56.0 & 40.28 & 45.21 & 34.95 & 56.26 & 56.53 & 52.44 & 57.78 & 54.71 & & 45.97 & 53.74 & 51.23 & 56.11 & 57.12 & 58.81 & 57.44 & 56.19 & 58.28 & 58.42 & 58.97 & 55.27 & 57.06 & 57.87 & 59.51 \\ diff --git a/plotstables/avg_table.txt b/plotstables/avg_table.txt deleted file mode 100644 index 1885217e..00000000 --- a/plotstables/avg_table.txt +++ /dev/null @@ -1,34 +0,0 @@ -Task ($\ rightarrow$) & Class. & Clust. & PairClass. & Rerank. & Retr. & STS & Summ. & Avg. \\ -Num. Datasets ($\ rightarrow$) & 12 & 11 & 3 & 4 & 15 & 10 & 1 & 56 \\ -Model ($\downarrow$) & Class. & Clust. & PairClass. & Rerank. & Retr. & STS & Summ. & Avg. \\ -Glove & 57.29 & 27.73 & 70.92 & 43.29 & 21.62 & 61.85 & 28.87 & 41.97 \\ -Komninos & 57.65 & 26.57 & 72.94 & 44.75 & 21.22 & 62.47 & 30.49 & 42.06 \\ -LASER2 & 53.18 & 15.28 & 68.86 & 41.44 & 7.93 & 63.27 & 26.8 & 34.95 \\ -LaBSE & 62.71 & 29.55 & 78.87 & 48.42 & 18.99 & 70.8 & 31.05 & 45.21 \\ -BERT & 61.66 & 30.12 & 56.33 & 43.44 & 10.59 & 54.36 & 29.82 & 38.33 \\ -coCondenser-msmarco & 64.71 & 37.64 & 81.74 & 51.84 & 32.96 & 76.47 & 29.5 & 52.35 \\ -SPECTER & 52.37 & 34.06 & 61.37 & 48.1 & 15.88 & 61.02 & 27.66 & 40.28 \\ -SimCSE-BERT-unsup & 62.5 & 29.04 & 70.33 & 46.47 & 20.29 & 74.33 & 31.15 & 45.45 \\ -SimCSE-BERT-sup & 67.32 & 33.43 & 73.68 & 47.54 & 21.82 & 79.12 & 23.31 & 48.72 \\ -MiniLM-L6 & 63.06 & 42.35 & 82.37 & 58.04 & 41.95 & 78.9 & 30.81 & 56.26 \\ -MiniLM-L12 & 63.21 & 41.81 & 82.41 & 58.44 & 42.69 & 79.8 & 27.9 & 56.53 \\ -MiniLM-L12-multilingual & 64.3 & 37.14 & 78.45 & 53.62 & 32.45 & 78.92 & 30.67 & 52.44 \\ -MPNet & 65.07 & 43.69 & 83.04 & 59.36 & 43.81 & 80.28 & 27.49 & 57.78 \\ -MPNet-multilingual & 67.91 & 38.4 & 80.81 & 53.8 & 35.34 & 80.73 & 31.57 & 54.71 \\ -Contriever & 66.68 & 41.1 & 82.53 & 53.14 & 41.88 & 76.51 & 30.36 & 56.0 \\ -Ada Similarity & 70.44 & 37.52 & 76.86 & 49.02 & & 78.6 & 26.94 & \\ -SGPT-125M-nli & 61.46 & 30.95 & 71.78 & 47.56 & 20.9 & 74.71 & 30.26 & 45.97 \\ -SGPT-5.8B-nli & 70.14 & 36.98 & 77.03 & 52.33 & 32.34 & 80.53 & 30.38 & 53.74 \\ -SGPT-125M-msmarco & 60.72 & 35.79 & 75.23 & 50.58 & 37.04 & 73.41 & 28.9 & 51.23 \\ -SGPT-1.3B-msmarco & 66.52 & 39.92 & 79.58 & 54.0 & 44.49 & 75.74 & 25.44 & 56.11 \\ -SGPT-2.7B-msmarco & 67.13 & 39.83 & 80.65 & 54.67 & 46.54 & 76.83 & 27.87 & 57.12 \\ -SGPT-5.8B-msmarco & 68.13 & 40.35 & 82.0 & 56.56 & 50.25 & 78.1 & 24.75 & 58.81 \\ -SGPT-BLOOM-7.1B-msmarco & 66.19 & 38.93 & 81.9 & 55.65 & 48.21 & 77.74 & 24.99 & 57.44 \\ -GTR-Base & 65.25 & 38.63 & 83.85 & 54.23 & 44.67 & 77.07 & 29.67 & 56.19 \\ -GTR-Large & 67.14 & 41.6 & 85.33 & 55.36 & 47.42 & 78.19 & 29.5 & 58.28 \\ -GTR-XL & 67.11 & 41.51 & 86.13 & 55.96 & 47.96 & 77.8 & 30.21 & 58.42 \\ -GTR-XXL & 67.41 & 42.42 & 86.12 & 56.65 & 48.48 & 78.38 & 30.64 & 58.97 \\ -ST5-Base & 69.81 & 40.21 & 85.17 & 53.09 & 33.63 & 81.14 & 31.39 & 55.27 \\ -ST5-Large & 72.31 & 41.65 & 84.97 & 54.0 & 36.71 & 81.83 & 29.64 & 57.06 \\ -ST5-XL & 72.84 & 42.34 & 86.06 & 54.71 & 38.47 & 81.66 & 29.91 & 57.87 \\ -ST5-XXL & 73.42 & 43.71 & 85.06 & 56.43 & 42.24 & 82.63 & 30.08 & 59.51 \\ diff --git a/plotstables/benchmark.pdf b/plotstables/benchmark.pdf deleted file mode 100644 index 4879780c..00000000 Binary files a/plotstables/benchmark.pdf and /dev/null differ diff --git a/plotstables/benchmark.png b/plotstables/benchmark.png deleted file mode 100644 index babd9a2b..00000000 Binary files a/plotstables/benchmark.png and /dev/null differ diff --git a/plotstables/benchmark_gpu.json b/plotstables/benchmark_gpu.json deleted file mode 100644 index e8f840fa..00000000 --- a/plotstables/benchmark_gpu.json +++ /dev/null @@ -1,134 +0,0 @@ -{ - "LASER2": { - "STS15": { - "speed_ms": 1.095552682876587, - "embedding_size_kb": 4.096 - } - }, - "komninos": { - "STS15": { - "speed_ms": 0.014420787493387857, - "embedding_size_kb": 1.2 - } - }, - "glove.6B.300d": { - "STS15": { - "speed_ms": 0.015402833620707195, - "embedding_size_kb": 1.2 - } - }, - "SGPT-125M-weightedmean-nli-bitfit": { - "STS15": { - "speed_ms": 0.3835549751917521, - "embedding_size_kb": 3.072 - } - }, - "SGPT-125M-weightedmean-msmarco-specb-bitfit": { - "STS15": { - "speed_ms": 0.40986963113149005, - "embedding_size_kb": 3.072 - } - }, - "SGPT-5.8B-weightedmean-nli-bitfit": { - "STS15": { - "speed_ms": 13.105161627133688, - "embedding_size_kb": 16.384 - } - }, - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit": { - "STS15": { - "speed_ms": 14.537005225817362, - "embedding_size_kb": 16.384 - } - }, - "all-MiniLM-L6-v2": { - "STS15": { - "speed_ms": 0.1488305727640788, - "embedding_size_kb": 1.536 - } - }, - "all-mpnet-base-v2": { - "STS15": { - "speed_ms": 0.35439515113830566, - "embedding_size_kb": 3.072 - } - }, - "paraphrase-multilingual-mpnet-base-v2": { - "STS15": { - "speed_ms": 0.39108145236968994, - "embedding_size_kb": 3.072 - } - }, - "sentence-t5-base": { - "STS15": { - "speed_ms": 0.41539565722147626, - "embedding_size_kb": 3.072 - } - }, - "sentence-t5-xxl": { - "STS15": { - "speed_ms": 15.400389790534973, - "embedding_size_kb": 3.072 - } - }, - "gtr-t5-base": { - "STS15": { - "speed_ms": 0.41492275396982825, - "embedding_size_kb": 3.072 - } - }, - "gtr-t5-xxl": { - "STS15": { - "speed_ms": 15.39513130982717, - "embedding_size_kb": 3.072 - } - }, - "contriever-base-msmarco": { - "STS15": { - "speed_ms": 0.34681657950083417, - "embedding_size_kb": 3.072 - } - }, - "msmarco-bert-co-condensor": { - "STS15": { - "speed_ms": 0.3462672630945841, - "embedding_size_kb": 3.072 - } - }, - "bert-base-uncased": { - "STS15": { - "speed_ms": 0.34756950537363684, - "embedding_size_kb": 3.072 - } - }, - "sup-simcse-bert-base-uncased": { - "STS15": { - "speed_ms": 0.3426841100056966, - "embedding_size_kb": 3.072 - } - }, - "unsup-simcse-bert-base-uncased": { - "STS15": { - "speed_ms": 0.3423287868499756, - "embedding_size_kb": 3.072 - } - }, - "LaBSE": { - "STS15": { - "speed_ms": 0.3441281318664551, - "embedding_size_kb": 3.072 - } - }, - "all-MiniLM-L12-v2": { - "STS15": { - "speed_ms": 0.2361156940460205, - "embedding_size_kb": 1.536 - } - }, - "allenai-specter": { - "STS15": { - "speed_ms": 0.3867043654123942, - "embedding_size_kb": 3.072 - } - } -} diff --git a/plotstables/benchmark_to_plot.py b/plotstables/benchmark_to_plot.py deleted file mode 100644 index ea7b30d8..00000000 --- a/plotstables/benchmark_to_plot.py +++ /dev/null @@ -1,348 +0,0 @@ -""" -Usage: -Inspired by Fig 3 from https://arxiv.org/pdf/2011.04006.pdf -""" -import json -import os -import sys - -import matplotlib.pyplot as plt -from mteb import MTEB - - -### GLOBAL VARIABLES ### - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - - -TASK_LIST_SUMMARIZATION = [ - "SummEval", -] - -TASK_LIST_EN = ( - TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -MODEL_TO_NAME = { - "bert-base-uncased": "BERT", - "gtr-t5-base": "GTR-Base", - "gtr-t5-large": "GTR-Large", - "gtr-t5-xl": "GTR-XL", - "gtr-t5-xxl": "GTR-XXL", - "sentence-t5-base": "ST5-Base", - "sentence-t5-large": "ST5-Large", - "sentence-t5-xl": "ST5-XL", - "sentence-t5-xxl": "ST5-XXL", - "SGPT-125M-weightedmean-msmarco-specb-bitfit": "SGPT-125M-msmarco", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit": "SGPT-1.3B-msmarco", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit": "SGPT-2.7B-msmarco", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit": "SGPT-5.8B-msmarco", - "sgpt-bloom-7b1-msmarco": "SGPT-BLOOM-7.1B-msmarco", - "SGPT-125M-weightedmean-nli-bitfit": "SGPT-125M-nli", - "SGPT-5.8B-weightedmean-nli-bitfit": "SGPT-5.8B-nli", - "sup-simcse-bert-base-uncased": "SimCSE-BERT-sup", - "contriever-base-msmarco": "Contriever", - "msmarco-bert-co-condensor": "coCondenser-msmarco", # They write it as coCondenser in the paper - "unsup-simcse-bert-base-uncased": "SimCSE-BERT-unsup", - "glove.6B.300d": "Glove", - "komninos": "Komninos", - "all-MiniLM-L6-v2": "MiniLM-L6", - "all-MiniLM-L12-v2": "MiniLM-L12", - "paraphrase-multilingual-MiniLM-L12-v2": "MiniLM-L12-multilingual", - "all-mpnet-base-v2": "MPNet", - "paraphrase-multilingual-mpnet-base-v2": "MPNet-multilingual", - "allenai-specter": "SPECTER", - "text-similarity-ada-001": "Ada Similarity", -} - -NAME_TO_ARCH = { - "gtr": "T5", - "st5": "T5", - "sgpt": "GPT", - "simcse": "BERT", - "contriever": "BERT", - "bert": "BERT", - "cocondenser": "BERT", - "specter": "SciBERT", - "mpnet": "MPNet", - "minilm": "MiniLM", - "laser2": "LASER", - "labse": "BERT", - "glove": "WordEmbeddings", - "komninos": "WordEmbeddings", -} - -# Base from: -# https://coolors.co/palette/ff5400-ff6d00-ff8500-ff9100-ff9e00-00b4d8-0096c7-0077b6-023e8a-03045e -# Yellow tones from: -# https://coolors.co/palette/6ab6dc-49a6d4-2f94c6-277ba5-1f6284-e0b700-ffd20a-ffda33-ffe15c-ffe570 -# Green from: -# https://coolors.co/palette/f94144-f3722c-f8961e-f9844a-f9c74f-90be6d-43aa8b-4d908e-577590-277da1 -MODEL_TO_COLOR = { - "MiniLM": "#BAF19C",#"#017600", # Green - "MPNet": "#F94144",#"#007A7A", # Light Green - "GTR": "#FF5400",#"#221D91", # Blue 1 - "ST5": "#FF9E00",#"#86D4F1", # Blue 2 - "SGPT": "#00B4D8",#"#7B3FB9", # Purple - "SimCSE": "#F9C74F",#"#2070B4", # Blue 3 - "LaBSE": "#F9C74F",#"#2070B4", # Blue 3 - "SPECTER": "#E0B700", # Shade of #2070B4 - "Glove": "#023E8A",#"#9BC7DD", # Light Blue - "LASER2": "#03045E", # Grey -} - -ARCH_TO_COLOR = { - "T5": MODEL_TO_COLOR["GTR"], - "GPT": MODEL_TO_COLOR["SGPT"], - "BERT": MODEL_TO_COLOR["SimCSE"], - "SciBERT": MODEL_TO_COLOR["SPECTER"], - "MiniLM": MODEL_TO_COLOR["MiniLM"], - "MPNet": MODEL_TO_COLOR["MPNet"], - "WordEmbeddings": MODEL_TO_COLOR["Glove"], - "LASER": MODEL_TO_COLOR["LASER2"], -} - - -### LOGIC ### - -# Get average MTEB performance - -results_folder = sys.argv[1].strip("/") -benchmark_json = sys.argv[2] - -all_results = {} - -for model_name in os.listdir(results_folder): - model_res_folder = os.path.join(results_folder, model_name) - if os.path.isdir(model_res_folder): - all_results.setdefault(model_name, {}) - for file_name in os.listdir(model_res_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(model_res_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results[model_name] = {**all_results[model_name], **{file_name.replace(".json", ""): results}} - -def get_row(dataset, model_name, limit_langs=[], skip_langs=[]): - # CQADupstackRetrieval uses the same metric as its subsets - tasks = MTEB(tasks=[dataset.replace("CQADupstackRetrieval", "CQADupstackTexRetrieval")]).tasks - assert len(tasks) == 1, f"Found {len(tasks)} for {dataset}. Expected 1." - main_metric = tasks[0].description["main_score"] - test_result = all_results.get(model_name, {}). get(dataset, {}) - - # Dev / Val set is used for MSMARCO (See BEIR paper) - if "MSMARCO" in dataset: - test_result = ( - test_result.get("dev") if "dev" in test_result else test_result.get("validation") - ) - else: - test_result = test_result.get("test") - - for lang in tasks[0].description["eval_langs"]: - if (limit_langs and lang not in limit_langs) or (skip_langs and lang in skip_langs): - continue - elif test_result is None: - raise NotImplementedError(f"Got no test result {test_result} for ds: {dataset} model: {model_name}") - - test_result_lang = test_result.get(lang, test_result) - if main_metric == "cosine_spearman": - test_result_lang = test_result_lang.get("cos_sim", {}).get("spearman") - elif main_metric == "ap": - test_result_lang = test_result_lang.get("cos_sim", {}).get("ap") - else: - test_result_lang = test_result_lang.get(main_metric) - - if test_result_lang is None: - raise NotImplementedError - - return test_result_lang - raise NotImplementedError - -results_avg = {} - -for model in all_results: - try: - model_task_results = [get_row(task, model, limit_langs=["en", "en-en"]) for task in TASK_LIST_EN] - except: - continue - results_avg[model] = 100 * (sum(model_task_results) / len(model_task_results)) - - -with open(benchmark_json, "r") as f: - gpu_bench = json.load(f) - -import numpy as np - -fig, ax = plt.subplots(figsize=(14,8)) - -for k, v in gpu_bench.items(): - if k in ("specs", "sgpt-bloom-7b1-msmarco", "paraphrase-multilingual-MiniLM-L12-v2", "paraphrase-multilingual-mpnet-base-v2"): - continue - - model_name = MODEL_TO_NAME.get(k, k) - model_arch = NAME_TO_ARCH.get(model_name.split(" ")[0].split("-")[0].lower(), (model_name)) - color = ARCH_TO_COLOR[model_arch] - - if k not in results_avg: - print(f"Missing average score for {k}") - continue - - speed = 1000 / v["STS15"]["speed_ms"] - score = results_avg[k] - - ax.scatter( - speed, - score, - label=model_arch, - color=color, - s=v["STS15"]["embedding_size_kb"] * 150, - alpha=.5 - ) - # Empirical offsets - x_offset = y_offset = 0 - if model_name in ("ST5-Base"): - x_offset = 0.5 * speed - elif model_name in ("GTR-Base"): - x_offset = 0.5 * speed - y_offset = -0.01 * score - elif model_name in ("Contriever"): - x_offset = -0.14 * speed - y_offset = 0.018 * score - elif model_name in ("LaBSE"): - x_offset = 0.45 * speed - y_offset = 0.01 * score - elif model_name in ("GTR-XXL", "ST5-XXL"): - x_offset = -0.65 * speed - if model_name == "GTR-XXL": - y_offset = 0.01 * score - elif model_name == "Komninos": - x_offset = 0.4 * speed - y_offset = 0.05 * score - elif model_name in ("Glove", "SPECTER"): - x_offset = 0.2 * speed - y_offset = -0.025 * score - elif model_name.startswith("SGPT-5.8B"): - x_offset = 0.3 * speed - y_offset = 0.05 * score - elif model_name.startswith("SGPT-125M-nli"): - x_offset = -0.45 * speed - y_offset = -0.008 * score - elif model_name.startswith("SGPT-125M-msmarco"): - x_offset = -0.2 * speed - y_offset = 0.01 * score - elif model_name.startswith("MiniLM-L12"): - y_offset = -0.01 * score - x_offset = -0.15 * speed - elif model_arch in ("BERT", "MiniLM", "MPNet", "LASER") or model_name.startswith("SGPT-125M"): - x_offset = -0.2 * speed - - ax.text( - speed - x_offset, - score - y_offset, - model_name, - ) - - # Annotate does not work with logscale, https://stackoverflow.com/questions/21140385/matplotlib-annotate-doesnt-work-on-log-scale - #ax.annotate( - # MODEL_TO_NAME.get(k, k), - # xy=(np.log10(1000 / v["STS15"]["speed_ms"]), results_avg[k] - offset) - #) - -ax.set_xlabel("Speed (examples per sec)") -ax.set_ylabel("MTEB Score") -ax.set_xscale('log') -ax.grid(alpha=0.5) - -# Create deduplicated Global Legend -handles, labels = plt.gca().get_legend_handles_labels() -by_label = dict(zip(labels, handles)) -lgnd = plt.legend( - by_label.values(), - by_label.keys(), - title="Base Architecture", - loc=(0.08,0.08), # "lower left", -) -# Rescale bubbles to have the same size -for handle in lgnd.legendHandles: - handle.set_sizes([70.0]) - - -plt.savefig('benchmark.pdf', dpi=300, bbox_inches='tight') diff --git a/plotstables/bitext.txt b/plotstables/bitext.txt deleted file mode 100644 index fbe13655..00000000 --- a/plotstables/bitext.txt +++ /dev/null @@ -1,118 +0,0 @@ -Dataset & Language & LASER2 & LaBSE & MiniLM-L12-multilingual & MPNet-multilingual & SGPT-BLOOM-7.1B-msmarco \\ -BUCC & de-en & 99.21 & 99.35 & 97.11 & 98.59 & 54.0 \\ -BUCC & fr-en & 98.39 & 98.72 & 94.99 & 96.89 & 97.06 \\ -BUCC & ru-en & 97.62 & 97.78 & 95.06 & 96.44 & 45.3 \\ -BUCC & zh-en & 97.7 & 99.16 & 95.63 & 97.56 & 97.96 \\ -Tatoeba & sqi-eng & 97.22 & 96.76 & 98.17 & 98.57 & 10.38 \\ -Tatoeba & fry-eng & 42.07 & 89.31 & 31.13 & 43.54 & 24.62 \\ -Tatoeba & kur-eng & 19.09 & 83.59 & 46.94 & 61.44 & 8.26 \\ -Tatoeba & tur-eng & 98.03 & 98.0 & 95.08 & 96.17 & 6.15 \\ -Tatoeba & deu-eng & 99.07 & 99.2 & 97.02 & 97.73 & 70.1 \\ -Tatoeba & nld-eng & 95.35 & 96.07 & 94.58 & 95.5 & 29.74 \\ -Tatoeba & ron-eng & 96.52 & 96.92 & 95.3 & 96.43 & 27.23 \\ -Tatoeba & ang-eng & 25.22 & 59.28 & 10.24 & 16.72 & 28.76 \\ -Tatoeba & ido-eng & 80.86 & 89.42 & 40.25 & 43.91 & 43.91 \\ -Tatoeba & jav-eng & 9.95 & 79.77 & 17.04 & 23.39 & 15.02 \\ -Tatoeba & isl-eng & 94.32 & 94.75 & 24.07 & 59.25 & 6.29 \\ -Tatoeba & slv-eng & 95.4 & 96.03 & 96.92 & 97.08 & 10.14 \\ -Tatoeba & cym-eng & 5.85 & 92.0 & 13.25 & 22.31 & 6.97 \\ -Tatoeba & kaz-eng & 53.3 & 87.49 & 34.89 & 61.49 & 3.32 \\ -Tatoeba & est-eng & 96.43 & 96.55 & 97.33 & 98.4 & 4.76 \\ -Tatoeba & heb-eng & 0.0 & 91.53 & 86.88 & 88.26 & 1.69 \\ -Tatoeba & gla-eng & 1.52 & 85.66 & 3.61 & 4.72 & 2.09 \\ -Tatoeba & mar-eng & 92.93 & 92.65 & 92.38 & 93.83 & 45.53 \\ -Tatoeba & lat-eng & 64.81 & 80.07 & 19.47 & 24.25 & 28.76 \\ -Tatoeba & bel-eng & 79.54 & 95.0 & 67.73 & 79.94 & 8.03 \\ -Tatoeba & pms-eng & 36.23 & 64.57 & 30.7 & 34.19 & 31.94 \\ -Tatoeba & gle-eng & 4.2 & 93.8 & 11.62 & 16.85 & 3.26 \\ -Tatoeba & pes-eng & 93.13 & 94.7 & 92.59 & 93.47 & 12.13 \\ -Tatoeba & nob-eng & 95.77 & 98.4 & 97.73 & 98.53 & 21.07 \\ -Tatoeba & bul-eng & 93.57 & 94.58 & 92.65 & 93.52 & 20.09 \\ -Tatoeba & cbk-eng & 77.17 & 79.44 & 55.37 & 58.68 & 64.63 \\ -Tatoeba & hun-eng & 95.2 & 96.55 & 91.58 & 94.18 & 5.07 \\ -Tatoeba & uig-eng & 56.49 & 92.4 & 24.39 & 48.35 & 1.27 \\ -Tatoeba & rus-eng & 92.58 & 93.75 & 91.87 & 92.92 & 59.84 \\ -Tatoeba & spa-eng & 97.33 & 98.4 & 95.42 & 97.0 & 94.48 \\ -Tatoeba & hye-eng & 88.72 & 94.09 & 93.28 & 94.38 & 0.5 \\ -Tatoeba & tel-eng & 96.72 & 97.86 & 36.4 & 79.73 & 64.62 \\ -Tatoeba & afr-eng & 92.59 & 96.18 & 58.22 & 72.96 & 16.62 \\ -Tatoeba & mon-eng & 3.42 & 95.91 & 95.04 & 96.14 & 2.85 \\ -Tatoeba & arz-eng & 66.16 & 76.0 & 51.26 & 55.69 & 70.66 \\ -Tatoeba & hrv-eng & 96.72 & 96.95 & 95.98 & 97.0 & 12.79 \\ -Tatoeba & nov-eng & 60.02 & 74.38 & 47.99 & 50.23 & 52.23 \\ -Tatoeba & gsw-eng & 27.52 & 46.5 & 25.74 & 25.12 & 21.03 \\ -Tatoeba & nds-eng & 77.13 & 79.42 & 32.16 & 38.88 & 23.92 \\ -Tatoeba & ukr-eng & 93.52 & 93.97 & 92.82 & 92.67 & 22.06 \\ -Tatoeba & uzb-eng & 23.2 & 84.23 & 17.14 & 23.19 & 4.71 \\ -Tatoeba & lit-eng & 96.2 & 96.47 & 93.16 & 95.37 & 4.49 \\ -Tatoeba & ina-eng & 93.93 & 95.37 & 79.13 & 84.32 & 73.67 \\ -Tatoeba & lfn-eng & 63.39 & 67.54 & 47.02 & 49.56 & 44.85 \\ -Tatoeba & zsm-eng & 95.41 & 95.62 & 95.31 & 95.8 & 79.95 \\ -Tatoeba & ita-eng & 94.32 & 92.72 & 93.05 & 93.76 & 65.04 \\ -Tatoeba & cmn-eng & 85.62 & 95.1 & 94.93 & 95.83 & 91.45 \\ -Tatoeba & lvs-eng & 95.33 & 95.88 & 97.87 & 97.53 & 6.55 \\ -Tatoeba & glg-eng & 96.14 & 96.82 & 94.0 & 95.32 & 79.86 \\ -Tatoeba & ceb-eng & 9.93 & 64.42 & 8.05 & 7.39 & 6.64 \\ -Tatoeba & bre-eng & 31.2 & 15.07 & 5.56 & 6.42 & 4.67 \\ -Tatoeba & ben-eng & 89.43 & 88.55 & 36.48 & 64.9 & 75.98 \\ -Tatoeba & swg-eng & 33.1 & 59.36 & 26.31 & 22.8 & 16.89 \\ -Tatoeba & arq-eng & 26.63 & 42.69 & 18.6 & 19.84 & 27.75 \\ -Tatoeba & kab-eng & 65.88 & 4.31 & 1.16 & 1.41 & 1.69 \\ -Tatoeba & fra-eng & 94.28 & 94.86 & 91.72 & 93.12 & 91.44 \\ -Tatoeba & por-eng & 94.54 & 94.14 & 92.13 & 93.02 & 92.62 \\ -Tatoeba & tat-eng & 34.74 & 85.92 & 10.25 & 10.89 & 3.59 \\ -Tatoeba & oci-eng & 58.13 & 65.81 & 38.57 & 43.49 & 40.17 \\ -Tatoeba & pol-eng & 97.32 & 97.22 & 94.28 & 96.95 & 14.09 \\ -Tatoeba & war-eng & 8.25 & 60.29 & 7.25 & 7.42 & 10.38 \\ -Tatoeba & aze-eng & 82.41 & 94.93 & 62.1 & 76.36 & 6.32 \\ -Tatoeba & vie-eng & 96.73 & 97.2 & 95.12 & 97.23 & 94.2 \\ -Tatoeba & nno-eng & 72.75 & 94.48 & 76.34 & 81.41 & 16.28 \\ -Tatoeba & cha-eng & 14.86 & 31.77 & 15.98 & 12.59 & 23.26 \\ -Tatoeba & mhr-eng & 6.86 & 15.74 & 6.89 & 7.57 & 1.56 \\ -Tatoeba & dan-eng & 95.22 & 95.71 & 94.8 & 96.17 & 23.52 \\ -Tatoeba & ell-eng & 96.2 & 95.35 & 95.43 & 94.93 & 5.34 \\ -Tatoeba & amh-eng & 80.82 & 91.47 & 36.21 & 53.49 & 0.03 \\ -Tatoeba & pam-eng & 3.24 & 10.73 & 5.41 & 5.39 & 5.85 \\ -Tatoeba & hsb-eng & 45.75 & 67.11 & 36.1 & 44.32 & 9.68 \\ -Tatoeba & srp-eng & 93.64 & 94.43 & 92.24 & 94.12 & 11.69 \\ -Tatoeba & epo-eng & 96.61 & 98.2 & 41.73 & 55.12 & 26.2 \\ -Tatoeba & kzj-eng & 4.46 & 11.33 & 6.24 & 5.88 & 5.17 \\ -Tatoeba & awa-eng & 33.74 & 71.7 & 33.43 & 42.83 & 35.01 \\ -Tatoeba & fao-eng & 57.04 & 87.4 & 27.51 & 38.24 & 12.61 \\ -Tatoeba & mal-eng & 98.16 & 98.45 & 32.2 & 88.46 & 83.3 \\ -Tatoeba & ile-eng & 87.88 & 85.58 & 57.71 & 60.36 & 59.59 \\ -Tatoeba & bos-eng & 95.86 & 94.92 & 93.27 & 94.02 & 13.65 \\ -Tatoeba & cor-eng & 4.45 & 10.11 & 3.42 & 3.53 & 2.83 \\ -Tatoeba & cat-eng & 95.8 & 95.38 & 94.42 & 96.05 & 88.31 \\ -Tatoeba & eus-eng & 93.32 & 95.01 & 23.18 & 31.33 & 53.38 \\ -Tatoeba & yue-eng & 87.75 & 89.58 & 71.45 & 77.58 & 77.03 \\ -Tatoeba & swe-eng & 95.31 & 95.63 & 94.42 & 95.45 & 19.53 \\ -Tatoeba & dtp-eng & 7.39 & 10.85 & 5.69 & 5.03 & 3.41 \\ -Tatoeba & kat-eng & 81.16 & 95.02 & 95.44 & 95.46 & 0.42 \\ -Tatoeba & jpn-eng & 93.78 & 95.38 & 90.41 & 92.51 & 71.36 \\ -Tatoeba & csb-eng & 27.03 & 52.57 & 21.56 & 23.73 & 10.03 \\ -Tatoeba & xho-eng & 4.68 & 91.55 & 4.52 & 6.53 & 5.51 \\ -Tatoeba & orv-eng & 23.24 & 38.93 & 15.1 & 23.77 & 5.79 \\ -Tatoeba & ind-eng & 92.98 & 93.66 & 92.74 & 93.5 & 88.04 \\ -Tatoeba & tuk-eng & 16.35 & 75.27 & 15.16 & 14.91 & 5.48 \\ -Tatoeba & max-eng & 36.96 & 63.26 & 45.25 & 48.77 & 36.14 \\ -Tatoeba & swh-eng & 55.66 & 84.5 & 14.48 & 16.02 & 16.74 \\ -Tatoeba & hin-eng & 95.32 & 96.87 & 97.62 & 97.75 & 85.23 \\ -Tatoeba & dsb-eng & 42.34 & 64.81 & 33.43 & 36.85 & 8.78 \\ -Tatoeba & ber-eng & 77.63 & 8.4 & 4.43 & 4.88 & 4.92 \\ -Tatoeba & tam-eng & 87.32 & 89.0 & 24.64 & 73.6 & 72.76 \\ -Tatoeba & slk-eng & 95.82 & 96.5 & 95.15 & 96.62 & 9.98 \\ -Tatoeba & tgl-eng & 63.19 & 96.02 & 13.09 & 17.67 & 10.7 \\ -Tatoeba & ast-eng & 76.35 & 90.68 & 62.17 & 70.08 & 71.13 \\ -Tatoeba & mkd-eng & 93.63 & 93.6 & 91.0 & 93.02 & 10.47 \\ -Tatoeba & khm-eng & 74.19 & 78.37 & 32.11 & 58.8 & 0.37 \\ -Tatoeba & ces-eng & 95.52 & 96.68 & 95.12 & 95.73 & 9.55 \\ -Tatoeba & tzl-eng & 36.56 & 58.88 & 25.46 & 34.21 & 27.82 \\ -Tatoeba & urd-eng & 84.23 & 93.22 & 94.57 & 95.12 & 70.1 \\ -Tatoeba & ara-eng & 90.14 & 88.8 & 87.93 & 90.19 & 85.37 \\ -Tatoeba & kor-eng & 87.97 & 90.95 & 92.52 & 93.07 & 22.39 \\ -Tatoeba & yid-eng & 2.49 & 88.79 & 14.38 & 30.73 & 0.16 \\ -Tatoeba & fin-eng & 96.98 & 96.37 & 93.1 & 95.92 & 3.41 \\ -Tatoeba & tha-eng & 96.38 & 96.14 & 96.72 & 95.99 & 2.22 \\ -Tatoeba & wuu-eng & 75.09 & 90.18 & 76.0 & 78.25 & 79.58 \\ -Average & mix & 67.42 & 81.75 & 57.98 & 63.38 & 31.08 \\ diff --git a/plotstables/dataset_sim.py b/plotstables/dataset_sim.py deleted file mode 100644 index f61eaf96..00000000 --- a/plotstables/dataset_sim.py +++ /dev/null @@ -1,304 +0,0 @@ -# pip install GitPython mteb beir seaborn -import os -import random - -import seaborn as sns -import matplotlib.pyplot as plt -from mteb import MTEB -from mteb.evaluation.evaluators.utils import cos_sim -import numpy as np -import pandas as pd -from sentence_transformers import SentenceTransformer -import torch - - -if os.path.exists("sim_data.csv"): - data_emb_df = (pd.read_csv("sim_data.csv", index_col=0) * 100).round(0).astype(int) - plt.figure(figsize=(40, 24)) - # define the mask to set the values in the upper triangle to True - mask = np.triu(np.ones_like(data_emb_df, dtype=np.bool)) - heatmap = sns.heatmap( - data_emb_df, - mask=mask, - vmin=data_emb_df.values.min(), - vmax=data_emb_df.values.max(), - annot=True, - cmap='Blues', - fmt='g', - ) - heatmap.set_xticklabels(heatmap.get_xmajorticklabels(), fontsize=16)#, fontweight="bold") - heatmap.set_yticklabels(heatmap.get_ymajorticklabels(), fontsize=16)#, fontweight="bold") - # Save - plt.savefig('heatmap_data.pdf', dpi=450, bbox_inches='tight') - exit() - - -### GLOBAL VARIABLES ### - -DATAPATH = "./" - -SEED = 42 - -K_SAMPLES = 100 -LEN_KEYS = { - "text", - "sentences", - "sentence1", - "sentence2", - "sent1", - "sent2" - "query", - "positive", - "negative" - "queries", - "corpus", - "machine_summaries", - "human_summaries", -} - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - - -TASK_LIST_SUMMARIZATION = [ - "SummEval", -] - -TASK_LIST_EN = ( - TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -### LOGIC ### - -def get_samples_beir(hf_hub_name): - # Somehow needs to be set in the function scope - random.seed(SEED) - from beir.datasets.data_loader import GenericDataLoader as BeirDataLoader - path = os.path.join(DATAPATH, hf_hub_name) - print("GOT PATH", path) - split = "validation" if "MSMARCO" in hf_hub_name else "test" - if not os.path.exists(path): - from beir import util - if "cqadupstack" in hf_hub_name: - hf_hub_name = "cqadupstack" - url = f"https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/{hf_hub_name}.zip" - util.download_and_unzip(url, DATAPATH) - corpus, queries, relevant_docs = BeirDataLoader(path).load(split=split) - # Pick shortest k samples - samples = [v["text"] + " " + v["title"] for v in sorted(list(corpus.values()), key=lambda x: len(x["text"]))[:K_SAMPLES]] - # Optionally randomly pick - #samples = [v["text"] + " " + v["title"] for v in random.choices(sorted(list(corpus.values()), key=lambda x: len(x["text"])), k=K_SAMPLES)] - return samples - -def load_data(hf_hub_name, subset=None): - """ - Load dataset from Hub via cloning for easy offline usage with HF_DATASETS_OFFLINE=1 - Can be replaced with just `load_dataset(hf_hub_name, subset)` if preferred - """ - from datasets import load_dataset - path = os.path.join(DATAPATH, hf_hub_name) - if os.path.exists(path): - dataset = load_dataset(path, subset) - else: - from git import Repo - Repo.clone_from("https://huggingface.co/datasets/mteb/" + hf_hub_name, path) - dataset = load_dataset(path, subset) - return dataset - -def get_samples_ds(hf_hub_name): - ds = load_data(hf_hub_name) - # Optionally shuffle - # .shuffle(seed=SEED) - assert "test" in ds, f"No test set for {hf_hub_name}" - len_keys = list(set(ds["test"].features.keys()) & LEN_KEYS) - split = "test" - k = len_keys[0] - if isinstance(ds[split][k][0], str): - # Select K shortest examples - samples = sorted([x for x in ds[split][k]], key=len)[:K_SAMPLES] - elif isinstance(ds[split][k][0], list): - assert isinstance(ds[split][k][0][0], str), f"Too nested: {k}" - # Select K shortest examples - samples = [y for x in ds[split][k] for y in x] - samples = sorted(samples, key=len)[:K_SAMPLES] - # Optionally randomly select - # random.choices(samples, k=K_SAMPLES) - else: - raise ValueError(f"Unknown type {type(ds[split][k])}") - return samples - - -embeddings = {} -model = SentenceTransformer("sentence-transformers/sentence-t5-xxl") - -# Optionally custom selection -# TASKS = ["ArguAna", "ClimateFEVER", "DBPedia", "FEVER", "FiQA2018", "HotpotQA", "NFCorpus", "NQ", "QuoraRetrieval", "SCIDOCS", "SciFact", "Touche2020", "TRECCOVID"] - -TASKS = TASK_LIST_EN - - -for task in MTEB(tasks=TASKS).tasks: - print("Task: ", task) - if "hf_hub_name" in task.description: - hub_name = hub_url = task.description.get("hf_hub_name") - samples = get_samples_ds(hub_name.split("/")[-1]) - if "beir_name" in task.description: - hub_name = hub_url = "BeIR/" + task.description.get("beir_name") - samples = get_samples_beir("/".join(hub_name.split("/")[1:])) - embeddings[task.description["name"]] = model.encode(samples) - -# Plot 1: Compute all cos sims & then average -""" -data_dict = [] -for i, task_1 in enumerate(TASKS): - data_dict.append({task_2: torch.mean(cos_sim(embeddings[task_1], embeddings[task_2])).item() for j, task_2 in enumerate(TASKS)}) - -data_df = pd.DataFrame(data_dict) -data_df.set_index(data_df.columns, inplace=True) - - -# Save -data_df.to_csv("data.csv") - -import seaborn as sns -import matplotlib.pyplot as plt - -plt.figure(figsize=(32, 16)) -# define the mask to set the values in the upper triangle to True -mask = np.triu(np.ones_like(data_df, dtype=np.bool)) -#heatmap = sns.heatmap(data_df, mask=mask, vmin=-1, vmax=1, annot=True, cmap='Blues') -heatmap = sns.heatmap(data_df, mask=mask, vmin=data_df.values.min(), vmax=data_df.values.max(), annot=True, cmap='Blues') -heatmap.set_title('Similarity of MTEB datasets', fontdict={'fontsize':18}, pad=16) - -plt.savefig('heatmap_data.pdf', dpi=300, bbox_inches='tight') -""" - - -# Plot 2: Average embeddings & then compute cos_sim - -data_dict_emb = [] -for i, task_1 in enumerate(TASKS): - data_dict_emb.append({task_2: cos_sim(np.mean(embeddings[task_1], axis=0), np.mean(embeddings[task_2], axis=0)).item() for j, task_2 in enumerate(TASKS)}) - -data_emb_df = pd.DataFrame(data_dict_emb) -data_emb_df.set_index(data_emb_df.columns, inplace=True) - - -plt.figure(figsize=(36, 24)) -# define the mask to set the values in the upper triangle to True -mask = np.triu(np.ones_like(data_emb_df, dtype=np.bool)) -heatmap = sns.heatmap(data_emb_df, mask=mask, vmin=data_emb_df.values.min(), vmax=data_emb_df.values.max(), annot=True, cmap='Blues') -#heatmap.set_title('Similarity of MTEB datasets', fontdict={'fontsize':18}, pad=16) - -# Save -data_emb_df.to_csv("sim_data.csv") -plt.savefig('heatmap_data.pdf', dpi=450, bbox_inches='tight') - - -# Plot 3: Min (/Max) embeddings & then compute cos_sim -""" -data_dict_emb = [] -for i, task_1 in enumerate(TASKS): - data_dict_emb.append({task_2: cos_sim(np.min(embeddings[i], axis=0), np.min(embeddings[j], axis=0)).item() for j, task_2 in enumerate(TASKS)}) - -data_emb_df = pd.DataFrame(data_dict_emb) -data_emb_df.set_index(data_emb_df.columns, inplace=True) - -import seaborn as sns -import matplotlib.pyplot as plt - -plt.figure(figsize=(32, 16)) -# define the mask to set the values in the upper triangle to True -mask = np.triu(np.ones_like(data_emb_df, dtype=np.bool)) -heatmap = sns.heatmap(data_emb_df, mask=mask, vmin=data_emb_df.values.min(), vmax=data_emb_df.values.max(), annot=True, cmap='Blues') -heatmap.set_title('Similarity of MTEB datasets', fontdict={'fontsize':18}, pad=16) - -plt.savefig('heatmap_data.pdf', dpi=300, bbox_inches='tight') -""" diff --git a/plotstables/heatmap_data.pdf b/plotstables/heatmap_data.pdf deleted file mode 100644 index c796621b..00000000 Binary files a/plotstables/heatmap_data.pdf and /dev/null differ diff --git a/plotstables/heatmap_mean_emb.pdf b/plotstables/heatmap_mean_emb.pdf deleted file mode 100644 index 04054bdd..00000000 Binary files a/plotstables/heatmap_mean_emb.pdf and /dev/null differ diff --git a/plotstables/heatmap_mean_emb_small.png b/plotstables/heatmap_mean_emb_small.png deleted file mode 100644 index ac5d2b47..00000000 Binary files a/plotstables/heatmap_mean_emb_small.png and /dev/null differ diff --git a/plotstables/heatmap_model.pdf b/plotstables/heatmap_model.pdf deleted file mode 100644 index 41569ce4..00000000 Binary files a/plotstables/heatmap_model.pdf and /dev/null differ diff --git a/plotstables/heatmap_model.png b/plotstables/heatmap_model.png deleted file mode 100644 index b8ea3078..00000000 Binary files a/plotstables/heatmap_model.png and /dev/null differ diff --git a/plotstables/heatmap_tasks.pdf b/plotstables/heatmap_tasks.pdf deleted file mode 100644 index 42918f34..00000000 Binary files a/plotstables/heatmap_tasks.pdf and /dev/null differ diff --git a/plotstables/heatmap_tasks.png b/plotstables/heatmap_tasks.png deleted file mode 100644 index 31b1519b..00000000 Binary files a/plotstables/heatmap_tasks.png and /dev/null differ diff --git a/plotstables/mteb_diagram.drawio b/plotstables/mteb_diagram.drawio deleted file mode 100644 index ca51accd..00000000 --- a/plotstables/mteb_diagram.drawio +++ /dev/null @@ -1 +0,0 @@ -7Z1Zl6O4sqh/TT+evZiHR2awwRiMsfEbkwGbyczm1x8ph9pdVd6d3Xdl2rnvcXYvF4hBQvoUEQoF4g9cKCal8evUqKI4/wNDoukPXPwDw1iCAr8w4fqaQBL4a0LSZNFrEvrvhE02x2+JyFtqn0Vx+9OJXVXlXVb/nBhWZRmH3U9pftNU48+nHav851xrP4l/S9iEfv576i6LuvQ1lcHof6ercZak7zmjFPt6pPDfT357kjb1o2r8UxIu/YELTVV1r1vFJMQ5rLv3enm9Tv4PR38UrInL7u9cELljhq+3q6W7j7beYp+12vl/3u4y+Hn/9sBvhe2u7zXQVH0ZxfAmyB84P6ZZF29qP4RHR9DkIC3tihzsoWCz7ZrqHAtVXjUgpaxKcBr/e0nfs42bLp7+lPRWciWuirhrruCU8U+VTrzVZPqnCifwt0T/raGTH9f+uy7Axlt13K6aMfUCRlcrpc5Knl2VxO7c3qgaw5H436oHPAAoCu/nWVKClBA8YwyenYfPlgGOuLcDRRZF8Bq+idts9oOX62GN1lVWdi+FJ/k/SBHeq++q9rUn/Mc6PWZ5/mtSVXZvHQhH3vZlv8hy2PXcuIn80n8/7a386Nv++53+wHAEwyWG+7lVcz+Ic75qorj5xKZ9O4pT+L9o8vWqP7U2it1obfKrGptGbnQEKu/e6gdKjlfkQeqlh12Wf6/RHwk/cfGeCK/+n9fG5MAJKFlPL6f++yIqgf8y4KDjt+f2PVvwGK85vx7/i26JftwtUz9M+yZWYLpIvEMXN9IQv7KH/IIUBAHhCZH5R2j/TCq4B0bjmEj9DpkswP/+A4xvDKPkZ/GF/esNr+u7bkH+Hm7v0vDzccMejBsJeRP9zm/j7oncHZDD2Ucjh/+uz/y2zYYYSh6oxGBxXkEImr8FF/4f4JKKII6irEzASXxchmnhN+f/DsWJ4v9FihNHfqGMuAEZe8to+jI1Snwk19p3C/8dGvQnifZ3xN67dHpj9W+hSvwHVIUc9oEj4K3LqvJPgjD4NZ/7C8cPe0ZX1beBbkHGoPvp8bF7u9dbCtgjbwlN5OUP5tmEbz2B/hxIyXch94Yo86/fTT0cvcEoyqLvp34+puSHmH5IFPIbUf8AXq7w56oUADKgZcFlXe/n/3e18Ptg5V0Gw/2k8aMs/ulaDsd5Wf4kLPGfsSRvWIS3hpvYV0lOhrmB5C8t36Z+DTez4sVp8aM5dKhl1kDzvcgwXAyqrquKH+rHD8/JCzTvdRnFR79/Ye22RPHb+tWVcswmCBr/kiH3noq8p8BbARMSdIjXXUyuoc4XMpc37RFZKknFgb/VZptK2wRs7eCusBY4A/wrztigRGCD12TecKU9rMD3/x39+rpBBA07jAKu8jPYK0dhBlc6ujAftrlug9SuC+CVhK6D37MlYAp/AlunEdSYPHHwF6ODMziLomMcI00HpOSWQC+uR7BF0q/5VPwAlCe/zlAxoZNmOW+WJwGXbXjvmhONALZvj0Zwn9JPUXUBuW/WLbKCOVzOqq2JKthi4E3gOZHC6hm8+QTqHJMRCv6SISxbi51eMuUHtZwMWJ5Rg3fpcfgM9Qn+ziR83gYdDo7kJAEmYuNSbEuYhWvOp8BF8LmrT5wtwevTl6clDLXJ7IZBl+XpqDRlhge+k5VEk5RINYnpIVvvLWGIPHePDItZ2sricKnoU7w77k5Ac8vxVjiiGa/2sX0qYiiJ4n0WnMONWifTXOd7ui1eioAdYN1dT+CZ+Hmnu4YNrEu+scSxnGG5Edw5e4La5/xxccCicaqvOWjpNbXNJcu1idLEQnDBdp1t+EAVHWfXnv2knle8yWB96WwJr1sRocbsq168YAuCNuaWpo/za2Mx+13hbmxXoBagkLxDj8SYuvb+evW7PU0j2+Eo4C61L8BBwj1IeOpeB3AdW+9zYx9emm1SEZ6/4yTUW5qKkif8aiec0rT2OMe9dSxPMm9RJ0pvnhMRkUFbHP0tJYZc420QjtxVhu8Q8ih0qU62e1/qNjbI+7hJty0fGxVj4dQOpbvVyuT2LY8ny/0pkUtuaV5SexyrRrasiR4sQYxVeRLqxKL327g40wbBeUYuqaVxJq2zpSuW2FY0j3ucjHFzRGyClWB6oVF7QjJOhTJYeLIxzI1+mgc7cBK5WaVkul17DZdPhrkNlqAaVhq3GTzrOi5SA1FZQ/axySH1zt2MXLcOeYkh9usqrMATaOnIYThry560VelFNoL7M71o1bAfdKGJeN7ZWsYLadyvEtHj8uh0wOpJ66Utwzlp58ma5DiHzPG1M1acE77Q5roaPDM5IuerueTJ5NCavZS5k7RXybriyHPCVOV+nY+UsDg3p3m3JlJ+M26ChFD2+zjhDHEa5xPWE8i21cQNhpAnuVuOZVKOMTWVfWQzdNV5e8/2j4eDPm+OiUoej4MLEOAZ99zn1sLcZWBn5crWaxsvS61hm6yURj6l+Kbo0Pgyu/2yJzpAOp+ivmoaThv4IpkIaXJW/LWrm7lf4HGZx6B2aY722bZQD4UjHSt+vy5ZhIJ1vSwXQJfzkydAVC2OP9QpMkToVVoM0dBTYQo6FB+zVy1jkzUzUsv9sUpnoGd4drfGUf9oh/uds5GroqLdo3klV0KurlrEsw6FjccRLXRcFgsuyMxSwE94bWNCZU/TdrtzQhlxgvWhb6Z25cvr1YYphN0SlRTVavZFiErdCWEmfMIFbl8lsE/WZ9BNQ4HxqMN0xdEJQ9dDmrOecElyUgnXKjUOx+WkuJwiJDJR7M4Ft+jZrge92ZaybF0UJO9cyGFyzcHHiVTgjtjCLxOVU3PKPe8uuD9fqdDLaVF0ie2gIaweZPacWIxZH9lBzZi6VQP1QvM6glCLWluHYW5CAYPsRiHiKHTe7KC2OUbNzEfZVgPiaWlZRnwNY86dnd3KUpgTNrjweY6MPPKrFIrHeBWmqGnslrU4MDwv86NoDN0gbP0VA1QVOGUjWOeFyHLH44k70nqGxsc64iOG04wiGZeR37DHipjQZANONnCpCgmjYCX1TEFh6WzigO0s1lOR/JRdPUCBbtgXKDCvzV7kjwe4SS5X+xJND8TFOU+dXawFygfyVl91ilC/KIW1/KKiqnm1GGKCIwQmBXqwGpVtEqEmlZmxOJyc9hwj4qpdJCusZs4RftYxpsjSBCN4tEhasWWLoXPbcE8bOdFth/3CW6iI0q0uPBbsD7q18Rib4FdUPqH8tViKQ3oUk7FAT0CrQzUjSN6WtRYxlitkUFyPHCqtkcOm32RQFyoH+OPTgqEvlp5crOPzBZRe4nXaAP9egSKUE+0CJG9JJAJ+6ceWzEPxXPorq+ZcmiED83SkrgofzAxzZaUSVfxCmBKyWqCFuxUW+F5Hpao64q3WRphUZzQVhksuduyjzBjCfkBU80VTbkF+S+7iKbuFJnZXn97vMuHo4lV3giMLXu1QjQamKulpPDZODHc0jwMY7PFRAiwGzVobXKWZ+D6J6GwXYsdwrY0aDzXc5TAfr6Ark/aBEZ2j2HP9TNmcM0dVSp+1kk+lUd37SrJBkR1U/Zg17E8WI6mmthpNr/BPEpqf8sG2u4KEIhPb7aCmr9AwXLBnlvC4M1OEy73q8nEkGxYObM0QM/aBibC1tYkP630yJCW5WOehlK+cA63P2xFaCB3bZxLhTKimM+KcFFSJ08oeqrlRDK/XSSLQkhsmNO7aod5Nhlzt0P56oA67HJtZmYZiZ4HMniAlR1mmSRWZlW182ol+AFk+z9etxwiXo3WddU5kUGfRZySoX0uaB8hxRE04unE648iUOifRklQZW3VwPI9Fq8htSmumto1HWqNoXaAkHDRoGq+ppkLZeLkTCGJYDQRkZWks5qNlFPu1qF09jRj6ACkYUTytPK41kjMsqvBqMmlTnmiuG4sL5LKeV0l95doNvD3KlBtUqsc6Lph1c0AI2Uxs2WSB3JD5IiXqs+WpLCz4tuKAFuQPHpMeDsHI9EZGHK3NFKMvxlvMov2ZPm8jDMqYq7ICiRzfKotmLpwoJc1YYUbmFGzIpDc1Z1EOzIQd+Vlgk7FZqS4aZmOzHLJmjOK9mp/qk6IcVuu1vYzFOgI3A//vbC/Ck9VVO9EeFNlNdbDkACrcLuS3Jc3WJ5CtPHgNQTkNbYXrcWjkfjV06+CENStg7ZvrdieX1PrQRvtLR7DGBd/RYeSM5Uh0EWzBba0pObFpl3LoXivyUkg76nhcReDEIU2QeT/rVyJl16EmY5luW5YZvppX50CtiFV56aoKKQVk1MKzZrIaMKzrVU6E89lYyD0zsp2x1UbdU5IEPASf8y5UeCl+BTbn5lQcmbwSC0EDh4xa40uRC6rznuem6yCcEmkMRWPR7o/1sMUGD1hYeGiOUySObshsJIYhhA6Mkrrt1c7iwrv4xmW/ueywmHoxl1cMOxTZHjEKnaAoYsNo1MJfs5ozA0OYDxYJQTRlAXuaKIFh0BnzzbV3qJe9riwDa7/jVElFhb2WwNbQF3oKRVe3bZKtU5Z7Dj1F0HSP5GQhSZyMMCUX9QlzRYLWp/b8QAZbAqO1ci/k9hiW57KCMq/noPUY7OzD1GdLnldlC8l3iYKTR/yV3j5xTg1l6nKSVaLd4/JaxM+7xSERL6drCeFglbMbo0TtmV66zGymunQbZjuaO1HuBX3vSDqLGV7DFEVeqycim8SePDEEEAi8B0XuFT6RvFOVBew0jcytGHuECGvOlNra0rAOpxKJrdSQa8QGAq9jXIzYSScOF1uyxC+jfQ3w3IbCr7Z4R0avKS9kdNWOsoAwaSEwukZc1FgST7W5NDUqQOzWPIERMRes+EOMtBzCloOQaZISWW1ArFaYnpV0ZZnX9QzvywnFzvLZg13vZJtlOcecB+4MLMOtfZBEzASSzqM9XrkaFBi6RgZ5rMETUuLa8LJFQmtxn1ILUeAWB40TpmbB8VAfEW154ExM4lbmxpmSvr9WrEbN3gZ2MAMBNphsUwvipCTDZSPxDT3j6DlMF7WBxFBoApsajspIDozeeFtNlttJX1N1ExpWEYorNQYMr1O1HJa4bLZmXIcOCnUICvWIV5q7SccVZbPdE/LEr06Z502hNTgNulnsLHmYlCmCxdTcDXGSVtN8iDbK6Jewe4wCS2m0t+svCG5inGWkQbo8udBm4WrGamnE4IZ0W/DhkA8ts/D0fmsXL60NM4/WndNXRGgvKAc6VQ5lgXMHRO+FylkmFtTDLXzANJVPUaGfEpozdqJxIarOIFstmYVusEJnwFleF/JFTo6LYNkzzsj4iIt0lrsgrolwjZtTqdM7LPQNGd/6znaKNK+Q25xZHdUtkGmRoDA9pzFSYKg856z1SuXF8HiO5LMfzhyQ27vqmq73Ws7Wq17jDh2173nt6APZ4CKYBy5rU54VzGIW3ShpulU+L1PY3/neXotDL4S6umxXtaiXB6RyL+nFRBWiSrZ8oIQD2idwWo3Xrjom+RsUnX0l9u1TONlAd/DAYuPD2sw72C9Wqo9eCKuNVWM+tMdo9us51AWS9e1hhMKTVYOwSVo6X67zQ7Go6MuVI2XmUm/cvYOuMU/dHzHT96GUjpDyaA0pW+ORUMx7l7OrrU0o/HxCltRaQ5JqMilibxpCkMZnnizjwj6csM4cdxPQUwrrSPjufB01ZNitVCi0VItbIRqPnw/HgHrVGK0sRhoK9Zwwt6c2WVyAwA65tAzC6XCxfDvlV33itsWih8U/J2qMWBcluZS9bUqIGupoLLJS7rJi4iIbDlYJUFHZCjskSy48BOJlhM/CTlHaI+a5OA1xxXlDtMQkDMXIJiPdC90O3CkLV6dgSXUaHGyAAWx+CrFLekYnhjSkk2BAK7Ab2AY2nGDk4hXU3ry9JCdW6Idr76j+S+6yqKvTViM0ZCM7l6pNVucD7mLJ0uCczVYtVgd+cxBo9iDPSSLGSx51GWiSjX7k7UQ6kI+jeQmBcE0IcTpSO47ZMojIC1fsQo7UDo4WilNn6Rp7HCtLwIWs4mNg/Gm4k4wapuIHayQ4NKzEyLOLY3LAtQOROhE0frguIve0bXih7nL6Oc4ysWky7hgsSSEm3Yw7+0uGpy8z58VThB6KaEApjU/HzJJ36BwGpy2ekedm5JaX9jwU9coXd65VeWWUOx2r8qfGW4k0WR38CB08SCTejWljDX5UmbGliU3RXMwG8bNMv4CqmHlizWAKlo0QcO6UX0UxTZWW7ImobFOWMekdevGp4SxxBJYKC4/Txf2Chk0URMDSl4x1wPeTNQalkNCnRHXVdmtwC8nJRI4C9kwQ8uiB5lhcmXSvlcddNGpcO8eTFYohsdSC5cbv8ZjTrV072sXFzxsTjpg4TJwSHFtRe25DANFOD9IUT4groHEqJhwUeZxSSwPBZ0Oy1YJBgSJrZ5FEQ6sRJqxmKVkqdr4ESpdIAk3jmmlMAh+dEynXugvJbp3dTg9Dca8f1rFlQlMQylxe5bfRqMgX+hRP3Ho1txd5qnyvJDTXSpYdsd90laoAfSLv0YxHgRkwxUulpef+GMvGImjBcDLlRsrLq/GIhCvdPSp+WDucP+TTcMA8JhQZPei0WOPWWVY5iVg6Hk4R5qLTRKBixw4IZ68ZtntktBZJvu3iclwSiXYMwtHoA2X2GUXj0jMU+1GrXJealpq00TZ45sIRVqlxR7/rwzWBNTroJHRlEhiR6IVvi0uumw6Yv7B2sK8ICtWlHKcfsmhIiXAczoUJBvFBvEt5RWv28jXCM78DQzJe6SicrtvGrTCRO/jkKHHeuBeuLOdGLnJmhJjrsFkVOArfE2JcGYyh7ee9N0nlGnBFVbRZprhVjvVizrmgz3aEvVMOeFSO9GRIql4Fs5dAndrK553VKNBRSycLY5m9GI8WYoaapAJDj/PJhSwW7rXHKn7NhIqIZ46oB+pxwn3ep6C1jW4xfSdmULBxasDjV4Nkkzkh1zTDmiKnzMO+d1d6jYv8ik5XKlTjsTEuaVGmd5umZjfCFbG8Gdh3qmmN3hLly4RX6lqaYV1waTrhaVP5h8Zcr8XGRklCQOde0azIJGyLlEe8y3XP7OtePTgXUoHWUydAc8rgJjgcTyS/go3lka0JdFh3Oa7tQ0mcgHUXrPmaT7ULjgnItduvCOoc6IddSw9+gQNJXBwmw2iFJbF1vVEd0e0ZjECZAxkvW45UrqrRbKoj69PSWt1xPMOIAZ/h28TehnMFfchOMi2Vfe4bOTReyMgNL7jgnGbb4CworJEx4X0xKpooVc7Kyhmhv8Ny9GB0xlN1OftbRjrJ1zYs9WLNMgszzpx0VIsgiZhjGjEaIUKvirjFLZ3i5KDOEr8PoMFQLNNwUKZzZnanlBn04952oXEqhbwtcxtvwieamPJZfsnR3erCuU17eWGtoAdvNrzFNa1CFB3bslt6o8zFpfXiRgvr+TzZo6b4MqmjFZMz5OuYgzqsguronIMlcrAEMsvFmpAKaJhxU5U2sUZtuBJta0LbuByox2UsSC9+PKFM0sVWcPLkL45lM2xXaN+t3QaDllPVHLcEnI7gNlvXtIFg9zQNTrN8yvQShv88MY/Rv88vEey/3ud47jPDxP6Xzc3b4LGzePhpZvQ5Lf85gKI/T39i1O984rfCk1Dqq/BkP4zA/GZ4rv0Mhkk9I0juHEHyg90PI0iQL2P14zCne8SPrKvcb7Lu+owc+XPkyCcgRzHfLDqE/R4BS3Y8ZPH4fzhe+BtEKjEPZ5F6MIu8X56BJqLpJ4dfLPdusEaR90SN/gi1v0+NVFS/GGhPZj6DGZokvxcztwIp/x+Z0QroDn4C86nA/KrQUIT5jZhbLy18HTEfO0a+VqG9vYejgeZ8AezJ272MKwpH/oX86Q/9XmT+GME+Gs0NaHsw1KyecN4RTvq7w3lr8YC7wumYa7Eq/Oxp1d15RPpXXN560/WuA1QUwb4BmE9tfn9tznx3MH9/B/u+YDrVlIVCVYI6bV/mK56+vC8Y3vwVhDcmgu8N4aMnL5wxjrsNqOGsAD/S1DV++HTNfI0775uj+KF/74tR3NQNoEHs6xzO38ZWH7dPqXh/qQhjYdg//9EPJ/NDL+KXC8msAw29iQsJlAGu5PNk8q7i8fGTvijyaMfkG4RbWxeqpu6fYvHTEUTIv0Lw4XO9KPqxA/J7RWUJed8CEl4Wn3qGYn1yKBb9y3pTNxfzwX6sffZz4ODXLeeDoo/2RHLNlA1rbP0UkJ8sILFfVDRK/ATgjQXP7jrZjKKPdjW+kLfBNk/yPpk89hfNjH4v8LD/tpX2Ns7mqZE/XSPjxC/BFLdMRvqGyfh1gfwo9mGw6j+I9dPMjbR5SrfPlm44wf5iy/2QVX8i5xY4XyjSPgws/QeOPU1Y/o/9xOaTsSF+W3L2G2DziUGiQElBRf+k5nOFDfkbNTeca8R97adPDBOF1GBPaj5b1rzPln8fZj70x/4zZvAnM5/NDEl+O0mDf+hC/WfUEE9qvl4/3RhG3Zmajx1L32t8b8fN63tZz1H+l78Cjd8wuu/8CjSK/9c5oPqi8Jtsfr6n/0WuKPzX6SH81hQ6fXN6iP46Tj95ePiMw/hyQ//xyveTB4fUk5mvN/QfT82jw3W49rwN+rLrxb5+hjI+JpQRv7GS0p1jdogPB5xf/fpLVkabws/zW2OCJ4RfH7v4HSB8dEjOJszEKmzt5yTQnQUge4M95L7sfew7+WL2Oj88m6BG5bwan8r4K+Ug8Y9ZZO7L4qNf+YNuD+lPi2jCb7s+2t/x/ymMOPRtfGvB+KHP7h+Na58Eff2w9odb92HDWuITw7mgM+S5bNs934n/fW7rGxD1mYFezubfVz+JugNRv7prvwFPj36NmGuSnns58MTwM9XhB29/4Mjv5N13CSTi0a8JC3lW+F0sS670dHR8Nn7or9Puj+ft0VMMgsWJfd1C/8atzzM8ubuH2MMf7t0lHz3F8BR4XyLw6L/0pt3g7r4vvZGPnlQQ+XUcZU9D79Ml3q8i75vpXfLRMwpyZnHgHsyTvM8mj/irFTi+gcj7cP7g70OkVl1ddRb3hOjOBtuN6fh3iXInij7R8W9sDM4WzCdEnwzRL9/e+AbQfKLjfyU/V5D6GpOdQL8bNp/o3V9ZT2A+XVd9OznziRH6Vl81z+HZpzNDMt+Nmc+M0Bc00RSea4zc2yq+EQ9z57HVZ77PHWayHz7X+7/vMlyPZ4j60BP+T1bn78M0xhBY2idG9/RsPx6jDx2M/wAjWxIE09XEJ0X3dRY+nqJHBxsbcfRcCfWrrKmfYGOQG2vv3pm2R39I5I225+qn9za7vgN8j/4iuh1HUfa09+9rqH0H8B79+fOXl8ukKUz9Momf/N3XaYEit9a8v3P0FfXoeOdX2fe08u49wvgO4u/REc8/ib8ngvfWwOiNtz3uLP7oD11uX/8Bw7K7ruKxTQBV9ZPAuw4+vsF3XOlHx6HyWfX0szxC/D38ux/0h47i+6D3dLrc2/h7PHofe5e/14qfPCBtguUysvK5MO0fX7DmJ/qzU/rW12d+rFV7n+U+6Uc7pfmtIDwl4x3fR//AY3PrAyX3Nhcf7at2/K6Kg2dc3D2x/Gs78iupBLtNBdv/xzEFtFpqVFEMz/hf \ No newline at end of file diff --git a/plotstables/mteb_diagram.pdf b/plotstables/mteb_diagram.pdf deleted file mode 100644 index b39d212b..00000000 Binary files a/plotstables/mteb_diagram.pdf and /dev/null differ diff --git a/plotstables/mteb_diagram.png b/plotstables/mteb_diagram.png deleted file mode 100644 index d209768e..00000000 Binary files a/plotstables/mteb_diagram.png and /dev/null differ diff --git a/plotstables/multilingclf.txt b/plotstables/multilingclf.txt deleted file mode 100644 index 86efe576..00000000 --- a/plotstables/multilingclf.txt +++ /dev/null @@ -1,119 +0,0 @@ -Dataset & Language & LASER2 & LaBSE & MiniLM-L12-multilingual & MPNet-multilingual & SGPT-BLOOM-7.1B-msmarco \\ -AmazonCounterfactualClassification & de & 67.82 & 73.17 & 68.35 & 69.95 & 61.35 \\ -AmazonCounterfactualClassification & ja & 68.76 & 76.42 & 63.45 & 69.79 & 58.23 \\ -AmazonReviewsClassification & de & 31.07 & 39.92 & 35.91 & 39.52 & 29.7 \\ -AmazonReviewsClassification & es & 32.72 & 39.39 & 37.49 & 39.99 & 35.97 \\ -AmazonReviewsClassification & fr & 31.12 & 38.52 & 35.3 & 39.0 & 35.92 \\ -AmazonReviewsClassification & ja & 28.94 & 36.44 & 33.24 & 36.64 & 27.64 \\ -AmazonReviewsClassification & zh & 30.89 & 36.45 & 35.26 & 37.74 & 32.63 \\ -MassiveIntentClassification & af & 38.01 & 56.12 & 45.88 & 52.32 & 47.85 \\ -MassiveIntentClassification & am & 12.7 & 55.71 & 36.75 & 41.55 & 33.3 \\ -MassiveIntentClassification & ar & 37.16 & 50.86 & 45.14 & 51.43 & 59.25 \\ -MassiveIntentClassification & az & 19.98 & 58.97 & 47.42 & 56.98 & 45.24 \\ -MassiveIntentClassification & bn & 42.51 & 58.22 & 35.34 & 48.79 & 61.59 \\ -MassiveIntentClassification & cy & 17.33 & 50.16 & 26.12 & 27.87 & 44.92 \\ -MassiveIntentClassification & da & 45.61 & 58.25 & 57.73 & 62.77 & 51.23 \\ -MassiveIntentClassification & de & 44.79 & 56.21 & 50.71 & 59.57 & 56.1 \\ -MassiveIntentClassification & el & 46.71 & 57.03 & 58.7 & 62.62 & 46.13 \\ -MassiveIntentClassification & es & 45.44 & 58.32 & 59.66 & 64.43 & 66.35 \\ -MassiveIntentClassification & fa & 45.01 & 62.33 & 61.02 & 65.34 & 51.2 \\ -MassiveIntentClassification & fi & 45.94 & 60.12 & 57.54 & 62.28 & 45.33 \\ -MassiveIntentClassification & fr & 46.13 & 60.47 & 60.25 & 64.82 & 66.95 \\ -MassiveIntentClassification & he & 42.55 & 56.55 & 52.51 & 58.21 & 43.18 \\ -MassiveIntentClassification & hi & 40.2 & 59.4 & 58.37 & 62.77 & 63.54 \\ -MassiveIntentClassification & hu & 42.77 & 59.52 & 60.41 & 63.87 & 44.73 \\ -MassiveIntentClassification & hy & 28.07 & 56.2 & 51.6 & 57.74 & 38.13 \\ -MassiveIntentClassification & id & 45.81 & 61.12 & 59.85 & 65.43 & 64.06 \\ -MassiveIntentClassification & is & 39.86 & 54.9 & 30.83 & 37.05 & 44.35 \\ -MassiveIntentClassification & it & 48.25 & 59.83 & 59.61 & 64.68 & 60.77 \\ -MassiveIntentClassification & ja & 45.3 & 63.11 & 60.89 & 63.74 & 61.22 \\ -MassiveIntentClassification & jv & 24.3 & 50.98 & 32.37 & 36.49 & 50.94 \\ -MassiveIntentClassification & ka & 22.7 & 48.35 & 43.03 & 49.85 & 33.84 \\ -MassiveIntentClassification & km & 22.48 & 48.55 & 40.04 & 45.47 & 37.34 \\ -MassiveIntentClassification & kn & 4.32 & 56.24 & 40.98 & 50.63 & 53.54 \\ -MassiveIntentClassification & ko & 44.26 & 60.99 & 50.3 & 61.82 & 53.36 \\ -MassiveIntentClassification & lv & 39.75 & 57.1 & 54.68 & 61.29 & 46.5 \\ -MassiveIntentClassification & ml & 41.33 & 57.91 & 42.41 & 54.34 & 58.27 \\ -MassiveIntentClassification & mn & 16.2 & 58.5 & 51.77 & 56.59 & 40.28 \\ -MassiveIntentClassification & ms & 43.23 & 58.6 & 54.76 & 60.7 & 59.65 \\ -MassiveIntentClassification & my & 25.37 & 57.35 & 52.01 & 57.09 & 37.42 \\ -MassiveIntentClassification & nb & 37.74 & 57.91 & 55.5 & 62.6 & 49.41 \\ -MassiveIntentClassification & nl & 45.0 & 59.37 & 59.51 & 63.57 & 52.09 \\ -MassiveIntentClassification & pl & 44.99 & 59.71 & 59.43 & 64.3 & 50.48 \\ -MassiveIntentClassification & pt & 48.55 & 60.16 & 61.27 & 64.89 & 66.69 \\ -MassiveIntentClassification & ro & 44.3 & 57.92 & 58.39 & 62.8 & 50.53 \\ -MassiveIntentClassification & ru & 44.29 & 60.67 & 59.04 & 63.26 & 58.32 \\ -MassiveIntentClassification & sl & 44.72 & 59.37 & 57.36 & 63.51 & 47.74 \\ -MassiveIntentClassification & sq & 46.12 & 58.03 & 56.59 & 62.49 & 48.94 \\ -MassiveIntentClassification & sv & 45.95 & 59.66 & 59.43 & 64.73 & 50.79 \\ -MassiveIntentClassification & sw & 31.89 & 51.62 & 29.57 & 31.95 & 49.81 \\ -MassiveIntentClassification & ta & 29.63 & 55.04 & 36.77 & 50.17 & 56.4 \\ -MassiveIntentClassification & te & 36.03 & 58.32 & 40.72 & 52.82 & 54.71 \\ -MassiveIntentClassification & th & 43.39 & 56.58 & 58.97 & 61.11 & 44.43 \\ -MassiveIntentClassification & tl & 29.73 & 55.28 & 33.67 & 38.83 & 50.21 \\ -MassiveIntentClassification & tr & 43.93 & 60.91 & 59.9 & 64.54 & 46.56 \\ -MassiveIntentClassification & ur & 26.11 & 56.7 & 52.8 & 56.37 & 56.75 \\ -MassiveIntentClassification & vi & 44.33 & 56.67 & 56.61 & 59.68 & 64.53 \\ -MassiveIntentClassification & zh-CN & 40.62 & 63.86 & 61.99 & 65.33 & 67.07 \\ -MassiveIntentClassification & zh-TW & 32.93 & 59.51 & 58.77 & 62.35 & 62.89 \\ -MassiveScenarioClassification & af & 47.1 & 63.39 & 53.64 & 59.67 & 51.47 \\ -MassiveScenarioClassification & am & 17.7 & 62.02 & 41.89 & 48.97 & 34.87 \\ -MassiveScenarioClassification & ar & 45.21 & 57.72 & 51.74 & 57.78 & 65.21 \\ -MassiveScenarioClassification & az & 28.21 & 63.48 & 52.06 & 61.53 & 45.58 \\ -MassiveScenarioClassification & bn & 50.52 & 61.84 & 41.17 & 54.53 & 67.3 \\ -MassiveScenarioClassification & cy & 22.58 & 56.13 & 31.72 & 35.26 & 46.29 \\ -MassiveScenarioClassification & da & 54.87 & 65.24 & 66.87 & 71.0 & 53.52 \\ -MassiveScenarioClassification & de & 54.34 & 62.39 & 57.4 & 67.34 & 61.74 \\ -MassiveScenarioClassification & el & 55.47 & 64.58 & 66.14 & 68.81 & 48.96 \\ -MassiveScenarioClassification & es & 52.77 & 63.61 & 65.04 & 70.42 & 73.34 \\ -MassiveScenarioClassification & fa & 52.5 & 67.46 & 65.86 & 69.88 & 53.17 \\ -MassiveScenarioClassification & fi & 52.63 & 64.58 & 63.75 & 67.6 & 44.69 \\ -MassiveScenarioClassification & fr & 54.32 & 65.1 & 66.06 & 70.69 & 72.91 \\ -MassiveScenarioClassification & he & 52.41 & 63.53 & 59.2 & 65.16 & 43.1 \\ -MassiveScenarioClassification & hi & 47.37 & 64.4 & 65.21 & 67.92 & 69.27 \\ -MassiveScenarioClassification & hu & 53.43 & 65.82 & 66.56 & 70.3 & 45.16 \\ -MassiveScenarioClassification & hy & 33.57 & 61.25 & 56.11 & 63.02 & 38.73 \\ -MassiveScenarioClassification & id & 54.38 & 65.84 & 66.16 & 70.73 & 70.13 \\ -MassiveScenarioClassification & is & 49.78 & 61.94 & 37.52 & 44.16 & 44.21 \\ -MassiveScenarioClassification & it & 54.84 & 64.09 & 65.0 & 69.73 & 65.57 \\ -MassiveScenarioClassification & ja & 54.12 & 67.72 & 66.5 & 69.69 & 65.76 \\ -MassiveScenarioClassification & jv & 32.71 & 58.29 & 38.6 & 44.2 & 54.79 \\ -MassiveScenarioClassification & ka & 26.92 & 53.38 & 50.66 & 57.3 & 32.99 \\ -MassiveScenarioClassification & km & 27.23 & 56.18 & 46.96 & 53.14 & 39.34 \\ -MassiveScenarioClassification & kn & 10.06 & 61.74 & 45.73 & 56.08 & 60.5 \\ -MassiveScenarioClassification & ko & 52.01 & 67.26 & 55.66 & 68.52 & 55.69 \\ -MassiveScenarioClassification & lv & 44.82 & 61.87 & 59.8 & 66.28 & 44.35 \\ -MassiveScenarioClassification & ml & 49.1 & 62.26 & 47.69 & 60.13 & 65.53 \\ -MassiveScenarioClassification & mn & 21.51 & 62.6 & 57.07 & 60.85 & 38.72 \\ -MassiveScenarioClassification & ms & 53.6 & 65.63 & 61.71 & 65.81 & 64.99 \\ -MassiveScenarioClassification & my & 29.72 & 62.94 & 59.1 & 63.03 & 36.84 \\ -MassiveScenarioClassification & nb & 43.9 & 64.29 & 64.25 & 70.24 & 51.8 \\ -MassiveScenarioClassification & nl & 53.33 & 65.16 & 65.52 & 70.37 & 56.32 \\ -MassiveScenarioClassification & pl & 52.92 & 64.56 & 65.04 & 68.99 & 49.98 \\ -MassiveScenarioClassification & pt & 53.41 & 63.28 & 65.79 & 70.09 & 71.46 \\ -MassiveScenarioClassification & ro & 50.48 & 62.41 & 64.17 & 67.95 & 53.69 \\ -MassiveScenarioClassification & ru & 51.84 & 65.25 & 65.24 & 69.92 & 61.6 \\ -MassiveScenarioClassification & sl & 51.29 & 64.25 & 64.01 & 70.81 & 48.04 \\ -MassiveScenarioClassification & sq & 55.65 & 64.54 & 64.31 & 69.63 & 50.06 \\ -MassiveScenarioClassification & sv & 54.64 & 66.01 & 67.14 & 71.6 & 51.73 \\ -MassiveScenarioClassification & sw & 42.04 & 58.36 & 34.86 & 37.29 & 54.22 \\ -MassiveScenarioClassification & ta & 36.72 & 59.08 & 42.62 & 55.96 & 62.77 \\ -MassiveScenarioClassification & te & 42.08 & 64.13 & 46.46 & 58.81 & 62.59 \\ -MassiveScenarioClassification & th & 52.15 & 64.34 & 67.01 & 69.44 & 45.18 \\ -MassiveScenarioClassification & tl & 37.34 & 60.23 & 37.37 & 43.99 & 52.06 \\ -MassiveScenarioClassification & tr & 52.56 & 65.43 & 66.55 & 70.4 & 47.21 \\ -MassiveScenarioClassification & ur & 32.6 & 61.52 & 60.43 & 62.9 & 64.26 \\ -MassiveScenarioClassification & vi & 50.97 & 61.05 & 60.72 & 65.71 & 70.61 \\ -MassiveScenarioClassification & zh-CN & 50.22 & 70.85 & 67.44 & 71.23 & 73.95 \\ -MassiveScenarioClassification & zh-TW & 42.32 & 67.08 & 65.7 & 68.73 & 70.3 \\ -MTOPDomainClassification & de & 74.08 & 86.95 & 79.2 & 85.73 & 82.05 \\ -MTOPDomainClassification & es & 73.47 & 84.07 & 83.04 & 86.96 & 93.55 \\ -MTOPDomainClassification & fr & 72.26 & 84.14 & 78.63 & 81.21 & 90.98 \\ -MTOPDomainClassification & hi & 72.95 & 85.11 & 81.36 & 84.76 & 89.33 \\ -MTOPDomainClassification & th & 72.68 & 81.24 & 79.99 & 82.51 & 60.49 \\ -MTOPIntentClassification & de & 51.62 & 63.42 & 54.23 & 61.27 & 61.92 \\ -MTOPIntentClassification & es & 52.75 & 64.44 & 60.28 & 66.59 & 74.49 \\ -MTOPIntentClassification & fr & 50.12 & 62.01 & 54.05 & 59.76 & 69.12 \\ -MTOPIntentClassification & hi & 45.55 & 62.58 & 59.9 & 62.37 & 64.85 \\ -MTOPIntentClassification & th & 50.07 & 64.61 & 61.96 & 64.8 & 49.36 \\ -Average & mix & 42.85 & 60.77 & 54.87 & 60.39 & 54.4 \\ diff --git a/plotstables/multilingsts.txt b/plotstables/multilingsts.txt deleted file mode 100644 index 2cd0b762..00000000 --- a/plotstables/multilingsts.txt +++ /dev/null @@ -1,29 +0,0 @@ -Dataset & Language & LASER2 & LaBSE & MiniLM-L12-multilingual & MPNet-multilingual & SGPT-BLOOM-7.1B-msmarco \\ -STS17 & ko-ko & 70.52 & 71.32 & 77.03 & 83.41 & 66.89 \\ -STS17 & ar-ar & 67.47 & 69.07 & 79.16 & 79.1 & 76.42 \\ -STS17 & en-ar & 65.05 & 74.51 & 81.22 & 80.85 & 78.07 \\ -STS17 & en-de & 66.66 & 73.85 & 84.22 & 83.28 & 59.1 \\ -STS17 & en-tr & 70.05 & 72.07 & 76.74 & 74.9 & 11.8 \\ -STS17 & es-en & 55.3 & 65.71 & 84.44 & 86.11 & 78.22 \\ -STS17 & es-es & 79.67 & 80.83 & 85.56 & 85.14 & 86.0 \\ -STS17 & fr-en & 70.82 & 76.98 & 76.59 & 81.17 & 80.46 \\ -STS17 & it-en & 70.98 & 76.99 & 82.35 & 84.24 & 51.58 \\ -STS17 & nl-en & 68.12 & 75.22 & 81.71 & 82.51 & 45.85 \\ -STS22 & de & 25.69 & 48.58 & 44.64 & 46.7 & 30.05 \\ -STS22 & es & 54.92 & 63.18 & 56.56 & 59.91 & 65.41 \\ -STS22 & pl & 18.34 & 39.3 & 33.74 & 33.65 & 31.13 \\ -STS22 & tr & 36.97 & 58.15 & 53.39 & 56.3 & 47.14 \\ -STS22 & ar & 42.57 & 57.67 & 46.2 & 52.19 & 58.67 \\ -STS22 & ru & 39.24 & 57.49 & 57.08 & 58.74 & 43.36 \\ -STS22 & zh & 49.41 & 63.02 & 58.75 & 61.75 & 66.78 \\ -STS22 & fr & 58.61 & 77.95 & 70.55 & 74.3 & 80.38 \\ -STS22 & de-en & 32.35 & 50.14 & 52.65 & 50.81 & 51.16 \\ -STS22 & es-en & 54.34 & 71.86 & 67.33 & 70.26 & 75.06 \\ -STS22 & it & 60.31 & 72.22 & 55.22 & 60.65 & 65.65 \\ -STS22 & pl-en & 53.63 & 69.41 & 69.02 & 73.07 & 53.31 \\ -STS22 & zh-en & 46.19 & 64.02 & 65.71 & 67.96 & 68.45 \\ -STS22 & es-it & 42.21 & 69.69 & 47.67 & 53.7 & 65.5 \\ -STS22 & de-fr & 37.41 & 53.28 & 51.73 & 62.34 & 53.28 \\ -STS22 & de-pl & 15.67 & 58.69 & 44.22 & 40.53 & 43.05 \\ -STS22 & fr-pl & 39.44 & 61.98 & 50.71 & 84.52 & 28.17 \\ -Average & mix & 51.55 & 65.67 & 64.23 & 67.71 & 57.81 \\ diff --git a/plotstables/multilingual.png b/plotstables/multilingual.png deleted file mode 100644 index f457c4ed..00000000 Binary files a/plotstables/multilingual.png and /dev/null differ diff --git a/plotstables/multilingual_clf.pdf b/plotstables/multilingual_clf.pdf deleted file mode 100644 index e9e8a3a2..00000000 Binary files a/plotstables/multilingual_clf.pdf and /dev/null differ diff --git a/plotstables/multilingual_clf.png b/plotstables/multilingual_clf.png deleted file mode 100644 index 6a9a284e..00000000 Binary files a/plotstables/multilingual_clf.png and /dev/null differ diff --git a/plotstables/multilingual_sts.pdf b/plotstables/multilingual_sts.pdf deleted file mode 100644 index c0792d07..00000000 Binary files a/plotstables/multilingual_sts.pdf and /dev/null differ diff --git a/plotstables/multilingual_sts.png b/plotstables/multilingual_sts.png deleted file mode 100644 index 814cf7c3..00000000 Binary files a/plotstables/multilingual_sts.png and /dev/null differ diff --git a/plotstables/multilingual_tatoeba.pdf b/plotstables/multilingual_tatoeba.pdf deleted file mode 100644 index 1c9ec904..00000000 Binary files a/plotstables/multilingual_tatoeba.pdf and /dev/null differ diff --git a/plotstables/multilingual_tatoeba.png b/plotstables/multilingual_tatoeba.png deleted file mode 100644 index 30ea522a..00000000 Binary files a/plotstables/multilingual_tatoeba.png and /dev/null differ diff --git a/plotstables/results_to_avg_table.py b/plotstables/results_to_avg_table.py deleted file mode 100644 index 8ede5a2b..00000000 --- a/plotstables/results_to_avg_table.py +++ /dev/null @@ -1,259 +0,0 @@ -import json -import os -import sys - -from mteb import MTEB - -### GLOBAL VARIABLES ### - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - - -TASK_LIST_SUMMARIZATION = [ - "SummEval", -] - -TASK_LIST_EN = ( - TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - - -TASK_LIST_NAMES = [ - ("Class.", TASK_LIST_CLASSIFICATION, ["en", "en-en"]), - ("Clust.", TASK_LIST_CLUSTERING, ["en", "en-en"]), - ("PairClass.", TASK_LIST_PAIR_CLASSIFICATION, ["en", "en-en"]), - ("Rerank.", TASK_LIST_RERANKING, ["en", "en-en"]), - ("Retr.", TASK_LIST_RETRIEVAL, ["en", "en-en"]), - ("STS", TASK_LIST_STS, ["en", "en-en"]), - ("Summ.", TASK_LIST_SUMMARIZATION, ["en", "en-en"]), - # ("BitextMining", TASK_LIST_BITEXT, []), - ("Avg.", TASK_LIST_EN, ["en", "en-en"]), -] - -SELFSUPERVISED_MODELS = [ - "glove.6B.300d", - "komninos", - "bert-base-uncased", - "unsup-simcse-bert-base-uncased", -] - -SUPERVISED_MODELS = [ - "sup-simcse-bert-base-uncased", - "msmarco-bert-co-condensor", - "contriever-base-msmarco", - "allenai-specter", - "LaBSE", - "LASER2", - "all-MiniLM-L6-v2", - "all-MiniLM-L12-v2", - "paraphrase-multilingual-MiniLM-L12-v2", - "all-mpnet-base-v2", - "paraphrase-multilingual-mpnet-base-v2", - "text-similarity-ada-001", - "SGPT-125M-weightedmean-nli-bitfit", - "SGPT-5.8B-weightedmean-nli-bitfit", - "SGPT-125M-weightedmean-msmarco-specb-bitfit", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit", - "sgpt-bloom-7b1-msmarco", - "gtr-t5-base", # 110M - "gtr-t5-large", - "gtr-t5-xl", - "gtr-t5-xxl", # 4.8B - "sentence-t5-base", # 110M - "sentence-t5-large", - "sentence-t5-xl", - "sentence-t5-xxl", # 4.8B -] - -MODEL_TO_NAME = { - "bert-base-uncased": "BERT", - "gtr-t5-base": "GTR-Base", - "gtr-t5-large": "GTR-Large", - "gtr-t5-xl": "GTR-XL", - "gtr-t5-xxl": "GTR-XXL", - "sentence-t5-base": "ST5-Base", - "sentence-t5-large": "ST5-Large", - "sentence-t5-xl": "ST5-XL", - "sentence-t5-xxl": "ST5-XXL", - "SGPT-125M-weightedmean-msmarco-specb-bitfit": "SGPT-125M-msmarco", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit": "SGPT-1.3B-msmarco", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit": "SGPT-2.7B-msmarco", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit": "SGPT-5.8B-msmarco", - "sgpt-bloom-7b1-msmarco": "SGPT-BLOOM-7.1B-msmarco", - "SGPT-125M-weightedmean-nli-bitfit": "SGPT-125M-nli", - "SGPT-5.8B-weightedmean-nli-bitfit": "SGPT-5.8B-nli", - "sup-simcse-bert-base-uncased": "SimCSE-BERT-sup", - "contriever-base-msmarco": "Contriever", - "msmarco-bert-co-condensor": "coCondenser-msmarco", # They write it as coCondenser in the paper - "unsup-simcse-bert-base-uncased": "SimCSE-BERT-unsup", - "glove.6B.300d": "Glove", - "komninos": "Komninos", - "all-MiniLM-L6-v2": "MiniLM-L6", - "all-MiniLM-L12-v2": "MiniLM-L12", - "paraphrase-multilingual-MiniLM-L12-v2": "MiniLM-L12-multilingual", - "all-mpnet-base-v2": "MPNet", - "paraphrase-multilingual-mpnet-base-v2": "MPNet-multilingual", - "allenai-specter": "SPECTER", - "text-similarity-ada-001": "Ada Similarity", -} - - -### LOGIC ### - -results_folder = sys.argv[1].strip("/") -all_results = {} - -for model_name in os.listdir(results_folder): - model_res_folder = os.path.join(results_folder, model_name) - if os.path.isdir(model_res_folder): - all_results.setdefault(model_name, {}) - for file_name in os.listdir(model_res_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(model_res_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results[model_name] = {**all_results[model_name], **{file_name.replace(".json", ""): results}} - -def get_row(dataset, model_name, limit_langs=[], skip_langs=[]): - # CQADupstackRetrieval uses the same metric as its subsets - tasks = MTEB(tasks=[dataset.replace("CQADupstackRetrieval", "CQADupstackTexRetrieval")]).tasks - assert len(tasks) == 1, f"Found {len(tasks)} for {dataset}. Expected 1." - main_metric = tasks[0].description["main_score"] - test_result = all_results.get(model_name, {}). get(dataset, {}) - - # Dev / Val set is used for MSMARCO (See BEIR paper) - if "MSMARCO" in dataset: - test_result = ( - test_result.get("dev") if "dev" in test_result else test_result.get("validation") - ) - else: - test_result = test_result.get("test") - - for lang in tasks[0].description["eval_langs"]: - if (limit_langs and lang not in limit_langs) or (skip_langs and lang in skip_langs): - continue - elif test_result is None: - raise NotImplementedError(f"Got no test result {test_result} for ds: {dataset} model: {model_name}") - - test_result_lang = test_result.get(lang, test_result) - if main_metric == "cosine_spearman": - test_result_lang = test_result_lang.get("cos_sim", {}).get("spearman") - elif main_metric == "ap": - test_result_lang = test_result_lang.get("cos_sim", {}).get("ap") - else: - test_result_lang = test_result_lang.get(main_metric) - - if test_result_lang is None: - raise NotImplementedError - - return test_result_lang - raise NotImplementedError - - -table = "Task ($\ rightarrow$) & " + " & ".join([x[0] for x in TASK_LIST_NAMES]) + " \\\\" + "\n" -table += "Num. Datasets ($\ rightarrow$) & " + " & ".join([str(len(x[1])) for x in TASK_LIST_NAMES]) + " \\\\" + "\n" -table += "Model ($\downarrow$) & " + " & ".join([x[0] for x in TASK_LIST_NAMES]) + " \\\\" + "\n" - - -def add_to_table(model_list, table): - for model in model_list: - results = [] - for (task_name, task_list, limit_langs) in TASK_LIST_NAMES: - try: - model_task_results = [get_row(task, model, limit_langs=limit_langs) for task in task_list] - except: - results.append("") - continue - results.append(str(round(100 * (sum(model_task_results) / len(model_task_results)), 2))) - - model_name = MODEL_TO_NAME.get(model, model) - table += model_name + " & " + " & ".join(results) + " \\\\" + "\n" - return table - - -table = add_to_table(SELFSUPERVISED_MODELS, table) -table = add_to_table(SUPERVISED_MODELS, table) - -with open("avg_table.txt", "w") as f: - f.write(table) - diff --git a/plotstables/results_to_heatmap.py b/plotstables/results_to_heatmap.py deleted file mode 100644 index 3d9461e7..00000000 --- a/plotstables/results_to_heatmap.py +++ /dev/null @@ -1,313 +0,0 @@ -""" -Usage: python results_to_heatmap.py results_folder_path -results_folder_path contains results of multiple models whose folders should be named after them -Source: https://medium.com/@szabo.bibor/how-to-create-a-seaborn-correlation-heatmap-in-python-834c0686b88e -""" -import json -import os -import sys - -from mteb import MTEB -import numpy as np -import pandas as pd - -TASK_LIST_BITEXT = [ - "BUCC", - "Tatoeba", -] - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - -TASK_LIST_SUMMARIZATION = [ - "SummEval", -] - -TASK_LIST = ( - TASK_LIST_BITEXT - + TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -TASK_LIST_EN = ( - TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -TASK_LIST_NAMES = [ - ("Class.", TASK_LIST_CLASSIFICATION, ["en", "en-en"]), - ("Clust.", TASK_LIST_CLUSTERING, ["en", "en-en"]), - ("PairClass.", TASK_LIST_PAIR_CLASSIFICATION, ["en", "en-en"]), - ("Rerank.", TASK_LIST_RERANKING, ["en", "en-en"]), - ("Retr.", TASK_LIST_RETRIEVAL, ["en", "en-en"]), - ("STS", TASK_LIST_STS, ["en", "en-en"]), - ("Summ.", TASK_LIST_SUMMARIZATION, ["en", "en-en"]), - # ("BitextMining", TASK_LIST_BITEXT, []), - # ("Avg.", TASK_LIST_EN, ["en", "en-en"]), -] - -MODEL_TO_NAME = { - "bert-base-uncased": "BERT", - "gtr-t5-base": "GTR-Base", - "gtr-t5-large": "GTR-Large", - "gtr-t5-xl": "GTR-XL", - "gtr-t5-xxl": "GTR-XXL", - "sentence-t5-base": "ST5-Base", - "sentence-t5-large": "ST5-Large", - "sentence-t5-xl": "ST5-XL", - "sentence-t5-xxl": "ST5-XXL", - "SGPT-125M-weightedmean-msmarco-specb-bitfit": "SGPT-125M-msmarco", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit": "SGPT-1.3B-msmarco", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit": "SGPT-2.7B-msmarco", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit": "SGPT-5.8B-msmarco", - "sgpt-bloom-7b1-msmarco": "SGPT-BLOOM-7.1B-msmarco", - "SGPT-125M-weightedmean-nli-bitfit": "SGPT-125M-nli", - "SGPT-5.8B-weightedmean-nli-bitfit": "SGPT-5.8B-nli", - "sup-simcse-bert-base-uncased": "SimCSE-BERT-sup", - "contriever-base-msmarco": "Contriever", - "msmarco-bert-co-condensor": "coCondenser-msmarco", # They write it as coCondenser in the paper - "unsup-simcse-bert-base-uncased": "SimCSE-BERT-unsup", - "glove.6B.300d": "Glove", - "komninos": "Komninos", - "all-MiniLM-L6-v2": "MiniLM-L6", - "all-MiniLM-L12-v2": "MiniLM-L12", - "paraphrase-multilingual-MiniLM-L12-v2": "MiniLM-L12-multilingual", - "all-mpnet-base-v2": "MPNet", - "paraphrase-multilingual-mpnet-base-v2": "MPNet-multilingual", - "allenai-specter": "SPECTER", - # "text-similarity-ada-001": "Ada Similarity", -} - -SELFSUPERVISED_MODELS = [ - "glove.6B.300d", - "komninos", - "bert-base-uncased", - "unsup-simcse-bert-base-uncased", -] - -SUPERVISED_MODELS = [ - "sup-simcse-bert-base-uncased", - "msmarco-bert-co-condensor", - "contriever-base-msmarco", - "allenai-specter", - "LaBSE", - "LASER2", - "all-MiniLM-L6-v2", - "all-MiniLM-L12-v2", - "paraphrase-multilingual-MiniLM-L12-v2", - "all-mpnet-base-v2", - "paraphrase-multilingual-mpnet-base-v2", - # "text-similarity-ada-001", - "SGPT-125M-weightedmean-nli-bitfit", - "SGPT-5.8B-weightedmean-nli-bitfit", - "SGPT-125M-weightedmean-msmarco-specb-bitfit", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit", - "sgpt-bloom-7b1-msmarco", - "gtr-t5-base", # 110M - "gtr-t5-large", - "gtr-t5-xl", - "gtr-t5-xxl", # 4.8B - "sentence-t5-base", # 110M - "sentence-t5-large", - "sentence-t5-xl", - "sentence-t5-xxl", # 4.8B -] - -results_folder = sys.argv[1].strip("/") - -all_results = {} - -for model_name in os.listdir(results_folder): - model_res_folder = os.path.join(results_folder, model_name) - if os.path.isdir(model_res_folder): - all_results.setdefault(model_name, {}) - for file_name in os.listdir(model_res_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(model_res_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results[model_name] = {**all_results[model_name], **{file_name.replace(".json", ""): results}} - -def get_row(dataset, model_name, limit_langs=[], skip_langs=[]): - # CQADupstackRetrieval uses the same metric as its subsets - tasks = MTEB(tasks=[dataset.replace("CQADupstackRetrieval", "CQADupstackTexRetrieval")]).tasks - assert len(tasks) == 1, f"Found {len(tasks)} for {dataset}. Expected 1." - main_metric = tasks[0].description["main_score"] - test_result = all_results.get(model_name, {}). get(dataset, {}) - - # Dev / Val set is used for MSMARCO (See BEIR paper) - if "MSMARCO" in dataset: - test_result = ( - test_result.get("dev") if "dev" in test_result else test_result.get("validation") - ) - else: - test_result = test_result.get("test") - - for lang in tasks[0].description["eval_langs"]: - if (limit_langs and lang not in limit_langs) or (skip_langs and lang in skip_langs): - continue - elif test_result is None: - raise NotImplementedError(f"Got no test result {test_result} for ds: {dataset} model: {model_name}") - - test_result_lang = test_result.get(lang, test_result) - if main_metric == "cosine_spearman": - test_result_lang = test_result_lang.get("cos_sim", {}).get("spearman") - elif main_metric == "ap": - test_result_lang = test_result_lang.get("cos_sim", {}).get("ap") - else: - test_result_lang = test_result_lang.get(main_metric) - - if test_result_lang is None: - raise NotImplementedError - - return test_result_lang - raise NotImplementedError - - -### MODEL HEATMAP - -model_dict = [] - -for ds in TASK_LIST_EN: - model_dict.append({MODEL_TO_NAME.get(model,model): get_row(ds, model, limit_langs=["en", "en-en"]) for model in SELFSUPERVISED_MODELS + SUPERVISED_MODELS}) - -model_df = pd.DataFrame(model_dict) -import seaborn as sns -import matplotlib.pyplot as plt - -plt.figure(figsize=(20, 10)) - -model_df = (model_df.corr() * 100).round(0).astype(int) - -# define the mask to set the values in the upper triangle to True -mask = np.triu(np.ones_like(model_df, dtype=np.bool)) -heatmap = sns.heatmap(model_df, mask=mask, vmin=model_df.values.min(), vmax=model_df.values.max(), annot=True, fmt='g', cmap='Blues') -# heatmap.set_title('Pearson Correlations of scores on MTEB', fontdict={'fontsize':18}, pad=16); - -plt.savefig('heatmap_model.pdf', dpi=300, bbox_inches='tight') - -data_dict = [] - - -### TASK HEATMAP -for model in MODEL_TO_NAME: - results = {} - for (task_name, task_list, limit_langs) in TASK_LIST_NAMES: - model_task_results = [get_row(task, model, limit_langs=limit_langs) for task in task_list] - results[task_name] = np.mean(model_task_results) - data_dict.append(results) - -data_df = pd.DataFrame(data_dict) -data_df = (data_df.corr() * 100).round(0).astype(int) - -plt.figure(figsize=(20, 10)) -# define the mask to set the values in the upper triangle to True -mask = np.triu(np.ones_like(data_df, dtype=np.bool)) -heatmap = sns.heatmap(data_df, mask=mask, vmin=data_df.values.min(), vmax=data_df.values.max(), annot=True, fmt='g', cmap='Blues') -# heatmap.set_title('Pearson Correlations of tasks on MTEB', fontdict={'fontsize':18}, pad=16) - -plt.savefig('heatmap_tasks.pdf', dpi=300, bbox_inches='tight') - -exit() -# The last heatmap is not used - -### DATA HEATMAP -# This is to be differentiated from a heatmap of actual data content (e.g. via unigram Jaccard similarity) -# E.g. for BEIR SciFact & HotpotQA have very low unigram Jaccard similarity, but in this method, -# they get a high similarity score, because model scores seem to correlate on the datasrt - -for model, name in MODEL_TO_NAME.items(): - data_dict.append({ds: get_row(ds, model, limit_langs=["en", "en-en"]) for ds in TASK_LIST_EN}) - -data_df = pd.DataFrame(data_dict) - -plt.figure(figsize=(128, 48)) -# define the mask to set the values in the upper triangle to True -mask = np.triu(np.ones_like(data_df.corr(), dtype=np.bool)) -heatmap = sns.heatmap(data_df.corr(), mask=mask, vmin=-1, vmax=1, annot=True, cmap='Blues') -heatmap.set_title('Pearson Correlations of scores on MTEB', fontdict={'fontsize':18}, pad=16) - -plt.savefig('heatmap_data.pdf', dpi=300, bbox_inches='tight') diff --git a/plotstables/results_to_multilingual.py b/plotstables/results_to_multilingual.py deleted file mode 100644 index f89263f9..00000000 --- a/plotstables/results_to_multilingual.py +++ /dev/null @@ -1,329 +0,0 @@ -""" -Usage: python results_to_multilingual.py results_folder_path -Make sure the final directory results_folder_path is the name of your model -""" -import json -import os -import sys - -### GLOBAL VARIABLES ### - -TASK_LIST_BITEXT = [ - "BUCC", - "Tatoeba", -] - -BITEXT_MODELS = MULTILING_MODELS = [ - "LaBSE", - "LASER2", - "paraphrase-multilingual-MiniLM-L12-v2", - "paraphrase-multilingual-mpnet-base-v2", - "sgpt-bloom-7b1-msmarco", - # "sgpt-bloom-1b3-nli", # Not too interesting -] - -MODEL_TO_NAME = { - "bert-base-uncased": "BERT", - "gtr-t5-base": "GTR-Base", - "gtr-t5-large": "GTR-Large", - "gtr-t5-xl": "GTR-XL", - "gtr-t5-xxl": "GTR-XXL", - "sentence-t5-base": "ST5-Base", - "sentence-t5-large": "ST5-Large", - "sentence-t5-xl": "ST5-XL", - "sentence-t5-xxl": "ST5-XXL", - "SGPT-125M-weightedmean-msmarco-specb-bitfit": "SGPT-125M-msmarco", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit": "SGPT-1.3B-msmarco", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit": "SGPT-2.7B-msmarco", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit": "SGPT-5.8B-msmarco", - "sgpt-bloom-7b1-msmarco": "SGPT-BLOOM-7.1B-msmarco", - "SGPT-125M-weightedmean-nli-bitfit": "SGPT-125M-nli", - "SGPT-5.8B-weightedmean-nli-bitfit": "SGPT-5.8B-nli", - "sup-simcse-bert-base-uncased": "SimCSE-BERT-sup", - "contriever-base-msmarco": "Contriever", - "msmarco-bert-co-condensor": "coCondenser-msmarco", # They write it as coCondenser in the paper - "unsup-simcse-bert-base-uncased": "SimCSE-BERT-unsup", - "glove.6B.300d": "Glove", - "komninos": "Komninos", - "all-MiniLM-L6-v2": "MiniLM-L6", - "all-MiniLM-L12-v2": "MiniLM-L12", - "paraphrase-multilingual-MiniLM-L12-v2": "MiniLM-L12-multilingual", - "all-mpnet-base-v2": "MPNet", - "paraphrase-multilingual-mpnet-base-v2": "MPNet-multilingual", - "allenai-specter": "SPECTER", - "text-similarity-ada-001": "Ada Similarity", -} - -# Base from: -# https://coolors.co/palette/ff5400-ff6d00-ff8500-ff9100-ff9e00-00b4d8-0096c7-0077b6-023e8a-03045e -# Yellow tones from: -# https://coolors.co/palette/6ab6dc-49a6d4-2f94c6-277ba5-1f6284-e0b700-ffd20a-ffda33-ffe15c-ffe570 -# Green from: -# https://coolors.co/palette/f94144-f3722c-f8961e-f9844a-f9c74f-90be6d-43aa8b-4d908e-577590-277da1 -MODEL_TO_COLOR = { - "MiniLM": "#BAF19C",#"#017600", # Green - "MPNet": "#F94144",#"#007A7A", # Light Green - "GTR": "#FF5400",#"#221D91", # Blue 1 - "ST5": "#FF9E00",#"#86D4F1", # Blue 2 - "SGPT": "#00B4D8",#"#7B3FB9", # Purple - "SimCSE": "#F9C74F",#"#2070B4", # Blue 3 - "LaBSE": "#F9C74F",#"#2070B4", # Blue 3 - "SPECTER": "#E0B700", # Shade of #2070B4 - "Glove": "#023E8A",#"#9BC7DD", # Light Blue - "LASER2": "#03045E", # Grey -} - - -MULTILINGUAL_CLF = [ - "AmazonCounterfactualClassification", - "AmazonReviewsClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", -] - -MULTILINGUAL_STS = [ - "STS17", - "STS22", -] - -### LOGIC ### - -results_folder = sys.argv[1].strip("/") -all_results = {} - -for model_name in os.listdir(results_folder): - model_res_folder = os.path.join(results_folder, model_name) - if os.path.isdir(model_res_folder): - all_results.setdefault(model_name, {}) - for file_name in os.listdir(model_res_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(model_res_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results[model_name] = {**all_results[model_name], **{file_name.replace(".json", ""): results}} - - - -# Create a plot for each task with scaling of the model performances on this task -import matplotlib.pyplot as plt -import numpy as np - -fig, ax = plt.subplots(figsize=(64,12)) - -markers = ["x", "o", "v", "*", "p"] - -# Compute averages -scores = {} -for i, model in enumerate(BITEXT_MODELS): - if not(all_results.get(model, []).get("Tatoeba")): - continue - for lang, res in all_results[model]["Tatoeba"]["test"].items(): - if lang == "evaluation_time": - continue - scores.setdefault(lang, []) - scores[lang].append(res["f1"]) -# Average -scores = {k: np.mean(v) for k,v in scores.items()} -scores_sorted = sorted(scores.items(), key=lambda x: x[-1], reverse=True) -langs_sorted = [x[0] for x in scores_sorted] -global_idx = {lang: langs_sorted.index(lang) for lang in scores} - -for i, model in enumerate(BITEXT_MODELS): - scores = {} - - if not(all_results.get(model, []).get("Tatoeba")): - continue - - for lang, res in all_results[model]["Tatoeba"]["test"].items(): - if lang == "evaluation_time": - continue - scores[lang] = res["f1"] - - # Optionally sort by LaBSE scores - if i == 0: - assert model == "LaBSE" - scores_sorted = sorted(scores.items(), key=lambda x: x[-1], reverse=True) - langs_sorted = [x[0] for x in scores_sorted] - global_idx = {lang: langs_sorted.index(lang) for lang in scores} - - # Reverse is already accounted for in global_idx - scores_sorted = sorted(scores.items(), key=lambda x: global_idx[x[0]], reverse=False) - x_langs = [x[0] for x in scores_sorted] - y_scores = [x[1] for x in scores_sorted] - - model_name = MODEL_TO_NAME.get(model, model) - ax.plot(x_langs, y_scores, linewidth=6.0, label=model_name, marker=markers[i], color=MODEL_TO_COLOR.get(model_name.split("-")[0])) - -ax.set_ylabel("F1 score", fontsize=22) -ax.margins(x=0.01) # Reduce whitespace left & right - -plt.xticks(rotation=45, fontsize=20) #plt.xticks(rotation=90, ha='right') -plt.legend(fontsize=25) -plt.savefig('multilingual_tatoeba.pdf', dpi=300, bbox_inches='tight') - - -### CLASSIFICATION ### - -# Compute averages -scores = {} -for i, model in enumerate(BITEXT_MODELS): - for ds in MULTILINGUAL_CLF: - if not(all_results.get(model, []).get(ds)): - continue - for lang, res in all_results[model][ds]["test"].items(): - if lang == "evaluation_time": - continue - elif lang == "en-ext": - lang = "en" - - scores.setdefault(lang, []) - scores[lang].append(res["accuracy"]) -# Average -scores = {k: np.mean(v) for k,v in scores.items()} -scores_sorted = sorted(scores.items(), key=lambda x: x[-1], reverse=True) -langs_sorted = [x[0] for x in scores_sorted] -global_idx = {lang: langs_sorted.index(lang) for lang in scores} - - -fig, ax = plt.subplots(figsize=(32,8)) - - -for i, model in enumerate(BITEXT_MODELS): - scores = {} - for ds in MULTILINGUAL_CLF: - if not(all_results.get(model, []).get(ds)): - continue - for lang, res in all_results[model][ds]["test"].items(): - if lang == "evaluation_time": - continue - elif lang == "en-ext": - lang = "en" - - scores.setdefault(lang, []) - scores[lang].append(res["accuracy"]) - - # Average scores for langs - scores = {k: np.mean(v) for k,v in scores.items()} - - # Reverse is already accounted for in global_idx - scores_sorted = sorted(scores.items(), key=lambda x: global_idx[x[0]], reverse=False) - x_langs = [x[0] for x in scores_sorted] - y_scores = [x[1] for x in scores_sorted] - model_name = MODEL_TO_NAME.get(model, model) - ax.plot(x_langs, y_scores, linewidth=6.0, label=model_name, marker=markers[i], color=MODEL_TO_COLOR.get(model_name.split("-")[0])) - -ax.set_ylabel("Accuracy", fontsize=22) - -plt.xticks(rotation=45, fontsize=20) #plt.xticks(rotation=90, ha='right') -plt.legend(fontsize=25) - -plt.savefig('multilingual_clf.pdf', dpi=300, bbox_inches='tight') - - - -### STS ### - -# Compute averages -scores_multi = {} -scores_cross = {} - -for i, model in enumerate(BITEXT_MODELS): - for ds in MULTILINGUAL_STS: - if not(all_results.get(model, []).get(ds)): - continue - for lang, res in all_results[model][ds]["test"].items(): - if lang == "evaluation_time": - continue - multi = True - if "-" in lang: - l1, l2 = lang.split("-") - if l1 != l2: - multi = False - else: - lang = l1 - if multi: - scores_multi.setdefault(lang, []) - scores_multi[lang].append(res["cos_sim"]["spearman"]) - else: - scores_cross.setdefault(lang, []) - scores_cross[lang].append(res["cos_sim"]["spearman"]) - -# Average -scores = {k: np.mean(v) for k,v in scores_multi.items()} -scores_sorted = sorted(scores.items(), key=lambda x: x[-1], reverse=True) -langs_sorted = [x[0] for x in scores_sorted] -global_idx_multi = {lang: langs_sorted.index(lang) for lang in scores} - -scores = {k: np.mean(v) for k,v in scores_cross.items()} -scores_sorted = sorted(scores.items(), key=lambda x: x[-1], reverse=True) -langs_sorted = [x[0] for x in scores_sorted] -global_idx_cross = {lang: langs_sorted.index(lang) for lang in scores} - - - -fig, axes = plt.subplots(figsize=(32,8), ncols=2, nrows=1, sharey=True) - -ax_multi, ax_cross = axes - -for i, model in enumerate(BITEXT_MODELS): - scores_multi = {} - scores_cross = {} - for ds in MULTILINGUAL_STS: - if not(all_results.get(model, []).get(ds)): - continue - for lang, res in all_results[model][ds]["test"].items(): - if lang == "evaluation_time": - continue - multi = True - if "-" in lang: - l1, l2 = lang.split("-") - if l1 != l2: - multi = False - else: - lang = l1 - - if multi: - scores_multi.setdefault(lang, []) - scores_multi[lang].append(res["cos_sim"]["spearman"]) - else: - scores_cross.setdefault(lang, []) - scores_cross[lang].append(res["cos_sim"]["spearman"]) - - scores_multi = {k: np.mean(v) for k,v in scores_multi.items()} - scores_cross = {k: np.mean(v) for k,v in scores_cross.items()} - - scores_sorted_multi = sorted(scores_multi.items(), key=lambda x: global_idx_multi[x[0]], reverse=False) - scores_sorted_cross = sorted(scores_cross.items(), key=lambda x: global_idx_cross[x[0]], reverse=False) - - model_name = MODEL_TO_NAME.get(model, model) - model_color = MODEL_TO_COLOR.get(model_name.split("-")[0]) - - ax_multi.plot( - [x[0] for x in scores_sorted_multi], - [x[1] for x in scores_sorted_multi], - label=model_name, - marker=markers[i], - color=model_color, - linewidth=6.0, - ) - - ax_cross.plot( - [x[0] for x in scores_sorted_cross], - [x[1] for x in scores_sorted_cross], - label=model_name, - marker=markers[i], - color=model_color, - linewidth=6.0, - ) - -ax_multi.set_ylabel("Cos. Sim. Spearman Corr.", fontsize=22) - -ax_multi.tick_params(axis='both', which='minor', labelsize=20) -ax_multi.tick_params(axis='both', which='major', labelsize=20) -ax_cross.tick_params(axis='both', which='minor', labelsize=20, rotation=45) -ax_cross.tick_params(axis='both', which='major', labelsize=20, rotation=45) - -plt.savefig('multilingual_sts.pdf', dpi=300, bbox_inches='tight') diff --git a/plotstables/results_to_scale.py b/plotstables/results_to_scale.py deleted file mode 100644 index 36bf8013..00000000 --- a/plotstables/results_to_scale.py +++ /dev/null @@ -1,274 +0,0 @@ -""" -Creates scaling graphs -Usage: python results_to_scale.py results_folder_path -results_folder_path contains results of multiple models whose folders should be named after them -""" -import json -import os -import sys - -from mteb import MTEB -import numpy as np - -### GLOBAL VARIABLES ### - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - -# Parameter counts in millions -MODELS = [ -# Doesnt add a lot of value to the figure -# [ -# ("MiniLM-L6", "all-MiniLM-L6-v2", 22.713216), # 22.7 M -# ("MiniLM-L12", "all-MiniLM-L12-v2", 33.360000), # 33.4 M -# ], - [ - ("GTR-Base", "gtr-t5-base", 110), - ("GTR-Large", "gtr-t5-large", 335), - ("GTR-XL", "gtr-t5-xl", 1240), - ("GTR-XXL", "gtr-t5-xxl", 4800), - ], - [ - ("ST5-Base", "sentence-t5-base", 110), - ("ST5-Large", "sentence-t5-large", 335), - ("ST5-XL", "sentence-t5-xl", 1240), - ("ST5-XXL", "sentence-t5-xxl", 4800), - ], - [ - ("SGPT-125M-msmarco", "SGPT-125M-weightedmean-msmarco-specb-bitfit", 125), - ("SGPT-1.3B-msmarco", "SGPT-1.3B-weightedmean-msmarco-specb-bitfit", 1300), - ("SGPT-2.7B-msmarco", "SGPT-2.7B-weightedmean-msmarco-specb-bitfit", 2700), - ("SGPT-5.8B-msmarco", "SGPT-5.8B-weightedmean-msmarco-specb-bitfit", 5800), - ], -] - -# todo: remove -lines = ["blue2", "blue", "purple"] -shades = ["lightblue2", "lightblue", "lightpurple"] -colors = { - "purple": "#7B3FB9", - "lightpurple": "#CBB3E3", - "blue": "#221D91", - "lightblue": "#B6B4DB", - "blue2": "#86D4F1", - "lightblue2": "#AAF2F2", -} - - -MODEL_TO_MARKER = { - "MiniLM": "o", - "GTR": "x", - "ST5": "*", - "SGPT": "v", -} - -# Base from: -# https://coolors.co/palette/ff5400-ff6d00-ff8500-ff9100-ff9e00-00b4d8-0096c7-0077b6-023e8a-03045e -# Yellow tones from: -# https://coolors.co/palette/6ab6dc-49a6d4-2f94c6-277ba5-1f6284-e0b700-ffd20a-ffda33-ffe15c-ffe570 -# Green from: -# https://coolors.co/palette/f94144-f3722c-f8961e-f9844a-f9c74f-90be6d-43aa8b-4d908e-577590-277da1 -MODEL_TO_COLOR = { - "MiniLM": "#BAF19C",#"#017600", # Green - "MPNet": "#F94144",#"#007A7A", # Light Green - "GTR": "#FF5400",#"#221D91", # Blue 1 - "ST5": "#FF9E00",#"#86D4F1", # Blue 2 - "SGPT": "#00B4D8",#"#7B3FB9", # Purple - "SimCSE": "#F9C74F",#"#2070B4", # Blue 3 - "LaBSE": "#F9C74F",#"#2070B4", # Blue 3 - "SPECTER": "#E0B700", # Shade of #2070B4 - "Glove": "#023E8A",#"#9BC7DD", # Light Blue - "LASER2": "#03045E", # Grey -} - - -TASK_LIST_NAMES = [ - ("Classification", TASK_LIST_CLASSIFICATION, ["en", "en-en"], "accuracy"), - ("Clustering", TASK_LIST_CLUSTERING, ["en", "en-en"], "v_measure"), - ("PairClassification", TASK_LIST_PAIR_CLASSIFICATION, ["en", "en-en"], "ap"), - ("Reranking", TASK_LIST_RERANKING, ["en", "en-en"], "map"), - ("Retrieval", TASK_LIST_RETRIEVAL, ["en", "en-en"], "nDCG@10"), - ("STS", TASK_LIST_STS, ["en", "en-en"], "cos. sim. spearman corr."), -] - - -### LOGIC ### - -results_folder = sys.argv[1].strip("/") - -all_results = {} - -for model_name in os.listdir(results_folder): - model_res_folder = os.path.join(results_folder, model_name) - if os.path.isdir(model_res_folder): - all_results.setdefault(model_name, {}) - for file_name in os.listdir(model_res_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(model_res_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results[model_name] = {**all_results[model_name], **{file_name.replace(".json", ""): results}} - - -def get_row(dataset, model_name, limit_langs=[], skip_langs=[]): - # CQADupstackRetrieval uses the same metric as its subsets - tasks = MTEB(tasks=[dataset.replace("CQADupstackRetrieval", "CQADupstackTexRetrieval")]).tasks - assert len(tasks) == 1, f"Found {len(tasks)} for {dataset}. Expected 1." - main_metric = tasks[0].description["main_score"] - test_result = all_results.get(model_name, {}). get(dataset, {}) - - # Dev / Val set is used for MSMARCO (See BEIR paper) - if "MSMARCO" in dataset: - test_result = ( - test_result.get("dev") if "dev" in test_result else test_result.get("validation") - ) - else: - test_result = test_result.get("test") - - for lang in tasks[0].description["eval_langs"]: - if (limit_langs and lang not in limit_langs) or (skip_langs and lang in skip_langs): - continue - elif test_result is None: - raise NotImplementedError(f"Got no test result {test_result} for ds: {dataset} model: {model_name}") - - test_result_lang = test_result.get(lang, test_result) - if main_metric == "cosine_spearman": - test_result_lang = test_result_lang.get("cos_sim", {}).get("spearman") - elif main_metric == "ap": - test_result_lang = test_result_lang.get("cos_sim", {}).get("ap") - else: - test_result_lang = test_result_lang.get(main_metric) - - if test_result_lang is None: - raise NotImplementedError - - return test_result_lang - raise NotImplementedError - - -# Create a plot for each task with scaling of the model performances on this task -import matplotlib.pyplot as plt - -fig, axes = plt.subplots(figsize=(16, 20), facecolor='w', edgecolor='k', ncols=2, nrows=3, sharey=False) - - -# Create each boxplot -model_xticks_global = ['0.1B', '1B','2B','4B'] -model_xticks_num_global = [np.log10(100_000_000), np.log10(1_000_000_000), np.log10(2_000_000_000), np.log10(4_000_000_000)] - -for ax, (task_name, task_list, limit_langs, metric) in zip(axes.flatten(), TASK_LIST_NAMES): - for i, model_group in enumerate(MODELS): - model_xticks_num = [np.log10(x[-1] * 1_000_000) for x in model_group] - avg_scores = [] - std_scores = [] - for model in model_group: - model_name = model[0] - try: - model_task_results = [get_row(task, model[1], limit_langs=limit_langs) for task in task_list] - except: - model_task_results = [0.5] - - avg_scores.append(np.mean(np.array(model_task_results)).item()) - std_scores.append(np.std(np.array(model_task_results)).item()) - - ax.plot( - model_xticks_num, - avg_scores, - label=model_name.split("-")[0], - color=MODEL_TO_COLOR.get(model_name.split("-")[0]), - marker=MODEL_TO_MARKER.get(model_name.split("-")[0]) - ) - - # Shade doesn't look good, as std is too big - # ax.fill_between(model_xticks_num, [avg-std for avg, std in zip(avg_scores, std_scores)], [avg+std for avg, std in zip(avg_scores, std_scores)], color=colors.get(shades[i]), alpha=0.5) - - ax.set_ylabel(f"Average Performance ({metric})", fontsize=16) - ax.set_xlabel("Model Parameters (Billions)", fontsize=16) - ax.set_xticks(model_xticks_num_global, model_xticks_global) - ax.set_title(task_name, fontweight="bold", fontsize=20) - ax.grid(alpha=0.5) - -# Create deduplicated Global Legend -handles, labels = plt.gca().get_legend_handles_labels() -by_label = dict(zip(labels, handles)) -fig.legend( - by_label.values(), - by_label.keys(), - loc=(0.35, 0.94), # "upper center", - ncol=len(by_label), - frameon=False, - fontsize=15, -) - -plt.savefig('scale.pdf', dpi=300, bbox_inches='tight') diff --git a/plotstables/results_to_tex.py b/plotstables/results_to_tex.py deleted file mode 100644 index aea339b1..00000000 --- a/plotstables/results_to_tex.py +++ /dev/null @@ -1,308 +0,0 @@ -""" -Usage: python results_to_tex.py results_folder_path -results_folder_path contains results of multiple models whose folders should be named after them -""" -import json -import os -import sys - -from mteb import MTEB -import numpy as np - - -### GLOBAL VARIABLES ### - - -TASK_LIST_BITEXT = [ - "BUCC", - "Tatoeba", -] - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - -TASK_LIST_SUMMARIZATION = [ - "SummEval", -] - -TASK_LIST = ( - TASK_LIST_BITEXT - + TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -TASK_LIST_EN = ( - TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -TASK_LIST_NAMES = [ - ("Classification", TASK_LIST_CLASSIFICATION, ["en", "en-en"]), - ("Clustering", TASK_LIST_CLUSTERING, ["en", "en-en"]), - ("PairClassification", TASK_LIST_PAIR_CLASSIFICATION, ["en", "en-en"]), - ("Reranking", TASK_LIST_RERANKING, ["en", "en-en"]), - ("Retrieval", TASK_LIST_RETRIEVAL, ["en", "en-en"]), - ("STS", TASK_LIST_STS, ["en", "en-en"]), - ("all", TASK_LIST, ["en", "en-en"]), - ("BitextMining", TASK_LIST_BITEXT, []), -] - -BITEXT_MODELS = MULTILING_MODELS = [ - # "glove.6B.300d", - # "komninos", - "LASER2", - "LaBSE", - "paraphrase-multilingual-MiniLM-L12-v2", - "paraphrase-multilingual-mpnet-base-v2", - "sgpt-bloom-7b1-msmarco", - # "sgpt-bloom-1b3-nli", -] - - -SELFSUPERVISED_MODELS = [ - "glove.6B.300d", - "komninos", - "bert-base-uncased", - "unsup-simcse-bert-base-uncased", -] - -SUPERVISED_MODELS = [ - "sup-simcse-bert-base-uncased", - "msmarco-bert-co-condensor", - "contriever-base-msmarco", - "allenai-specter", - "LaBSE", - "LASER2", - "all-MiniLM-L6-v2", - "all-MiniLM-L12-v2", - "paraphrase-multilingual-MiniLM-L12-v2", - "all-mpnet-base-v2", - "paraphrase-multilingual-mpnet-base-v2", - "text-similarity-ada-001", - "SGPT-125M-weightedmean-nli-bitfit", - "SGPT-5.8B-weightedmean-nli-bitfit", - "SGPT-125M-weightedmean-msmarco-specb-bitfit", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit", - "sgpt-bloom-7b1-msmarco", - "gtr-t5-base", # 110M - "gtr-t5-large", - "gtr-t5-xl", - "gtr-t5-xxl", # 4.8B - "sentence-t5-base", # 110M - "sentence-t5-large", - "sentence-t5-xl", - "sentence-t5-xxl", # 4.8B -] - - -MODEL_TO_NAME = { - "bert-base-uncased": "BERT", - "gtr-t5-base": "GTR-Base", - "gtr-t5-large": "GTR-Large", - "gtr-t5-xl": "GTR-XL", - "gtr-t5-xxl": "GTR-XXL", - "sentence-t5-base": "ST5-Base", - "sentence-t5-large": "ST5-Large", - "sentence-t5-xl": "ST5-XL", - "sentence-t5-xxl": "ST5-XXL", - "SGPT-125M-weightedmean-msmarco-specb-bitfit": "SGPT-125M-msmarco", - "SGPT-1.3B-weightedmean-msmarco-specb-bitfit": "SGPT-1.3B-msmarco", - "SGPT-2.7B-weightedmean-msmarco-specb-bitfit": "SGPT-2.7B-msmarco", - "SGPT-5.8B-weightedmean-msmarco-specb-bitfit": "SGPT-5.8B-msmarco", - "sgpt-bloom-7b1-msmarco": "SGPT-BLOOM-7.1B-msmarco", - "SGPT-125M-weightedmean-nli-bitfit": "SGPT-125M-nli", - "SGPT-5.8B-weightedmean-nli-bitfit": "SGPT-5.8B-nli", - "sup-simcse-bert-base-uncased": "SimCSE-BERT-sup", - "contriever-base-msmarco": "Contriever", - "msmarco-bert-co-condensor": "coCondenser-msmarco", # They write it as coCondenser in the paper - "unsup-simcse-bert-base-uncased": "SimCSE-BERT-unsup", - "glove.6B.300d": "Glove", - "komninos": "Komninos", - "all-MiniLM-L6-v2": "MiniLM-L6", - "all-MiniLM-L12-v2": "MiniLM-L12", - "paraphrase-multilingual-MiniLM-L12-v2": "MiniLM-L12-multilingual", - "all-mpnet-base-v2": "MPNet", - "paraphrase-multilingual-mpnet-base-v2": "MPNet-multilingual", - "allenai-specter": "SPECTER", - "text-similarity-ada-001": "Ada Similarity", - "text-search-ada-query-001": "Ada Search Query" -} - - - -### LOGIC ### - -results_folder = sys.argv[1].strip("/") - -all_results = {} - -for model_name in os.listdir(results_folder): - model_res_folder = os.path.join(results_folder, model_name) - if os.path.isdir(model_res_folder): - all_results.setdefault(model_name, {}) - for file_name in os.listdir(model_res_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(model_res_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results[model_name] = {**all_results[model_name], **{file_name.replace(".json", ""): results}} - - -def get_rows(dataset, model_name, limit_langs=[], skip_langs=[]): - rows = [] - # CQADupstackRetrieval uses the same metric as its subsets - tasks = MTEB(tasks=[dataset.replace("CQADupstackRetrieval", "CQADupstackTexRetrieval")]).tasks - assert len(tasks) == 1, f"Found {len(tasks)} for {dataset}. Expected 1." - main_metric = tasks[0].description["main_score"] - test_result = all_results.get(model_name, {}). get(dataset, {}) - - # Dev / Val set is used for MSMARCO (See BEIR paper) - if "MSMARCO" in dataset: - test_result = ( - test_result.get("dev") if "dev" in test_result else test_result.get("validation") - ) - else: - test_result = test_result.get("test") - - for lang in tasks[0].description["eval_langs"]: - if (limit_langs and lang not in limit_langs) or (skip_langs and lang in skip_langs): - continue - elif test_result is None: - rows.append([lang, main_metric, None]) - continue - - test_result_lang = test_result.get(lang, test_result) - if main_metric == "cosine_spearman": - test_result_lang = test_result_lang.get("cos_sim", {}).get("spearman") - elif main_metric == "ap": - test_result_lang = test_result_lang.get("cos_sim", {}).get("ap") - else: - test_result_lang = test_result_lang.get(main_metric) - - if test_result_lang is None: - rows.append([lang, main_metric, None]) - continue - - rows.append([lang, main_metric, test_result_lang]) - return rows - - -def get_table(models, task_list, limit_langs=[], skip_langs=[], name="table"): - TABLE = "Dataset & Language & " + " & ".join([MODEL_TO_NAME.get(model, model) for model in models]) + " \\\\" + "\n" - scores_all = [] - for ds in task_list: - results = [get_rows(dataset=ds, model_name=model, limit_langs=limit_langs, skip_langs=skip_langs) for model in models] - assert all(len(sub) == len(results[0]) for sub in results) - for lang_idx in range(len(results[0])): - scores = [x[lang_idx][-1] for x in results] - scores_all.append(scores) - lang = results[0][lang_idx][0] - one_line = " & ".join([ds, lang] + [str(round(x*100, 2)) if x is not None else "" for x in scores]) - TABLE += one_line + " \\\\" + "\n" - - arr = np.array(scores_all, dtype=np.float32) - # Get an index of columns which has any NaN value - index = np.isnan(arr).any(axis=0) - # Delete columns (models) with any NaN value from 2D NumPy Array - arr = np.delete(arr, index, axis=1) - # Average - scores_avg = list(np.mean(arr, axis=0)) - # Insert empty string for NaN columns - for i, val in enumerate(index): - if val == True: - scores_avg.insert(i, "") - lang = "mix" if not(limit_langs) else limit_langs[0] - TABLE += " & ".join(["Average", lang] + [str(round(x*100, 2)) if x else "" for x in scores_avg]) + " \\\\" + "\n" - - with open(f"{name}.txt", "w") as f: - f.write(TABLE) - - -get_table(SELFSUPERVISED_MODELS + SUPERVISED_MODELS, TASK_LIST_EN, limit_langs=["en", "en-en",], name="all_en") -get_table(BITEXT_MODELS, TASK_LIST_BITEXT, limit_langs=[], name="bitext") -get_table(MULTILING_MODELS, TASK_LIST_CLASSIFICATION, limit_langs=[], skip_langs=["en", "en-en", "en-ext"], name="multilingclf") -get_table(MULTILING_MODELS, TASK_LIST_STS, limit_langs=[], skip_langs=["en", "en-en", "en-ext"], name="multilingsts") - diff --git a/plotstables/scale.pdf b/plotstables/scale.pdf deleted file mode 100644 index 0ce7ea0f..00000000 Binary files a/plotstables/scale.pdf and /dev/null differ diff --git a/plotstables/scale.png b/plotstables/scale.png deleted file mode 100644 index 170dc4dd..00000000 Binary files a/plotstables/scale.png and /dev/null differ diff --git a/plotstables/sim_data.csv b/plotstables/sim_data.csv deleted file mode 100644 index 13f03085..00000000 --- a/plotstables/sim_data.csv +++ /dev/null @@ -1,68 +0,0 @@ -,AmazonCounterfactualClassification,AmazonPolarityClassification,AmazonReviewsClassification,Banking77Classification,EmotionClassification,ImdbClassification,MassiveIntentClassification,MassiveScenarioClassification,MTOPDomainClassification,MTOPIntentClassification,ToxicConversationsClassification,TweetSentimentExtractionClassification,ArxivClusteringP2P,ArxivClusteringS2S,BiorxivClusteringP2P,BiorxivClusteringS2S,MedrxivClusteringP2P,MedrxivClusteringS2S,RedditClustering,RedditClusteringP2P,StackExchangeClustering,StackExchangeClusteringP2P,TwentyNewsgroupsClustering,SprintDuplicateQuestions,TwitterSemEval2015,TwitterURLCorpus,AskUbuntuDupQuestions,MindSmallReranking,SciDocsRR,StackOverflowDupQuestions,ArguAna,ClimateFEVER,CQADupstackAndroidRetrieval,CQADupstackEnglishRetrieval,CQADupstackGamingRetrieval,CQADupstackGisRetrieval,CQADupstackMathematicaRetrieval,CQADupstackPhysicsRetrieval,CQADupstackProgrammersRetrieval,CQADupstackStatsRetrieval,CQADupstackTexRetrieval,CQADupstackUnixRetrieval,CQADupstackWebmastersRetrieval,CQADupstackWordpressRetrieval,DBPedia,FEVER,FiQA2018,HotpotQA,MSMARCO,NFCorpus,NQ,QuoraRetrieval,SCIDOCS,SciFact,Touche2020,TRECCOVID,BIOSSES,SICK-R,STS12,STS13,STS14,STS15,STS16,STS17,STS22,STSBenchmark,SummEval -AmazonCounterfactualClassification,0.9999998807907104,0.9725366830825806,0.8517286777496338,0.901214599609375,0.8986697196960449,0.9143805503845215,0.915182888507843,0.915182888507843,0.9136463403701782,0.9136463403701782,0.9268499612808228,0.9379464387893677,0.9061737060546875,0.9226172566413879,0.8816869854927063,0.9111778140068054,0.8716050982475281,0.8851615786552429,0.9361067414283752,0.9444894790649414,0.9205214381217957,0.8694825768470764,0.927936851978302,0.7448422908782959,0.8848876357078552,0.9181852340698242,0.8771646618843079,0.8432382345199585,0.9121214151382446,0.8809256553649902,0.9206087589263916,0.8687456250190735,0.8753382563591003,0.9054211974143982,0.9050220847129822,0.8575048446655273,0.8769376277923584,0.8788719773292542,0.8834834098815918,0.8732110261917114,0.8720847964286804,0.8778753876686096,0.8800479173660278,0.8742043972015381,0.8960760831832886,0.8687456250190735,0.9194890260696411,0.8983748555183411,0.9003165364265442,0.8930765986442566,0.9119835495948792,0.9182446002960205,0.889691174030304,0.892997145652771,0.9215371608734131,0.8833832144737244,0.8625791668891907,0.8299649357795715,0.9155313968658447,0.9190161824226379,0.9440998435020447,0.9286789298057556,0.9331569671630859,0.908374547958374,0.8873857855796814,0.933322012424469,0.9260546565055847 -AmazonPolarityClassification,0.9725366830825806,1.0000001192092896,0.8430818319320679,0.8914044499397278,0.8869525194168091,0.9380159974098206,0.9221842288970947,0.9221842288970947,0.9159311652183533,0.9159311652183533,0.9314469695091248,0.9369900822639465,0.9092541337013245,0.9261904954910278,0.8834359645843506,0.9139003753662109,0.8740972876548767,0.8870366811752319,0.9363611340522766,0.9457828998565674,0.9190340638160706,0.8677751421928406,0.9307129383087158,0.7418009638786316,0.8866813778877258,0.9222720861434937,0.8745728135108948,0.8573817014694214,0.9169661998748779,0.8784961700439453,0.911296546459198,0.8777851462364197,0.8737571239471436,0.9069114327430725,0.9039636254310608,0.8530020713806152,0.874477207660675,0.8754789233207703,0.8846838474273682,0.870514988899231,0.8698432445526123,0.8746495246887207,0.8826687932014465,0.8705847859382629,0.9033768773078918,0.8777851462364197,0.91923987865448,0.9041053652763367,0.9071121215820312,0.8932070136070251,0.9180147051811218,0.922761857509613,0.8992704749107361,0.8951342701911926,0.9281871914863586,0.8897658586502075,0.8574753999710083,0.8390056490898132,0.915518581867218,0.9148537516593933,0.93932044506073,0.9213941097259521,0.9270878434181213,0.904332160949707,0.8904899954795837,0.9300788640975952,0.924091637134552 -AmazonReviewsClassification,0.8517286777496338,0.8430818319320679,1.0,0.8274011611938477,0.8377322554588318,0.8060175180435181,0.8927789330482483,0.8927789330482483,0.8721326589584351,0.8721326589584351,0.8651610612869263,0.8857579231262207,0.8268718719482422,0.8719925284385681,0.8097570538520813,0.8545474410057068,0.8083184361457825,0.8327248692512512,0.8771207332611084,0.8643344044685364,0.8922589421272278,0.7934136986732483,0.8788571953773499,0.6903976202011108,0.829818844795227,0.8436835408210754,0.8549239039421082,0.7972355484962463,0.8631322979927063,0.8426644802093506,0.8367676734924316,0.8256171345710754,0.7958477735519409,0.8322862386703491,0.8206374049186707,0.7885207533836365,0.7998864650726318,0.8036501407623291,0.8091654181480408,0.7987720966339111,0.8001028299331665,0.8078638315200806,0.8033185601234436,0.7957671284675598,0.857245147228241,0.8256171345710754,0.8700592517852783,0.861984133720398,0.8672728538513184,0.8301711678504944,0.8646405339241028,0.8830270767211914,0.8478741645812988,0.831039309501648,0.8493306040763855,0.8365864753723145,0.797872006893158,0.8078639507293701,0.8909081220626831,0.8852756023406982,0.8971998691558838,0.8883463144302368,0.8896051645278931,0.8645649552345276,0.9054290056228638,0.8723177313804626,0.8509836196899414 -Banking77Classification,0.901214599609375,0.8914044499397278,0.8274011611938477,1.0000001192092896,0.8723608255386353,0.8470839262008667,0.9069743156433105,0.9069743156433105,0.9206961393356323,0.9206961393356323,0.8975388407707214,0.9144454002380371,0.8722931742668152,0.896972119808197,0.8474944233894348,0.8749076724052429,0.8394017219543457,0.8544522523880005,0.9231041669845581,0.925590991973877,0.9119146466255188,0.8638715744018555,0.9062290787696838,0.7831484079360962,0.8524944186210632,0.8785852193832397,0.8910298943519592,0.8121806979179382,0.8894634246826172,0.8714233040809631,0.868624746799469,0.8610327243804932,0.891751766204834,0.8907471895217896,0.9007715582847595,0.8569079041481018,0.8734966516494751,0.866807758808136,0.8690007328987122,0.8641847968101501,0.860200822353363,0.8753891587257385,0.8771096467971802,0.8702175617218018,0.8732821941375732,0.8610327243804932,0.9026527404785156,0.8878933191299438,0.9106489419937134,0.8546255826950073,0.8853597640991211,0.9191234707832336,0.85566246509552,0.8536851406097412,0.8839954733848572,0.8441707491874695,0.8158388733863831,0.8224376440048218,0.9016413688659668,0.8994392156600952,0.9188550710678101,0.903643786907196,0.9121543169021606,0.8826841711997986,0.8817184567451477,0.9049835801124573,0.8948301672935486 -EmotionClassification,0.8986697196960449,0.8869525194168091,0.8377322554588318,0.8723608255386353,0.9999998807907104,0.8484991192817688,0.8875608444213867,0.8875608444213867,0.8829092979431152,0.8829092979431152,0.8891539573669434,0.9219067692756653,0.8317292332649231,0.8686325550079346,0.8193415999412537,0.8483346104621887,0.8102065920829773,0.8282783031463623,0.9020230770111084,0.9169633984565735,0.8777654767036438,0.8238407969474792,0.8720272779464722,0.7159684896469116,0.8473405838012695,0.8711422085762024,0.8389461040496826,0.8027688264846802,0.8528178930282593,0.8284692168235779,0.8480105400085449,0.8250551819801331,0.8178394436836243,0.8577408790588379,0.847434937953949,0.7987120747566223,0.8172357678413391,0.8205375075340271,0.8239988684654236,0.8105478286743164,0.8049406409263611,0.8208318948745728,0.8235769867897034,0.8167813420295715,0.8425841331481934,0.8250551819801331,0.8733782172203064,0.8516587615013123,0.8590372204780579,0.840248167514801,0.8614929914474487,0.8839017748832703,0.8242060542106628,0.8306145071983337,0.8763502836227417,0.8282589912414551,0.7966073751449585,0.8122089505195618,0.8802585005760193,0.8810560703277588,0.9074888229370117,0.8856732845306396,0.9061300754547119,0.8690868020057678,0.8543643951416016,0.8943052887916565,0.8744396567344666 -ImdbClassification,0.9143805503845215,0.9380159974098206,0.8060175180435181,0.8470839262008667,0.8484991192817688,0.9999999403953552,0.8814461827278137,0.8814461827278137,0.8795197010040283,0.8795197010040283,0.8966728448867798,0.8972986340522766,0.8641327023506165,0.8861985206604004,0.8488188982009888,0.8755455613136292,0.8384004235267639,0.8527776598930359,0.8933579325675964,0.9051699042320251,0.8781872391700745,0.8293363451957703,0.8849860429763794,0.6948404908180237,0.8515918254852295,0.8860101699829102,0.8357095718383789,0.8353019952774048,0.877151370048523,0.8337087631225586,0.8854134678840637,0.839382529258728,0.8364291787147522,0.8700346946716309,0.8654309511184692,0.8066450357437134,0.8283482193946838,0.8346224427223206,0.8459446430206299,0.8239307999610901,0.8178578019142151,0.8369230031967163,0.8369060158729553,0.825982391834259,0.8585302829742432,0.839382529258728,0.8759719133377075,0.8769184350967407,0.8686230182647705,0.8685956597328186,0.8820010423660278,0.8861343860626221,0.8516706228256226,0.8627360463142395,0.8969246745109558,0.8567239046096802,0.8268139362335205,0.8363828063011169,0.8844971656799316,0.8787712454795837,0.9043587446212769,0.8874390721321106,0.8882074952125549,0.8814995884895325,0.8508477807044983,0.9050480723381042,0.9031330347061157 -MassiveIntentClassification,0.915182888507843,0.9221842288970947,0.8927789330482483,0.9069743156433105,0.8875608444213867,0.8814461827278137,0.9999998807907104,0.9999998807907104,0.9750701189041138,0.9750701189041138,0.9595458507537842,0.9734818339347839,0.8967283368110657,0.9652600884437561,0.8725947141647339,0.9290119409561157,0.8716907501220703,0.9026644825935364,0.9533762335777283,0.9527404308319092,0.9526662826538086,0.9006844758987427,0.9625997543334961,0.7721297740936279,0.9069065451622009,0.9225729703903198,0.921728789806366,0.8853965401649475,0.9450154900550842,0.9193835258483887,0.9042443037033081,0.9111378788948059,0.8964847922325134,0.9208599328994751,0.9270387291908264,0.8749427199363708,0.8865760564804077,0.8897450566291809,0.8953050374984741,0.8811706304550171,0.8818027973175049,0.8984538316726685,0.897138774394989,0.8913282155990601,0.9272512793540955,0.9111378788948059,0.9463034868240356,0.9470813274383545,0.9404415488243103,0.8946558833122253,0.9522876143455505,0.9682824611663818,0.9068668484687805,0.8946090340614319,0.9345963597297668,0.8986713886260986,0.8533274531364441,0.8902477025985718,0.9739812016487122,0.9600082635879517,0.9729264974594116,0.9575598835945129,0.9471473097801208,0.9507492780685425,0.9367305040359497,0.9577158689498901,0.9361376762390137 -MassiveScenarioClassification,0.915182888507843,0.9221842288970947,0.8927789330482483,0.9069743156433105,0.8875608444213867,0.8814461827278137,0.9999998807907104,0.9999998807907104,0.9750701189041138,0.9750701189041138,0.9595458507537842,0.9734818339347839,0.8967283368110657,0.9652600884437561,0.8725947141647339,0.9290119409561157,0.8716907501220703,0.9026644825935364,0.9533762335777283,0.9527404308319092,0.9526662826538086,0.9006844758987427,0.9625997543334961,0.7721297740936279,0.9069065451622009,0.9225729703903198,0.921728789806366,0.8853965401649475,0.9450154900550842,0.9193835258483887,0.9042443037033081,0.9111378788948059,0.8964847922325134,0.9208599328994751,0.9270387291908264,0.8749427199363708,0.8865760564804077,0.8897450566291809,0.8953050374984741,0.8811706304550171,0.8818027973175049,0.8984538316726685,0.897138774394989,0.8913282155990601,0.9272512793540955,0.9111378788948059,0.9463034868240356,0.9470813274383545,0.9404415488243103,0.8946558833122253,0.9522876143455505,0.9682824611663818,0.9068668484687805,0.8946090340614319,0.9345963597297668,0.8986713886260986,0.8533274531364441,0.8902477025985718,0.9739812016487122,0.9600082635879517,0.9729264974594116,0.9575598835945129,0.9471473097801208,0.9507492780685425,0.9367305040359497,0.9577158689498901,0.9361376762390137 -MTOPDomainClassification,0.9136463403701782,0.9159311652183533,0.8721326589584351,0.9206961393356323,0.8829092979431152,0.8795197010040283,0.9750701189041138,0.9750701189041138,1.000000238418579,1.000000238418579,0.9477394223213196,0.9620302319526672,0.8916090726852417,0.9507513046264648,0.8692935109138489,0.9198922514915466,0.8673161864280701,0.8943023681640625,0.9499332308769226,0.9520930647850037,0.9415560960769653,0.8926861882209778,0.9499171376228333,0.7859740853309631,0.9024993777275085,0.9156029224395752,0.9076282382011414,0.8778815865516663,0.9327757358551025,0.9088919162750244,0.8972400426864624,0.8968261480331421,0.900844395160675,0.917822539806366,0.922167956829071,0.8686424493789673,0.8871181607246399,0.8848662972450256,0.8901574015617371,0.8792017698287964,0.8758128881454468,0.892038881778717,0.8904502391815186,0.8847219944000244,0.9200598001480103,0.8968261480331421,0.9321253299713135,0.9370198249816895,0.9469432234764099,0.8838071823120117,0.9368411898612976,0.956068754196167,0.8929500579833984,0.8861535787582397,0.9225219488143921,0.8865776658058167,0.8508256077766418,0.8823556900024414,0.9523103833198547,0.9431838989257812,0.960503101348877,0.9454217553138733,0.9361295700073242,0.9454723000526428,0.918997585773468,0.9517570734024048,0.932615339756012 -MTOPIntentClassification,0.9136463403701782,0.9159311652183533,0.8721326589584351,0.9206961393356323,0.8829092979431152,0.8795197010040283,0.9750701189041138,0.9750701189041138,1.000000238418579,1.000000238418579,0.9477394223213196,0.9620302319526672,0.8916090726852417,0.9507513046264648,0.8692935109138489,0.9198922514915466,0.8673161864280701,0.8943023681640625,0.9499332308769226,0.9520930647850037,0.9415560960769653,0.8926861882209778,0.9499171376228333,0.7859740853309631,0.9024993777275085,0.9156029224395752,0.9076282382011414,0.8778815865516663,0.9327757358551025,0.9088919162750244,0.8972400426864624,0.8968261480331421,0.900844395160675,0.917822539806366,0.922167956829071,0.8686424493789673,0.8871181607246399,0.8848662972450256,0.8901574015617371,0.8792017698287964,0.8758128881454468,0.892038881778717,0.8904502391815186,0.8847219944000244,0.9200598001480103,0.8968261480331421,0.9321253299713135,0.9370198249816895,0.9469432234764099,0.8838071823120117,0.9368411898612976,0.956068754196167,0.8929500579833984,0.8861535787582397,0.9225219488143921,0.8865776658058167,0.8508256077766418,0.8823556900024414,0.9523103833198547,0.9431838989257812,0.960503101348877,0.9454217553138733,0.9361295700073242,0.9454723000526428,0.918997585773468,0.9517570734024048,0.932615339756012 -ToxicConversationsClassification,0.9268499612808228,0.9314469695091248,0.8651610612869263,0.8975388407707214,0.8891539573669434,0.8966728448867798,0.9595458507537842,0.9595458507537842,0.9477394223213196,0.9477394223213196,1.0,0.9791338443756104,0.8923237323760986,0.9557365775108337,0.8709883689880371,0.9188441038131714,0.871146023273468,0.8937941193580627,0.9509134292602539,0.9578840732574463,0.939154326915741,0.8850978016853333,0.9539644122123718,0.7365511655807495,0.9154583811759949,0.9275434613227844,0.8940021991729736,0.88185054063797,0.9295150637626648,0.8942537307739258,0.9117645025253296,0.8989847898483276,0.8807247281074524,0.9173315763473511,0.9148895144462585,0.8601332306861877,0.8703606724739075,0.8878904581069946,0.8843247294425964,0.8718209862709045,0.8644421100616455,0.8797895312309265,0.8873119354248047,0.8789352178573608,0.9204174280166626,0.8989847898483276,0.9462225437164307,0.9388979077339172,0.9315915107727051,0.8950788378715515,0.9423636198043823,0.9756679534912109,0.8898159265518188,0.8889317512512207,0.9373823404312134,0.8933861255645752,0.8529271483421326,0.8919810056686401,0.9546875357627869,0.9443492889404297,0.968707799911499,0.9534297585487366,0.9462233185768127,0.9519502520561218,0.9268797636032104,0.9642019867897034,0.9413120746612549 -TweetSentimentExtractionClassification,0.9379464387893677,0.9369900822639465,0.8857579231262207,0.9144454002380371,0.9219067692756653,0.8972986340522766,0.9734818339347839,0.9734818339347839,0.9620302319526672,0.9620302319526672,0.9791338443756104,0.9999998807907104,0.8941646814346313,0.9579667448997498,0.8712595701217651,0.9201945066452026,0.8699737787246704,0.89603590965271,0.9627991318702698,0.9685115814208984,0.9449712634086609,0.8842088580131531,0.957473874092102,0.7514926791191101,0.9206107258796692,0.9304682612419128,0.9066123366355896,0.8845974802970886,0.9322013854980469,0.902407705783844,0.9012815952301025,0.9066250324249268,0.8804208636283875,0.9191873669624329,0.9144876003265381,0.8603336215019226,0.8727058172225952,0.8835071921348572,0.8789454698562622,0.8683345913887024,0.8654515743255615,0.8802311420440674,0.8835926055908203,0.8761081099510193,0.9267283082008362,0.9066250324249268,0.9446496963500977,0.9437984228134155,0.9354615807533264,0.8943512439727783,0.9478681683540344,0.9679496884346008,0.8895792961120605,0.8876237869262695,0.9310782551765442,0.8951513767242432,0.8504247069358826,0.8916918635368347,0.9640517830848694,0.952302873134613,0.9752659201622009,0.960588812828064,0.9546923041343689,0.9575697183609009,0.9292759299278259,0.9668652415275574,0.9422594308853149 -ArxivClusteringP2P,0.9061737060546875,0.9092541337013245,0.8268718719482422,0.8722931742668152,0.8317292332649231,0.8641327023506165,0.8967283368110657,0.8967283368110657,0.8916090726852417,0.8916090726852417,0.8923237323760986,0.8941646814346313,1.0000001192092896,0.9296634197235107,0.9502661228179932,0.9453719854354858,0.9198501706123352,0.9335336685180664,0.9047669172286987,0.9180348515510559,0.9226759076118469,0.8873042464256287,0.9214056134223938,0.7285578846931458,0.849682629108429,0.8937832117080688,0.8850733637809753,0.8498433828353882,0.942658007144928,0.8952110409736633,0.9187605381011963,0.8781493902206421,0.8702689409255981,0.9049964547157288,0.8932080864906311,0.8815957903862,0.9128819108009338,0.9258798360824585,0.9027954936027527,0.916979193687439,0.9049314856529236,0.8934173583984375,0.8883233666419983,0.8882037997245789,0.9017259478569031,0.8781493902206421,0.9082144498825073,0.9008392095565796,0.8916330933570862,0.9167720675468445,0.910786509513855,0.9078540205955505,0.9503505229949951,0.9326635599136353,0.9119592308998108,0.9338494539260864,0.9067458510398865,0.8065285086631775,0.8979881405830383,0.912732720375061,0.9206886291503906,0.9100639820098877,0.9006866812705994,0.8714514374732971,0.8883957266807556,0.8937532901763916,0.9103951454162598 -ArxivClusteringS2S,0.9226172566413879,0.9261904954910278,0.8719925284385681,0.896972119808197,0.8686325550079346,0.8861985206604004,0.9652600884437561,0.9652600884437561,0.9507513046264648,0.9507513046264648,0.9557365775108337,0.9579667448997498,0.9296634197235107,1.0000001192092896,0.8961361050605774,0.9565531611442566,0.8940218091011047,0.9300719499588013,0.9504541754722595,0.9541244506835938,0.9593493342399597,0.9132787585258484,0.9759801030158997,0.7547072768211365,0.9124619960784912,0.9184166789054871,0.9116992354393005,0.8834333419799805,0.9691587686538696,0.9220894575119019,0.9125237464904785,0.9121813178062439,0.8931977152824402,0.9257218837738037,0.9272482991218567,0.888041615486145,0.9053133130073547,0.9213353395462036,0.9087139964103699,0.9069965481758118,0.8965097069740295,0.9025301933288574,0.9069535732269287,0.8937448859214783,0.9494740962982178,0.9121813178062439,0.947498619556427,0.956941545009613,0.9396511316299438,0.9095065593719482,0.9639177918434143,0.9652320742607117,0.9295390248298645,0.9176734685897827,0.9311457872390747,0.9181896448135376,0.8817151784896851,0.8841482996940613,0.9600266218185425,0.9491159915924072,0.9618067741394043,0.9499640464782715,0.9319314360618591,0.942611038684845,0.933143138885498,0.949581503868103,0.9360114932060242 -BiorxivClusteringP2P,0.8816869854927063,0.8834359645843506,0.8097570538520813,0.8474944233894348,0.8193415999412537,0.8488188982009888,0.8725947141647339,0.8725947141647339,0.8692935109138489,0.8692935109138489,0.8709883689880371,0.8712595701217651,0.9502661228179932,0.8961361050605774,0.9999998211860657,0.9384621381759644,0.956779956817627,0.9311316013336182,0.8793036341667175,0.8974093794822693,0.8921758532524109,0.8562670350074768,0.8946423530578613,0.7087208032608032,0.8287373781204224,0.8686756491661072,0.8585236072540283,0.8195667266845703,0.9144576191902161,0.8649075031280518,0.9078131318092346,0.8496026396751404,0.8520771265029907,0.8786687850952148,0.8723767995834351,0.8544682264328003,0.8758416771888733,0.8830129504203796,0.8758763670921326,0.8930484056472778,0.8660279512405396,0.8672094345092773,0.8678568005561829,0.8641262650489807,0.8874456882476807,0.8496026396751404,0.8788062334060669,0.8783058524131775,0.8714765310287476,0.9372479319572449,0.8799590468406677,0.8842073082923889,0.9247989654541016,0.9538105130195618,0.8883203864097595,0.942850649356842,0.9347233772277832,0.7822513580322266,0.8725536465644836,0.8873900175094604,0.8985730409622192,0.8854580521583557,0.8810415267944336,0.8527474999427795,0.8675625324249268,0.8723320960998535,0.8993033170700073 -BiorxivClusteringS2S,0.9111778140068054,0.9139003753662109,0.8545474410057068,0.8749076724052429,0.8483346104621887,0.8755455613136292,0.9290119409561157,0.9290119409561157,0.9198922514915466,0.9198922514915466,0.9188441038131714,0.9201945066452026,0.9453719854354858,0.9565531611442566,0.9384621381759644,0.9999999403953552,0.9279764294624329,0.9682707190513611,0.9273788332939148,0.9292674660682678,0.9397923350334167,0.9037898182868958,0.9507690668106079,0.7521305084228516,0.8774093389511108,0.9051491618156433,0.898175835609436,0.8788741827011108,0.9745520353317261,0.9197582602500916,0.9147593975067139,0.8964840173721313,0.8843629360198975,0.9122307896614075,0.9139900803565979,0.8944020867347717,0.913551926612854,0.9188753366470337,0.911128044128418,0.923565149307251,0.8992398977279663,0.9039843082427979,0.9041688442230225,0.8961097002029419,0.9335931539535522,0.8964840173721313,0.9220610857009888,0.9312097430229187,0.9096160531044006,0.9406470060348511,0.9374184012413025,0.930925726890564,0.9657474756240845,0.9617788791656494,0.915169358253479,0.957700252532959,0.9307554960250854,0.844598650932312,0.9283256530761719,0.932389497756958,0.9405863881111145,0.9268279671669006,0.9138600826263428,0.9094533324241638,0.9075512886047363,0.9221967458724976,0.921167254447937 -MedrxivClusteringP2P,0.8716050982475281,0.8740972876548767,0.8083184361457825,0.8394017219543457,0.8102065920829773,0.8384004235267639,0.8716907501220703,0.8716907501220703,0.8673161864280701,0.8673161864280701,0.871146023273468,0.8699737787246704,0.9198501706123352,0.8940218091011047,0.956779956817627,0.9279764294624329,0.9999998807907104,0.9557642936706543,0.8812946081161499,0.8938334584236145,0.894402801990509,0.8485972285270691,0.9003008604049683,0.7113694548606873,0.8280568718910217,0.87420654296875,0.8530390858650208,0.8247097730636597,0.9096218347549438,0.8582576513290405,0.9103243947029114,0.8590527176856995,0.8470963835716248,0.8777068257331848,0.8736319541931152,0.8565325140953064,0.8669453859329224,0.870018720626831,0.8732233643531799,0.9020135402679443,0.8579853177070618,0.8595551252365112,0.8668990731239319,0.8557989597320557,0.8835738897323608,0.8590527176856995,0.8795516490936279,0.8794113397598267,0.8779413104057312,0.9487459659576416,0.8801149129867554,0.8837840557098389,0.9216246008872986,0.9501500725746155,0.888805091381073,0.9613710641860962,0.9220839142799377,0.7837725281715393,0.8748796582221985,0.8852849006652832,0.899524986743927,0.8803415298461914,0.8795533776283264,0.853192925453186,0.8731187582015991,0.8726744651794434,0.9043846130371094 -MedrxivClusteringS2S,0.8851615786552429,0.8870366811752319,0.8327248692512512,0.8544522523880005,0.8282783031463623,0.8527776598930359,0.9026644825935364,0.9026644825935364,0.8943023681640625,0.8943023681640625,0.8937941193580627,0.89603590965271,0.9335336685180664,0.9300719499588013,0.9311316013336182,0.9682707190513611,0.9557642936706543,0.9999999403953552,0.9053035378456116,0.9091455340385437,0.9207715392112732,0.8806784749031067,0.9318292140960693,0.7369350790977478,0.8536560535430908,0.8926279544830322,0.8838703632354736,0.8627454042434692,0.953004002571106,0.8977246284484863,0.9049397110939026,0.884668231010437,0.8621524572372437,0.886515200138092,0.8903034329414368,0.8818444013595581,0.8924626708030701,0.8929807543754578,0.8892922401428223,0.9127675890922546,0.8801870942115784,0.8826228976249695,0.8879578709602356,0.8784561157226562,0.9113901853561401,0.884668231010437,0.9016450047492981,0.9183295369148254,0.8957593441009521,0.9393429756164551,0.9159761667251587,0.9054452776908875,0.9564609527587891,0.9464058876037598,0.896754264831543,0.9670438766479492,0.9164301753044128,0.8197333216667175,0.908024787902832,0.9073441624641418,0.9192919135093689,0.90470290184021,0.8936593532562256,0.8826584219932556,0.895809531211853,0.8965899348258972,0.9074312448501587 -RedditClustering,0.9361067414283752,0.9363611340522766,0.8771207332611084,0.9231041669845581,0.9020230770111084,0.8933579325675964,0.9533762335777283,0.9533762335777283,0.9499332308769226,0.9499332308769226,0.9509134292602539,0.9627991318702698,0.9047669172286987,0.9504541754722595,0.8793036341667175,0.9273788332939148,0.8812946081161499,0.9053035378456116,1.0,0.9636914730072021,0.9537168145179749,0.8936053514480591,0.9547697305679321,0.771812379360199,0.9131519198417664,0.9342699646949768,0.902423083782196,0.8822137117385864,0.935879111289978,0.9017000794410706,0.9085865616798401,0.9140297770500183,0.8902676105499268,0.928565263748169,0.9274815917015076,0.8728464841842651,0.8922913074493408,0.8964251279830933,0.8974623084068298,0.8893818259239197,0.8851460814476013,0.8965474367141724,0.8993308544158936,0.8881715536117554,0.9286068081855774,0.9140297770500183,0.9438943862915039,0.9391739964485168,0.9369815587997437,0.9039009809494019,0.9450920224189758,0.959994375705719,0.9040453433990479,0.8978421688079834,0.9354337453842163,0.89899742603302,0.8582507967948914,0.8789204955101013,0.9507595896720886,0.9454846978187561,0.964044988155365,0.9484242796897888,0.9516837000846863,0.9390854835510254,0.9249169826507568,0.9586203694343567,0.9392504096031189 -RedditClusteringP2P,0.9444894790649414,0.9457828998565674,0.8643344044685364,0.925590991973877,0.9169633984565735,0.9051699042320251,0.9527404308319092,0.9527404308319092,0.9520930647850037,0.9520930647850037,0.9578840732574463,0.9685115814208984,0.9180348515510559,0.9541244506835938,0.8974093794822693,0.9292674660682678,0.8938334584236145,0.9091455340385437,0.9636914730072021,1.0000001192092896,0.9489050507545471,0.9091170430183411,0.9504086375236511,0.7593399882316589,0.9181907773017883,0.9331505298614502,0.9009460210800171,0.8788705468177795,0.9390465617179871,0.902940571308136,0.9276478886604309,0.8984732627868652,0.9011673927307129,0.9325352311134338,0.9371761083602905,0.8817288279533386,0.8999888896942139,0.9109740257263184,0.9104718565940857,0.901867687702179,0.8874367475509644,0.9019376039505005,0.9086974263191223,0.8998266458511353,0.92087322473526,0.8984732627868652,0.9436620473861694,0.931955099105835,0.9319586157798767,0.9122331738471985,0.9413416981697083,0.9608737826347351,0.9078938364982605,0.9097794890403748,0.9485433101654053,0.9055797457695007,0.8730185031890869,0.8813309073448181,0.9435673952102661,0.9429996013641357,0.96527099609375,0.9469503164291382,0.9470174312591553,0.9395745992660522,0.9250169992446899,0.9560426473617554,0.9494283199310303 -StackExchangeClustering,0.9205214381217957,0.9190340638160706,0.8922589421272278,0.9119146466255188,0.8777654767036438,0.8781872391700745,0.9526662826538086,0.9526662826538086,0.9415560960769653,0.9415560960769653,0.939154326915741,0.9449712634086609,0.9226759076118469,0.9593493342399597,0.8921758532524109,0.9397923350334167,0.894402801990509,0.9207715392112732,0.9537168145179749,0.9489050507545471,0.9999999403953552,0.9163016676902771,0.9632638096809387,0.7653152346611023,0.8863519430160522,0.9227038025856018,0.920473575592041,0.8657011389732361,0.9519332051277161,0.9323137402534485,0.9170532822608948,0.9021029472351074,0.9093854427337646,0.9599207639694214,0.9356912970542908,0.9072699546813965,0.9264189600944519,0.9299076795578003,0.9368252158164978,0.9241059422492981,0.9255838990211487,0.9274458289146423,0.9290803074836731,0.9175654649734497,0.9289190769195557,0.9021029472351074,0.9526970386505127,0.9371076226234436,0.934260904788971,0.9154017567634583,0.9463439583778381,0.967335045337677,0.9253087043762207,0.9159756898880005,0.9310891032218933,0.9119280576705933,0.876883327960968,0.8612088561058044,0.9496986269950867,0.9500508308410645,0.9619574546813965,0.9489233493804932,0.9536707401275635,0.9245097041130066,0.9384429454803467,0.9446290731430054,0.9257869124412537 -StackExchangeClusteringP2P,0.8694825768470764,0.8677751421928406,0.7934136986732483,0.8638715744018555,0.8238407969474792,0.8293363451957703,0.9006844758987427,0.9006844758987427,0.8926861882209778,0.8926861882209778,0.8850978016853333,0.8842088580131531,0.8873042464256287,0.9132787585258484,0.8562670350074768,0.9037898182868958,0.8485972285270691,0.8806784749031067,0.8936053514480591,0.9091170430183411,0.9163016676902771,0.9999999403953552,0.9050739407539368,0.7441107630729675,0.8436607122421265,0.8557848334312439,0.8838653564453125,0.8219260573387146,0.9194225668907166,0.918297290802002,0.8716145753860474,0.8466858863830566,0.9168010950088501,0.9102783799171448,0.9504308104515076,0.9322190880775452,0.939926028251648,0.9218308925628662,0.9459747672080994,0.9272336959838867,0.9189807772636414,0.9332571029663086,0.9323667287826538,0.9188860058784485,0.865909218788147,0.8466858863830566,0.9015153050422668,0.8845800161361694,0.8738407492637634,0.865176260471344,0.8900197744369507,0.9089018702507019,0.899509608745575,0.8790194392204285,0.876009464263916,0.8632569313049316,0.8407849073410034,0.8076320886611938,0.8901703953742981,0.8968315720558167,0.9036004543304443,0.8906463384628296,0.8955281376838684,0.8716039061546326,0.8718999028205872,0.8934082984924316,0.87904953956604 -TwentyNewsgroupsClustering,0.927936851978302,0.9307129383087158,0.8788571953773499,0.9062290787696838,0.8720272779464722,0.8849860429763794,0.9625997543334961,0.9625997543334961,0.9499171376228333,0.9499171376228333,0.9539644122123718,0.957473874092102,0.9214056134223938,0.9759801030158997,0.8946423530578613,0.9507690668106079,0.9003008604049683,0.9318292140960693,0.9547697305679321,0.9504086375236511,0.9632638096809387,0.9050739407539368,1.0000001192092896,0.7655467987060547,0.9043189883232117,0.9265701770782471,0.9229085445404053,0.8874714374542236,0.962175726890564,0.9225630164146423,0.9156261682510376,0.9241911172866821,0.8967640995979309,0.9317466616630554,0.9298926591873169,0.888175904750824,0.901106059551239,0.9096159934997559,0.9153035879135132,0.9074497222900391,0.8974940180778503,0.9126835465431213,0.9110020995140076,0.8972079753875732,0.9430718421936035,0.9241911172866821,0.9498501420021057,0.9545242190361023,0.943306565284729,0.9156935811042786,0.9650863409042358,0.9623216986656189,0.9296791553497314,0.9186417460441589,0.9339285492897034,0.9249359369277954,0.8814013004302979,0.879280149936676,0.9567474722862244,0.9498928785324097,0.9652311205863953,0.9521862268447876,0.9399745464324951,0.9386094212532043,0.9347309470176697,0.9504886865615845,0.9389493465423584 -SprintDuplicateQuestions,0.7448422908782959,0.7418009638786316,0.6903976202011108,0.7831484079360962,0.7159684896469116,0.6948404908180237,0.7721297740936279,0.7721297740936279,0.7859740853309631,0.7859740853309631,0.7365511655807495,0.7514926791191101,0.7285578846931458,0.7547072768211365,0.7087208032608032,0.7521305084228516,0.7113694548606873,0.7369350790977478,0.771812379360199,0.7593399882316589,0.7653152346611023,0.7441107630729675,0.7655467987060547,1.0000001192092896,0.7108128070831299,0.7352480292320251,0.7720503807067871,0.6729485392570496,0.7625035047531128,0.7492141723632812,0.7167574167251587,0.7223891615867615,0.7940370440483093,0.7370885610580444,0.7504194378852844,0.7442988157272339,0.7660002708435059,0.7272855639457703,0.7467317581176758,0.7388317584991455,0.7514438033103943,0.7605757713317871,0.7364763021469116,0.7487673163414001,0.7269722819328308,0.7223891615867615,0.7529628872871399,0.7362186312675476,0.7674270272254944,0.7220373749732971,0.7399367094039917,0.7632731795310974,0.740402340888977,0.7349553108215332,0.7392125129699707,0.7177295684814453,0.712036669254303,0.6801100373268127,0.7566519975662231,0.7461093068122864,0.7562764286994934,0.74090975522995,0.7517213821411133,0.7253054976463318,0.7493941187858582,0.7513360977172852,0.7284443974494934 -TwitterSemEval2015,0.8848876357078552,0.8866813778877258,0.829818844795227,0.8524944186210632,0.8473405838012695,0.8515918254852295,0.9069065451622009,0.9069065451622009,0.9024993777275085,0.9024993777275085,0.9154583811759949,0.9206107258796692,0.849682629108429,0.9124619960784912,0.8287373781204224,0.8774093389511108,0.8280568718910217,0.8536560535430908,0.9131519198417664,0.9181907773017883,0.8863519430160522,0.8436607122421265,0.9043189883232117,0.7108128070831299,1.0,0.8765551447868347,0.8490984439849854,0.8362776637077332,0.8876252174377441,0.8500367999076843,0.8637065887451172,0.8542394042015076,0.8377655744552612,0.8568944334983826,0.8744352459907532,0.8095758557319641,0.8217236399650574,0.8345741033554077,0.8340392112731934,0.8295093774795532,0.8197506666183472,0.8345680236816406,0.8336871266365051,0.8268483281135559,0.8812722563743591,0.8542394042015076,0.8879868388175964,0.8985650539398193,0.8808208107948303,0.8472391366958618,0.8976626992225647,0.9045380353927612,0.8541281223297119,0.8465986251831055,0.8941338062286377,0.8519248962402344,0.8185410499572754,0.8878549337387085,0.9094604253768921,0.8995444178581238,0.9149953126907349,0.9032992720603943,0.8763034343719482,0.9204296469688416,0.8792893886566162,0.9244780540466309,0.920987069606781 -TwitterURLCorpus,0.9181852340698242,0.9222720861434937,0.8436835408210754,0.8785852193832397,0.8711422085762024,0.8860101699829102,0.9225729703903198,0.9225729703903198,0.9156029224395752,0.9156029224395752,0.9275434613227844,0.9304682612419128,0.8937832117080688,0.9184166789054871,0.8686756491661072,0.9051491618156433,0.87420654296875,0.8926279544830322,0.9342699646949768,0.9331505298614502,0.9227038025856018,0.8557848334312439,0.9265701770782471,0.7352480292320251,0.8765551447868347,0.9999999403953552,0.8714816570281982,0.8772052526473999,0.9152761697769165,0.8724372982978821,0.9144514799118042,0.8842594623565674,0.8573910593986511,0.9045571088790894,0.8917332291603088,0.8425986766815186,0.8575678467750549,0.8722454309463501,0.8732454776763916,0.8640527129173279,0.8527172803878784,0.8612546324729919,0.87152498960495,0.8667789697647095,0.8917800784111023,0.8842594623565674,0.9199483394622803,0.9096399545669556,0.9038676619529724,0.8938794136047363,0.9211317300796509,0.9303578734397888,0.8930266499519348,0.8879072666168213,0.9263610243797302,0.8916494846343994,0.8485643863677979,0.8542071580886841,0.9259677529335022,0.9181943535804749,0.9424399137496948,0.9249746799468994,0.9261443614959717,0.9087364673614502,0.9015825986862183,0.9283378720283508,0.926887035369873 -AskUbuntuDupQuestions,0.8771646618843079,0.8745728135108948,0.8549239039421082,0.8910298943519592,0.8389461040496826,0.8357095718383789,0.921728789806366,0.921728789806366,0.9076282382011414,0.9076282382011414,0.8940021991729736,0.9066123366355896,0.8850733637809753,0.9116992354393005,0.8585236072540283,0.898175835609436,0.8530390858650208,0.8838703632354736,0.902423083782196,0.9009460210800171,0.920473575592041,0.8838653564453125,0.9229085445404053,0.7720503807067871,0.8490984439849854,0.8714816570281982,0.9999999403953552,0.8271192312240601,0.9121510982513428,0.9237239956855774,0.874069333076477,0.8626706600189209,0.9023654460906982,0.8748583793640137,0.8971635103225708,0.8783930540084839,0.8864251375198364,0.8661698698997498,0.8830022215843201,0.8678272366523743,0.880608856678009,0.93036949634552,0.8850497603416443,0.8874524235725403,0.8765844106674194,0.8626706600189209,0.9054697155952454,0.8964870572090149,0.888830304145813,0.8649072647094727,0.8988544940948486,0.9126819968223572,0.8830411434173584,0.864525556564331,0.8846127390861511,0.8762941360473633,0.8330298662185669,0.8284757733345032,0.914065420627594,0.9060060381889343,0.9224478602409363,0.9142858386039734,0.9095703363418579,0.8892186880111694,0.8974651098251343,0.901841938495636,0.8834519982337952 -MindSmallReranking,0.8432382345199585,0.8573817014694214,0.7972355484962463,0.8121806979179382,0.8027688264846802,0.8353019952774048,0.8853965401649475,0.8853965401649475,0.8778815865516663,0.8778815865516663,0.88185054063797,0.8845974802970886,0.8498433828353882,0.8834333419799805,0.8195667266845703,0.8788741827011108,0.8247097730636597,0.8627454042434692,0.8822137117385864,0.8788705468177795,0.8657011389732361,0.8219260573387146,0.8874714374542236,0.6729485392570496,0.8362776637077332,0.8772052526473999,0.8271192312240601,0.9999998807907104,0.8903162479400635,0.8392180800437927,0.8564772009849548,0.8417803645133972,0.8068230152130127,0.8346021175384521,0.8371538519859314,0.7987034916877747,0.8081290125846863,0.8156949281692505,0.8110246062278748,0.8064138293266296,0.8085086941719055,0.8037967681884766,0.8270236253738403,0.810706615447998,0.8491460084915161,0.8417803645133972,0.8699422478675842,0.8755338788032532,0.8483620285987854,0.8392335772514343,0.8892091512680054,0.8765057325363159,0.8636199235916138,0.8338578343391418,0.8729779720306396,0.8616792559623718,0.802665114402771,0.8343176245689392,0.873137354850769,0.8696905374526978,0.889416515827179,0.875885009765625,0.8529878854751587,0.8793433308601379,0.8625198602676392,0.8832800984382629,0.8852307796478271 -SciDocsRR,0.9121214151382446,0.9169661998748779,0.8631322979927063,0.8894634246826172,0.8528178930282593,0.877151370048523,0.9450154900550842,0.9450154900550842,0.9327757358551025,0.9327757358551025,0.9295150637626648,0.9322013854980469,0.942658007144928,0.9691587686538696,0.9144576191902161,0.9745520353317261,0.9096218347549438,0.953004002571106,0.935879111289978,0.9390465617179871,0.9519332051277161,0.9194225668907166,0.962175726890564,0.7625035047531128,0.8876252174377441,0.9152761697769165,0.9121510982513428,0.8903162479400635,0.9999999403953552,0.9336423277854919,0.9188738465309143,0.8973691463470459,0.8964974880218506,0.9219396710395813,0.9212622046470642,0.9038124680519104,0.9215748310089111,0.9176410436630249,0.9275285005569458,0.9317771792411804,0.9046880602836609,0.9125511646270752,0.9187279343605042,0.907027006149292,0.932131826877594,0.8973691463470459,0.9359960556030273,0.9427277445793152,0.9200493097305298,0.918515145778656,0.94994056224823,0.943608820438385,0.9736051559448242,0.9353674650192261,0.9235967397689819,0.9372914433479309,0.8973731994628906,0.8585872650146484,0.9384756684303284,0.9367377161979675,0.9479785561561584,0.9355614185333252,0.9222978949546814,0.9234777092933655,0.9208407998085022,0.9328756928443909,0.9246395826339722 -StackOverflowDupQuestions,0.8809256553649902,0.8784961700439453,0.8426644802093506,0.8714233040809631,0.8284692168235779,0.8337087631225586,0.9193835258483887,0.9193835258483887,0.9088919162750244,0.9088919162750244,0.8942537307739258,0.902407705783844,0.8952110409736633,0.9220894575119019,0.8649075031280518,0.9197582602500916,0.8582576513290405,0.8977246284484863,0.9017000794410706,0.902940571308136,0.9323137402534485,0.918297290802002,0.9225630164146423,0.7492141723632812,0.8500367999076843,0.8724372982978821,0.9237239956855774,0.8392180800437927,0.9336423277854919,1.0,0.8813484311103821,0.862632155418396,0.8961885571479797,0.8927103877067566,0.9056882858276367,0.9124735593795776,0.9236457943916321,0.8843101859092712,0.9159318804740906,0.9021614193916321,0.9091837406158447,0.9131677150726318,0.9141953587532043,0.9168320894241333,0.8864024877548218,0.862632155418396,0.9124810099601746,0.9039829969406128,0.8921213150024414,0.8695310950279236,0.9073175191879272,0.9127946496009827,0.9117957949638367,0.8792681694030762,0.8867591619491577,0.8783340454101562,0.8480639457702637,0.82960045337677,0.9093490242958069,0.9070543050765991,0.9182902574539185,0.9101777076721191,0.9040267467498779,0.8930013179779053,0.8990249037742615,0.9047304391860962,0.8860877752304077 -ArguAna,0.9206087589263916,0.911296546459198,0.8367676734924316,0.868624746799469,0.8480105400085449,0.8854134678840637,0.9042443037033081,0.9042443037033081,0.8972400426864624,0.8972400426864624,0.9117645025253296,0.9012815952301025,0.9187605381011963,0.9125237464904785,0.9078131318092346,0.9147593975067139,0.9103243947029114,0.9049397110939026,0.9085865616798401,0.9276478886604309,0.9170532822608948,0.8716145753860474,0.9156261682510376,0.7167574167251587,0.8637065887451172,0.9144514799118042,0.874069333076477,0.8564772009849548,0.9188738465309143,0.8813484311103821,1.0,0.868762731552124,0.8723280429840088,0.9121270179748535,0.900233805179596,0.8606018424034119,0.8785495758056641,0.8957704305648804,0.9052194356918335,0.8878010511398315,0.8700098991394043,0.8799136877059937,0.8878820538520813,0.8797154426574707,0.8886457085609436,0.868762731552124,0.920708417892456,0.8948706984519958,0.8937736749649048,0.9279579520225525,0.9106296896934509,0.9145981669425964,0.9124789237976074,0.9248058795928955,0.9558223485946655,0.9113011956214905,0.8957175016403198,0.8236397504806519,0.914850115776062,0.9224849343299866,0.9421572685241699,0.9227895736694336,0.9244217872619629,0.8932615518569946,0.8931587934494019,0.9195448756217957,0.9351081848144531 -ClimateFEVER,0.8687456250190735,0.8777851462364197,0.8256171345710754,0.8610327243804932,0.8250551819801331,0.839382529258728,0.9111378788948059,0.9111378788948059,0.8968261480331421,0.8968261480331421,0.8989847898483276,0.9066250324249268,0.8781493902206421,0.9121813178062439,0.8496026396751404,0.8964840173721313,0.8590527176856995,0.884668231010437,0.9140297770500183,0.8984732627868652,0.9021029472351074,0.8466858863830566,0.9241911172866821,0.7223891615867615,0.8542394042015076,0.8842594623565674,0.8626706600189209,0.8417803645133972,0.8973691463470459,0.862632155418396,0.868762731552124,1.0000001192092896,0.8460091352462769,0.877137303352356,0.8844062089920044,0.8418534994125366,0.8496251106262207,0.8617082834243774,0.8505048155784607,0.8545312881469727,0.8441368937492371,0.8518548607826233,0.8488019108772278,0.8423066735267639,0.9115601778030396,1.0000001192092896,0.8865174651145935,0.9264897108078003,0.9099120497703552,0.8735563158988953,0.9296450614929199,0.9116727113723755,0.8757598400115967,0.872587263584137,0.8834298253059387,0.8787876963615417,0.8280983567237854,0.8355134129524231,0.9138962626457214,0.9049146771430969,0.9181155562400818,0.9026291370391846,0.8828028440475464,0.8914071917533875,0.8870561718940735,0.8974177241325378,0.9090380072593689 -CQADupstackAndroidRetrieval,0.8753382563591003,0.8737571239471436,0.7958477735519409,0.891751766204834,0.8178394436836243,0.8364291787147522,0.8964847922325134,0.8964847922325134,0.900844395160675,0.900844395160675,0.8807247281074524,0.8804208636283875,0.8702689409255981,0.8931977152824402,0.8520771265029907,0.8843629360198975,0.8470963835716248,0.8621524572372437,0.8902676105499268,0.9011673927307129,0.9093854427337646,0.9168010950088501,0.8967640995979309,0.7940370440483093,0.8377655744552612,0.8573910593986511,0.9023654460906982,0.8068230152130127,0.8964974880218506,0.8961885571479797,0.8723280429840088,0.8460091352462769,1.0000001192092896,0.9084342122077942,0.9370324015617371,0.9095420837402344,0.9166147112846375,0.9050965905189514,0.9206304550170898,0.9030284285545349,0.8972444534301758,0.9373556971549988,0.9290414452552795,0.9209067821502686,0.8635401725769043,0.8460091352462769,0.8912644982337952,0.8783244490623474,0.8861086964607239,0.8625217080116272,0.8842442631721497,0.9079585671424866,0.8729583621025085,0.8696499466896057,0.8786553740501404,0.8585020303726196,0.8368518948554993,0.8128756284713745,0.8859356641769409,0.8857338428497314,0.9007682204246521,0.8860815763473511,0.8972189426422119,0.8669255375862122,0.8668273091316223,0.8936954140663147,0.882964015007019 -CQADupstackEnglishRetrieval,0.9054211974143982,0.9069114327430725,0.8322862386703491,0.8907471895217896,0.8577408790588379,0.8700346946716309,0.9208599328994751,0.9208599328994751,0.917822539806366,0.917822539806366,0.9173315763473511,0.9191873669624329,0.9049964547157288,0.9257218837738037,0.8786687850952148,0.9122307896614075,0.8777068257331848,0.886515200138092,0.928565263748169,0.9325352311134338,0.9599207639694214,0.9102783799171448,0.9317466616630554,0.7370885610580444,0.8568944334983826,0.9045571088790894,0.8748583793640137,0.8346021175384521,0.9219396710395813,0.8927103877067566,0.9121270179748535,0.877137303352356,0.9084342122077942,1.0,0.9400819540023804,0.9009470343589783,0.9214543104171753,0.9414180517196655,0.9488763213157654,0.9316865801811218,0.9194899201393127,0.9315387010574341,0.9308363199234009,0.917028546333313,0.9058995842933655,0.877137303352356,0.9196183085441589,0.9052009582519531,0.9050914645195007,0.9017252922058105,0.9156660437583923,0.9440099596977234,0.9012807607650757,0.9038532376289368,0.9157229065895081,0.8888267874717712,0.8651591539382935,0.8234075903892517,0.924311637878418,0.9411693215370178,0.943746030330658,0.9186076521873474,0.9344898462295532,0.8920850157737732,0.8855765461921692,0.9203011989593506,0.9117947220802307 -CQADupstackGamingRetrieval,0.9050220847129822,0.9039636254310608,0.8206374049186707,0.9007715582847595,0.847434937953949,0.8654309511184692,0.9270387291908264,0.9270387291908264,0.922167956829071,0.922167956829071,0.9148895144462585,0.9144876003265381,0.8932080864906311,0.9272482991218567,0.8723767995834351,0.9139900803565979,0.8736319541931152,0.8903034329414368,0.9274815917015076,0.9371761083602905,0.9356912970542908,0.9504308104515076,0.9298926591873169,0.7504194378852844,0.8744352459907532,0.8917332291603088,0.8971635103225708,0.8371538519859314,0.9212622046470642,0.9056882858276367,0.900233805179596,0.8844062089920044,0.9370324015617371,0.9400819540023804,0.9999998807907104,0.9216479063034058,0.9330098628997803,0.9342014789581299,0.9393653869628906,0.9243125319480896,0.9149504899978638,0.940504789352417,0.9380438923835754,0.9254974722862244,0.8909529447555542,0.8844062089920044,0.9199414849281311,0.9049500823020935,0.9040770530700684,0.889488935470581,0.9149694442749023,0.9382474422454834,0.8936588168144226,0.8950048685073853,0.9083070158958435,0.882118821144104,0.858853280544281,0.8333576321601868,0.9167808890342712,0.9232589602470398,0.9353626370429993,0.9158080816268921,0.9224990010261536,0.9030084609985352,0.8916919231414795,0.9242655038833618,0.9156969785690308 -CQADupstackGisRetrieval,0.8575048446655273,0.8530020713806152,0.7885207533836365,0.8569079041481018,0.7987120747566223,0.8066450357437134,0.8749427199363708,0.8749427199363708,0.8686424493789673,0.8686424493789673,0.8601332306861877,0.8603336215019226,0.8815957903862,0.888041615486145,0.8544682264328003,0.8944020867347717,0.8565325140953064,0.8818444013595581,0.8728464841842651,0.8817288279533386,0.9072699546813965,0.9322190880775452,0.888175904750824,0.7442988157272339,0.8095758557319641,0.8425986766815186,0.8783930540084839,0.7987034916877747,0.9038124680519104,0.9124735593795776,0.8606018424034119,0.8418534994125366,0.9095420837402344,0.9009470343589783,0.9216479063034058,0.9999998807907104,0.9448469281196594,0.903142511844635,0.9301380515098572,0.9305801391601562,0.9221766591072083,0.9310668110847473,0.9317100048065186,0.918504536151886,0.8589087724685669,0.8418534994125366,0.8800798058509827,0.8755719661712646,0.8662577867507935,0.854289710521698,0.8728598952293396,0.8888506889343262,0.8968186974525452,0.8719730377197266,0.8571727871894836,0.8625155687332153,0.8343672752380371,0.7701677680015564,0.8710922002792358,0.8752908706665039,0.8871220350265503,0.8685832023620605,0.8740650415420532,0.8476601839065552,0.8595708608627319,0.8642983436584473,0.8621535301208496 -CQADupstackMathematicaRetrieval,0.8769376277923584,0.874477207660675,0.7998864650726318,0.8734966516494751,0.8172357678413391,0.8283482193946838,0.8865760564804077,0.8865760564804077,0.8871181607246399,0.8871181607246399,0.8703606724739075,0.8727058172225952,0.9128819108009338,0.9053133130073547,0.8758416771888733,0.913551926612854,0.8669453859329224,0.8924626708030701,0.8922913074493408,0.8999888896942139,0.9264189600944519,0.939926028251648,0.901106059551239,0.7660002708435059,0.8217236399650574,0.8575678467750549,0.8864251375198364,0.8081290125846863,0.9215748310089111,0.9236457943916321,0.8785495758056641,0.8496251106262207,0.9166147112846375,0.9214543104171753,0.9330098628997803,0.9448469281196594,1.0,0.9277931451797485,0.9406094551086426,0.9559803009033203,0.9574756026268005,0.9464672207832336,0.9315505027770996,0.9326183199882507,0.8738807439804077,0.8496251106262207,0.8993229269981384,0.8777073621749878,0.8827200531959534,0.8768882155418396,0.8850938081741333,0.9020552039146423,0.9163784980773926,0.8997095227241516,0.8748701810836792,0.8762643337249756,0.8645408153533936,0.7892798185348511,0.8838201761245728,0.889945387840271,0.8978254199028015,0.8780002593994141,0.8911046385765076,0.8559651970863342,0.8719625473022461,0.8818624019622803,0.8755237460136414 -CQADupstackPhysicsRetrieval,0.8788719773292542,0.8754789233207703,0.8036501407623291,0.866807758808136,0.8205375075340271,0.8346224427223206,0.8897450566291809,0.8897450566291809,0.8848662972450256,0.8848662972450256,0.8878904581069946,0.8835071921348572,0.9258798360824585,0.9213353395462036,0.8830129504203796,0.9188753366470337,0.870018720626831,0.8929807543754578,0.8964251279830933,0.9109740257263184,0.9299076795578003,0.9218308925628662,0.9096159934997559,0.7272855639457703,0.8345741033554077,0.8722454309463501,0.8661698698997498,0.8156949281692505,0.9176410436630249,0.8843101859092712,0.8957704305648804,0.8617082834243774,0.9050965905189514,0.9414180517196655,0.9342014789581299,0.903142511844635,0.9277931451797485,0.9999999403953552,0.9381371736526489,0.9415716528892517,0.91279536485672,0.9261923432350159,0.9212412238121033,0.9054916501045227,0.8781377077102661,0.8617082834243774,0.8984333276748657,0.8824734091758728,0.8800548315048218,0.8915558457374573,0.8959563970565796,0.922303318977356,0.9024848937988281,0.9060347676277161,0.8913036584854126,0.8834498524665833,0.8713915348052979,0.8070156574249268,0.892284631729126,0.9096480011940002,0.9132447838783264,0.903823971748352,0.899546205997467,0.8698975443840027,0.869685173034668,0.8923594355583191,0.8838998079299927 -CQADupstackProgrammersRetrieval,0.8834834098815918,0.8846838474273682,0.8091654181480408,0.8690007328987122,0.8239988684654236,0.8459446430206299,0.8953050374984741,0.8953050374984741,0.8901574015617371,0.8901574015617371,0.8843247294425964,0.8789454698562622,0.9027954936027527,0.9087139964103699,0.8758763670921326,0.911128044128418,0.8732233643531799,0.8892922401428223,0.8974623084068298,0.9104718565940857,0.9368252158164978,0.9459747672080994,0.9153035879135132,0.7467317581176758,0.8340392112731934,0.8732454776763916,0.8830022215843201,0.8110246062278748,0.9275285005569458,0.9159318804740906,0.9052194356918335,0.8505048155784607,0.9206304550170898,0.9488763213157654,0.9393653869628906,0.9301380515098572,0.9406094551086426,0.9381371736526489,1.0000001192092896,0.9467190504074097,0.9259558320045471,0.9530035257339478,0.9550228714942932,0.9337886571884155,0.8744832277297974,0.8505048155784607,0.9110053181648254,0.8822770714759827,0.8804248571395874,0.8899571895599365,0.8902618885040283,0.9181737303733826,0.9190900325775146,0.9017314910888672,0.8959858417510986,0.8842517137527466,0.8579108119010925,0.8032951951026917,0.8920109868049622,0.9053783416748047,0.9127124547958374,0.89433753490448,0.9096778035163879,0.8691129088401794,0.8748772144317627,0.8964371681213379,0.8863435387611389 -CQADupstackStatsRetrieval,0.8732110261917114,0.870514988899231,0.7987720966339111,0.8641847968101501,0.8105478286743164,0.8239307999610901,0.8811706304550171,0.8811706304550171,0.8792017698287964,0.8792017698287964,0.8718209862709045,0.8683345913887024,0.916979193687439,0.9069965481758118,0.8930484056472778,0.923565149307251,0.9020135402679443,0.9127675890922546,0.8893818259239197,0.901867687702179,0.9241059422492981,0.9272336959838867,0.9074497222900391,0.7388317584991455,0.8295093774795532,0.8640527129173279,0.8678272366523743,0.8064138293266296,0.9317771792411804,0.9021614193916321,0.8878010511398315,0.8545312881469727,0.9030284285545349,0.9316865801811218,0.9243125319480896,0.9305801391601562,0.9559803009033203,0.9415716528892517,0.9467190504074097,1.0000001192092896,0.9336675405502319,0.9365205764770508,0.930739164352417,0.9157169461250305,0.8788878917694092,0.8545312881469727,0.897214412689209,0.8763482570648193,0.8824243545532227,0.895236074924469,0.8826169371604919,0.9051744341850281,0.9343346357345581,0.9186573028564453,0.8812727332115173,0.8962944149971008,0.8794823884963989,0.7893253564834595,0.8797302842140198,0.8905830383300781,0.8992865085601807,0.878086507320404,0.8895502090454102,0.8537505865097046,0.8672860264778137,0.879453182220459,0.8792035579681396 -CQADupstackTexRetrieval,0.8720847964286804,0.8698432445526123,0.8001028299331665,0.860200822353363,0.8049406409263611,0.8178578019142151,0.8818027973175049,0.8818027973175049,0.8758128881454468,0.8758128881454468,0.8644421100616455,0.8654515743255615,0.9049314856529236,0.8965097069740295,0.8660279512405396,0.8992398977279663,0.8579853177070618,0.8801870942115784,0.8851460814476013,0.8874367475509644,0.9255838990211487,0.9189807772636414,0.8974940180778503,0.7514438033103943,0.8197506666183472,0.8527172803878784,0.880608856678009,0.8085086941719055,0.9046880602836609,0.9091837406158447,0.8700098991394043,0.8441368937492371,0.8972444534301758,0.9194899201393127,0.9149504899978638,0.9221766591072083,0.9574756026268005,0.91279536485672,0.9259558320045471,0.9336675405502319,1.0,0.9387102723121643,0.9309241771697998,0.9312326312065125,0.8696514964103699,0.8441368937492371,0.8951022624969482,0.8696152567863464,0.8712650537490845,0.8649015426635742,0.8828864097595215,0.8967395424842834,0.8998434543609619,0.8823222517967224,0.876192569732666,0.874040961265564,0.8481307625770569,0.7818848490715027,0.8804553747177124,0.8856875896453857,0.8912297487258911,0.8708868026733398,0.885320246219635,0.843300998210907,0.8693545460700989,0.8727013468742371,0.8655053973197937 -CQADupstackUnixRetrieval,0.8778753876686096,0.8746495246887207,0.8078638315200806,0.8753891587257385,0.8208318948745728,0.8369230031967163,0.8984538316726685,0.8984538316726685,0.892038881778717,0.892038881778717,0.8797895312309265,0.8802311420440674,0.8934173583984375,0.9025301933288574,0.8672094345092773,0.9039843082427979,0.8595551252365112,0.8826228976249695,0.8965474367141724,0.9019376039505005,0.9274458289146423,0.9332571029663086,0.9126835465431213,0.7605757713317871,0.8345680236816406,0.8612546324729919,0.93036949634552,0.8037967681884766,0.9125511646270752,0.9131677150726318,0.8799136877059937,0.8518548607826233,0.9373556971549988,0.9315387010574341,0.940504789352417,0.9310668110847473,0.9464672207832336,0.9261923432350159,0.9530035257339478,0.9365205764770508,0.9387102723121643,0.9999998211860657,0.9425334334373474,0.9361576437950134,0.8726716041564941,0.8518548607826233,0.9011945724487305,0.8829306364059448,0.8788676857948303,0.8737623691558838,0.8897589445114136,0.9121820330619812,0.8979055881500244,0.8855134844779968,0.8814226984977722,0.8759041428565979,0.8541761040687561,0.8000640273094177,0.8939105272293091,0.8999499082565308,0.9092024564743042,0.8901516199111938,0.9038639068603516,0.8625014424324036,0.8721633553504944,0.8905507326126099,0.873734712600708 -CQADupstackWebmastersRetrieval,0.8800479173660278,0.8826687932014465,0.8033185601234436,0.8771096467971802,0.8235769867897034,0.8369060158729553,0.897138774394989,0.897138774394989,0.8904502391815186,0.8904502391815186,0.8873119354248047,0.8835926055908203,0.8883233666419983,0.9069535732269287,0.8678568005561829,0.9041688442230225,0.8668990731239319,0.8879578709602356,0.8993308544158936,0.9086974263191223,0.9290803074836731,0.9323667287826538,0.9110020995140076,0.7364763021469116,0.8336871266365051,0.87152498960495,0.8850497603416443,0.8270236253738403,0.9187279343605042,0.9141953587532043,0.8878820538520813,0.8488019108772278,0.9290414452552795,0.9308363199234009,0.9380438923835754,0.9317100048065186,0.9315505027770996,0.9212412238121033,0.9550228714942932,0.930739164352417,0.9309241771697998,0.9425334334373474,0.9999998807907104,0.9648351073265076,0.8810744285583496,0.8488019108772278,0.9122025966644287,0.8880552053451538,0.8899712562561035,0.8789516091346741,0.8950729966163635,0.9161275029182434,0.9036228060722351,0.8879486918449402,0.888551652431488,0.8810858726501465,0.8505773544311523,0.7996203303337097,0.8922863602638245,0.89543616771698,0.9074068665504456,0.8887396454811096,0.9075014591217041,0.8670238256454468,0.8819707036018372,0.8923331499099731,0.8873686790466309 -CQADupstackWordpressRetrieval,0.8742043972015381,0.8705847859382629,0.7957671284675598,0.8702175617218018,0.8167813420295715,0.825982391834259,0.8913282155990601,0.8913282155990601,0.8847219944000244,0.8847219944000244,0.8789352178573608,0.8761081099510193,0.8882037997245789,0.8937448859214783,0.8641262650489807,0.8961097002029419,0.8557989597320557,0.8784561157226562,0.8881715536117554,0.8998266458511353,0.9175654649734497,0.9188860058784485,0.8972079753875732,0.7487673163414001,0.8268483281135559,0.8667789697647095,0.8874524235725403,0.810706615447998,0.907027006149292,0.9168320894241333,0.8797154426574707,0.8423066735267639,0.9209067821502686,0.917028546333313,0.9254974722862244,0.918504536151886,0.9326183199882507,0.9054916501045227,0.9337886571884155,0.9157169461250305,0.9312326312065125,0.9361576437950134,0.9648351073265076,1.0000001192092896,0.8684195876121521,0.8423066735267639,0.9004048705101013,0.8746203780174255,0.8731535077095032,0.8685926198959351,0.8860312104225159,0.9065831899642944,0.8904937505722046,0.8772619366645813,0.8826008439064026,0.8709307909011841,0.8430542945861816,0.793935239315033,0.8826149106025696,0.8886222243309021,0.8997173309326172,0.8829312920570374,0.8971396088600159,0.8602017760276794,0.8727341890335083,0.886046290397644,0.8786991834640503 -DBPedia,0.8960760831832886,0.9033768773078918,0.857245147228241,0.8732821941375732,0.8425841331481934,0.8585302829742432,0.9272512793540955,0.9272512793540955,0.9200598001480103,0.9200598001480103,0.9204174280166626,0.9267283082008362,0.9017259478569031,0.9494740962982178,0.8874456882476807,0.9335931539535522,0.8835738897323608,0.9113901853561401,0.9286068081855774,0.92087322473526,0.9289190769195557,0.865909218788147,0.9430718421936035,0.7269722819328308,0.8812722563743591,0.8917800784111023,0.8765844106674194,0.8491460084915161,0.932131826877594,0.8864024877548218,0.8886457085609436,0.9115601778030396,0.8635401725769043,0.9058995842933655,0.8909529447555542,0.8589087724685669,0.8738807439804077,0.8781377077102661,0.8744832277297974,0.8788878917694092,0.8696514964103699,0.8726716041564941,0.8810744285583496,0.8684195876121521,1.0000001192092896,0.9115601778030396,0.9128028154373169,0.9553118348121643,0.9282314777374268,0.9043858051300049,0.9467520117759705,0.9322096705436707,0.908551037311554,0.9075112342834473,0.9047530293464661,0.908862829208374,0.8717136979103088,0.84193354845047,0.9324358105659485,0.9196749925613403,0.9341995120048523,0.9155308604240417,0.9073795676231384,0.9020201563835144,0.9053149819374084,0.9130927324295044,0.9138416051864624 -FEVER,0.8687456250190735,0.8777851462364197,0.8256171345710754,0.8610327243804932,0.8250551819801331,0.839382529258728,0.9111378788948059,0.9111378788948059,0.8968261480331421,0.8968261480331421,0.8989847898483276,0.9066250324249268,0.8781493902206421,0.9121813178062439,0.8496026396751404,0.8964840173721313,0.8590527176856995,0.884668231010437,0.9140297770500183,0.8984732627868652,0.9021029472351074,0.8466858863830566,0.9241911172866821,0.7223891615867615,0.8542394042015076,0.8842594623565674,0.8626706600189209,0.8417803645133972,0.8973691463470459,0.862632155418396,0.868762731552124,1.0000001192092896,0.8460091352462769,0.877137303352356,0.8844062089920044,0.8418534994125366,0.8496251106262207,0.8617082834243774,0.8505048155784607,0.8545312881469727,0.8441368937492371,0.8518548607826233,0.8488019108772278,0.8423066735267639,0.9115601778030396,1.0000001192092896,0.8865174651145935,0.9264897108078003,0.9099120497703552,0.8735563158988953,0.9296450614929199,0.9116727113723755,0.8757598400115967,0.872587263584137,0.8834298253059387,0.8787876963615417,0.8280983567237854,0.8355134129524231,0.9138962626457214,0.9049146771430969,0.9181155562400818,0.9026291370391846,0.8828028440475464,0.8914071917533875,0.8870561718940735,0.8974177241325378,0.9090380072593689 -FiQA2018,0.9194890260696411,0.91923987865448,0.8700592517852783,0.9026527404785156,0.8733782172203064,0.8759719133377075,0.9463034868240356,0.9463034868240356,0.9321253299713135,0.9321253299713135,0.9462225437164307,0.9446496963500977,0.9082144498825073,0.947498619556427,0.8788062334060669,0.9220610857009888,0.8795516490936279,0.9016450047492981,0.9438943862915039,0.9436620473861694,0.9526970386505127,0.9015153050422668,0.9498501420021057,0.7529628872871399,0.8879868388175964,0.9199483394622803,0.9054697155952454,0.8699422478675842,0.9359960556030273,0.9124810099601746,0.920708417892456,0.8865174651145935,0.8912644982337952,0.9196183085441589,0.9199414849281311,0.8800798058509827,0.8993229269981384,0.8984333276748657,0.9110053181648254,0.897214412689209,0.8951022624969482,0.9011945724487305,0.9122025966644287,0.9004048705101013,0.9128028154373169,0.8865174651145935,1.0,0.9253550171852112,0.9273801445960999,0.8983956575393677,0.9334579706192017,0.9525591731071472,0.9080317616462708,0.8984257578849792,0.932041347026825,0.8989304900169373,0.8627818822860718,0.852931559085846,0.9391583204269409,0.9346805214881897,0.9548579454421997,0.9363479018211365,0.9465791583061218,0.9146230816841125,0.9739243984222412,0.9389200806617737,0.9216462969779968 -HotpotQA,0.8983748555183411,0.9041053652763367,0.861984133720398,0.8878933191299438,0.8516587615013123,0.8769184350967407,0.9470813274383545,0.9470813274383545,0.9370198249816895,0.9370198249816895,0.9388979077339172,0.9437984228134155,0.9008392095565796,0.956941545009613,0.8783058524131775,0.9312097430229187,0.8794113397598267,0.9183295369148254,0.9391739964485168,0.931955099105835,0.9371076226234436,0.8845800161361694,0.9545242190361023,0.7362186312675476,0.8985650539398193,0.9096399545669556,0.8964870572090149,0.8755338788032532,0.9427277445793152,0.9039829969406128,0.8948706984519958,0.9264897108078003,0.8783244490623474,0.9052009582519531,0.9049500823020935,0.8755719661712646,0.8777073621749878,0.8824734091758728,0.8822770714759827,0.8763482570648193,0.8696152567863464,0.8829306364059448,0.8880552053451538,0.8746203780174255,0.9553118348121643,0.9264897108078003,0.9253550171852112,0.9999999403953552,0.9338226914405823,0.8949758410453796,0.9652247428894043,0.9462618827819824,0.9095838069915771,0.8932918310165405,0.9121882319450378,0.9082680940628052,0.8506495952606201,0.8844336271286011,0.950919508934021,0.933860719203949,0.9507559537887573,0.9376870393753052,0.9176111817359924,0.9365106821060181,0.9216817021369934,0.9391409754753113,0.9349841475486755 -MSMARCO,0.9003165364265442,0.9071121215820312,0.8672728538513184,0.9106489419937134,0.8590372204780579,0.8686230182647705,0.9404415488243103,0.9404415488243103,0.9469432234764099,0.9469432234764099,0.9315915107727051,0.9354615807533264,0.8916330933570862,0.9396511316299438,0.8714765310287476,0.9096160531044006,0.8779413104057312,0.8957593441009521,0.9369815587997437,0.9319586157798767,0.934260904788971,0.8738407492637634,0.943306565284729,0.7674270272254944,0.8808208107948303,0.9038676619529724,0.888830304145813,0.8483620285987854,0.9200493097305298,0.8921213150024414,0.8937736749649048,0.9099120497703552,0.8861086964607239,0.9050914645195007,0.9040770530700684,0.8662577867507935,0.8827200531959534,0.8800548315048218,0.8804248571395874,0.8824243545532227,0.8712650537490845,0.8788676857948303,0.8899712562561035,0.8731535077095032,0.9282314777374268,0.9099120497703552,0.9273801445960999,0.9338226914405823,0.9999999403953552,0.8933760523796082,0.9218379259109497,0.9464716911315918,0.896026611328125,0.8949978947639465,0.9115307927131653,0.890006422996521,0.8536749482154846,0.8565343618392944,0.9360795021057129,0.923584520816803,0.9442033767700195,0.9270609021186829,0.9261489510536194,0.9158554077148438,0.922019362449646,0.9279426336288452,0.9159611463546753 -NFCorpus,0.8930765986442566,0.8932070136070251,0.8301711678504944,0.8546255826950073,0.840248167514801,0.8685956597328186,0.8946558833122253,0.8946558833122253,0.8838071823120117,0.8838071823120117,0.8950788378715515,0.8943512439727783,0.9167720675468445,0.9095065593719482,0.9372479319572449,0.9406470060348511,0.9487459659576416,0.9393429756164551,0.9039009809494019,0.9122331738471985,0.9154017567634583,0.865176260471344,0.9156935811042786,0.7220373749732971,0.8472391366958618,0.8938794136047363,0.8649072647094727,0.8392335772514343,0.918515145778656,0.8695310950279236,0.9279579520225525,0.8735563158988953,0.8625217080116272,0.9017252922058105,0.889488935470581,0.854289710521698,0.8768882155418396,0.8915558457374573,0.8899571895599365,0.895236074924469,0.8649015426635742,0.8737623691558838,0.8789516091346741,0.8685926198959351,0.9043858051300049,0.8735563158988953,0.8983956575393677,0.8949758410453796,0.8933760523796082,0.9999999403953552,0.9013606905937195,0.9077708125114441,0.9226983189582825,0.9740851521492004,0.9084823131561279,0.9550403952598572,0.9347903728485107,0.8200613260269165,0.9014897346496582,0.9092106819152832,0.921718180179596,0.9010535478591919,0.9073488116264343,0.877545177936554,0.8832513093948364,0.9017101526260376,0.9184467196464539 -NQ,0.9119835495948792,0.9180147051811218,0.8646405339241028,0.8853597640991211,0.8614929914474487,0.8820010423660278,0.9522876143455505,0.9522876143455505,0.9368411898612976,0.9368411898612976,0.9423636198043823,0.9478681683540344,0.910786509513855,0.9639177918434143,0.8799590468406677,0.9374184012413025,0.8801149129867554,0.9159761667251587,0.9450920224189758,0.9413416981697083,0.9463439583778381,0.8900197744369507,0.9650863409042358,0.7399367094039917,0.8976626992225647,0.9211317300796509,0.8988544940948486,0.8892091512680054,0.94994056224823,0.9073175191879272,0.9106296896934509,0.9296450614929199,0.8842442631721497,0.9156660437583923,0.9149694442749023,0.8728598952293396,0.8850938081741333,0.8959563970565796,0.8902618885040283,0.8826169371604919,0.8828864097595215,0.8897589445114136,0.8950729966163635,0.8860312104225159,0.9467520117759705,0.9296450614929199,0.9334579706192017,0.9652247428894043,0.9218379259109497,0.9013606905937195,1.0,0.9495320916175842,0.9153639674186707,0.8995381593704224,0.9279997944831848,0.9119896292686462,0.8595485091209412,0.876109778881073,0.9519914984703064,0.9385321140289307,0.9532462358474731,0.9365876317024231,0.9189303517341614,0.931150496006012,0.9250473976135254,0.9387162327766418,0.9347662329673767 -QuoraRetrieval,0.9182446002960205,0.922761857509613,0.8830270767211914,0.9191234707832336,0.8839017748832703,0.8861343860626221,0.9682824611663818,0.9682824611663818,0.956068754196167,0.956068754196167,0.9756679534912109,0.9679496884346008,0.9078540205955505,0.9652320742607117,0.8842073082923889,0.930925726890564,0.8837840557098389,0.9054452776908875,0.959994375705719,0.9608737826347351,0.967335045337677,0.9089018702507019,0.9623216986656189,0.7632731795310974,0.9045380353927612,0.9303578734397888,0.9126819968223572,0.8765057325363159,0.943608820438385,0.9127946496009827,0.9145981669425964,0.9116727113723755,0.9079585671424866,0.9440099596977234,0.9382474422454834,0.8888506889343262,0.9020552039146423,0.922303318977356,0.9181737303733826,0.9051744341850281,0.8967395424842834,0.9121820330619812,0.9161275029182434,0.9065831899642944,0.9322096705436707,0.9116727113723755,0.9525591731071472,0.9462618827819824,0.9464716911315918,0.9077708125114441,0.9495320916175842,1.0,0.9058340191841125,0.905327320098877,0.9388357400894165,0.9015847444534302,0.8601654171943665,0.8889256119728088,0.9628604054450989,0.9531316161155701,0.9722914695739746,0.9573034644126892,0.9578181505203247,0.9456358551979065,0.9389108419418335,0.9596331715583801,0.9374577403068542 -SCIDOCS,0.889691174030304,0.8992704749107361,0.8478741645812988,0.85566246509552,0.8242060542106628,0.8516706228256226,0.9068668484687805,0.9068668484687805,0.8929500579833984,0.8929500579833984,0.8898159265518188,0.8895792961120605,0.9503505229949951,0.9295390248298645,0.9247989654541016,0.9657474756240845,0.9216246008872986,0.9564609527587891,0.9040453433990479,0.9078938364982605,0.9253087043762207,0.899509608745575,0.9296791553497314,0.740402340888977,0.8541281223297119,0.8930266499519348,0.8830411434173584,0.8636199235916138,0.9736051559448242,0.9117957949638367,0.9124789237976074,0.8757598400115967,0.8729583621025085,0.9012807607650757,0.8936588168144226,0.8968186974525452,0.9163784980773926,0.9024848937988281,0.9190900325775146,0.9343346357345581,0.8998434543609619,0.8979055881500244,0.9036228060722351,0.8904937505722046,0.908551037311554,0.8757598400115967,0.9080317616462708,0.9095838069915771,0.896026611328125,0.9226983189582825,0.9153639674186707,0.9058340191841125,1.0,0.9472094178199768,0.9022283554077148,0.9487838745117188,0.9116275906562805,0.8131711483001709,0.9032444953918457,0.9103025197982788,0.9158501029014587,0.8992156982421875,0.8955920934677124,0.8796117305755615,0.89765465259552,0.8925430774688721,0.9049012660980225 -SciFact,0.892997145652771,0.8951342701911926,0.831039309501648,0.8536851406097412,0.8306145071983337,0.8627360463142395,0.8946090340614319,0.8946090340614319,0.8861535787582397,0.8861535787582397,0.8889317512512207,0.8876237869262695,0.9326635599136353,0.9176734685897827,0.9538105130195618,0.9617788791656494,0.9501500725746155,0.9464058876037598,0.8978421688079834,0.9097794890403748,0.9159756898880005,0.8790194392204285,0.9186417460441589,0.7349553108215332,0.8465986251831055,0.8879072666168213,0.864525556564331,0.8338578343391418,0.9353674650192261,0.8792681694030762,0.9248058795928955,0.872587263584137,0.8696499466896057,0.9038532376289368,0.8950048685073853,0.8719730377197266,0.8997095227241516,0.9060347676277161,0.9017314910888672,0.9186573028564453,0.8823222517967224,0.8855134844779968,0.8879486918449402,0.8772619366645813,0.9075112342834473,0.872587263584137,0.8984257578849792,0.8932918310165405,0.8949978947639465,0.9740851521492004,0.8995381593704224,0.905327320098877,0.9472094178199768,0.9999998807907104,0.9017122983932495,0.9554412961006165,0.968241274356842,0.8046634197235107,0.8989851474761963,0.907640814781189,0.9171600937843323,0.8982743620872498,0.8993921875953674,0.8695809245109558,0.8843533992767334,0.8911031484603882,0.9126039147377014 -Touche2020,0.9215371608734131,0.9281871914863586,0.8493306040763855,0.8839954733848572,0.8763502836227417,0.8969246745109558,0.9345963597297668,0.9345963597297668,0.9225219488143921,0.9225219488143921,0.9373823404312134,0.9310782551765442,0.9119592308998108,0.9311457872390747,0.8883203864097595,0.915169358253479,0.888805091381073,0.896754264831543,0.9354337453842163,0.9485433101654053,0.9310891032218933,0.876009464263916,0.9339285492897034,0.7392125129699707,0.8941338062286377,0.9263610243797302,0.8846127390861511,0.8729779720306396,0.9235967397689819,0.8867591619491577,0.9558223485946655,0.8834298253059387,0.8786553740501404,0.9157229065895081,0.9083070158958435,0.8571727871894836,0.8748701810836792,0.8913036584854126,0.8959858417510986,0.8812727332115173,0.876192569732666,0.8814226984977722,0.888551652431488,0.8826008439064026,0.9047530293464661,0.8834298253059387,0.932041347026825,0.9121882319450378,0.9115307927131653,0.9084823131561279,0.9279997944831848,0.9388357400894165,0.9022283554077148,0.9017122983932495,1.000000238418579,0.9011086225509644,0.8702623248100281,0.8584712743759155,0.9317410588264465,0.9341952204704285,0.9546455144882202,0.9370003938674927,0.9341966509819031,0.9161267876625061,0.9047480821609497,0.9399805665016174,0.9332844614982605 -TRECCOVID,0.8833832144737244,0.8897658586502075,0.8365864753723145,0.8441707491874695,0.8282589912414551,0.8567239046096802,0.8986713886260986,0.8986713886260986,0.8865776658058167,0.8865776658058167,0.8933861255645752,0.8951513767242432,0.9338494539260864,0.9181896448135376,0.942850649356842,0.957700252532959,0.9613710641860962,0.9670438766479492,0.89899742603302,0.9055797457695007,0.9119280576705933,0.8632569313049316,0.9249359369277954,0.7177295684814453,0.8519248962402344,0.8916494846343994,0.8762941360473633,0.8616792559623718,0.9372914433479309,0.8783340454101562,0.9113011956214905,0.8787876963615417,0.8585020303726196,0.8888267874717712,0.882118821144104,0.8625155687332153,0.8762643337249756,0.8834498524665833,0.8842517137527466,0.8962944149971008,0.874040961265564,0.8759041428565979,0.8810858726501465,0.8709307909011841,0.908862829208374,0.8787876963615417,0.8989304900169373,0.9082680940628052,0.890006422996521,0.9550403952598572,0.9119896292686462,0.9015847444534302,0.9487838745117188,0.9554412961006165,0.9011086225509644,1.0000001192092896,0.9231286644935608,0.8148664236068726,0.8992998003959656,0.9077374935150146,0.9175513982772827,0.9003238081932068,0.8937297463417053,0.8788232803344727,0.8935161828994751,0.8917135000228882,0.9123128652572632 -BIOSSES,0.8625791668891907,0.8574753999710083,0.797872006893158,0.8158388733863831,0.7966073751449585,0.8268139362335205,0.8533274531364441,0.8533274531364441,0.8508256077766418,0.8508256077766418,0.8529271483421326,0.8504247069358826,0.9067458510398865,0.8817151784896851,0.9347233772277832,0.9307554960250854,0.9220839142799377,0.9164301753044128,0.8582507967948914,0.8730185031890869,0.876883327960968,0.8407849073410034,0.8814013004302979,0.712036669254303,0.8185410499572754,0.8485643863677979,0.8330298662185669,0.802665114402771,0.8973731994628906,0.8480639457702637,0.8957175016403198,0.8280983567237854,0.8368518948554993,0.8651591539382935,0.858853280544281,0.8343672752380371,0.8645408153533936,0.8713915348052979,0.8579108119010925,0.8794823884963989,0.8481307625770569,0.8541761040687561,0.8505773544311523,0.8430542945861816,0.8717136979103088,0.8280983567237854,0.8627818822860718,0.8506495952606201,0.8536749482154846,0.9347903728485107,0.8595485091209412,0.8601654171943665,0.9116275906562805,0.968241274356842,0.8702623248100281,0.9231286644935608,1.0000001192092896,0.7632718682289124,0.8584350943565369,0.8718514442443848,0.8818195462226868,0.8666396141052246,0.8593403100967407,0.8286240100860596,0.848635196685791,0.8512697219848633,0.8796348571777344 -SICK-R,0.8299649357795715,0.8390056490898132,0.8078639507293701,0.8224376440048218,0.8122089505195618,0.8363828063011169,0.8902477025985718,0.8902477025985718,0.8823556900024414,0.8823556900024414,0.8919810056686401,0.8916918635368347,0.8065285086631775,0.8841482996940613,0.7822513580322266,0.844598650932312,0.7837725281715393,0.8197333216667175,0.8789204955101013,0.8813309073448181,0.8612088561058044,0.8076320886611938,0.879280149936676,0.6801100373268127,0.8878549337387085,0.8542071580886841,0.8284757733345032,0.8343176245689392,0.8585872650146484,0.82960045337677,0.8236397504806519,0.8355134129524231,0.8128756284713745,0.8234075903892517,0.8333576321601868,0.7701677680015564,0.7892798185348511,0.8070156574249268,0.8032951951026917,0.7893253564834595,0.7818848490715027,0.8000640273094177,0.7996203303337097,0.793935239315033,0.84193354845047,0.8355134129524231,0.852931559085846,0.8844336271286011,0.8565343618392944,0.8200613260269165,0.876109778881073,0.8889256119728088,0.8131711483001709,0.8046634197235107,0.8584712743759155,0.8148664236068726,0.7632718682289124,1.0,0.9038611650466919,0.8643434643745422,0.8853167295455933,0.885067880153656,0.8466845154762268,0.9286790490150452,0.8497613668441772,0.9365238547325134,0.8939717411994934 -STS12,0.9155313968658447,0.915518581867218,0.8909081220626831,0.9016413688659668,0.8802585005760193,0.8844971656799316,0.9739812016487122,0.9739812016487122,0.9523103833198547,0.9523103833198547,0.9546875357627869,0.9640517830848694,0.8979881405830383,0.9600266218185425,0.8725536465644836,0.9283256530761719,0.8748796582221985,0.908024787902832,0.9507595896720886,0.9435673952102661,0.9496986269950867,0.8901703953742981,0.9567474722862244,0.7566519975662231,0.9094604253768921,0.9259677529335022,0.914065420627594,0.873137354850769,0.9384756684303284,0.9093490242958069,0.914850115776062,0.9138962626457214,0.8859356641769409,0.924311637878418,0.9167808890342712,0.8710922002792358,0.8838201761245728,0.892284631729126,0.8920109868049622,0.8797302842140198,0.8804553747177124,0.8939105272293091,0.8922863602638245,0.8826149106025696,0.9324358105659485,0.9138962626457214,0.9391583204269409,0.950919508934021,0.9360795021057129,0.9014897346496582,0.9519914984703064,0.9628604054450989,0.9032444953918457,0.8989851474761963,0.9317410588264465,0.8992998003959656,0.8584350943565369,0.9038611650466919,0.9999998807907104,0.9665259122848511,0.9781090617179871,0.9599546194076538,0.949619710445404,0.9488744735717773,0.929383397102356,0.9622442126274109,0.9399190545082092 -STS13,0.9190161824226379,0.9148537516593933,0.8852756023406982,0.8994392156600952,0.8810560703277588,0.8787712454795837,0.9600082635879517,0.9600082635879517,0.9431838989257812,0.9431838989257812,0.9443492889404297,0.952302873134613,0.912732720375061,0.9491159915924072,0.8873900175094604,0.932389497756958,0.8852849006652832,0.9073441624641418,0.9454846978187561,0.9429996013641357,0.9500508308410645,0.8968315720558167,0.9498928785324097,0.7461093068122864,0.8995444178581238,0.9181943535804749,0.9060060381889343,0.8696905374526978,0.9367377161979675,0.9070543050765991,0.9224849343299866,0.9049146771430969,0.8857338428497314,0.9411693215370178,0.9232589602470398,0.8752908706665039,0.889945387840271,0.9096480011940002,0.9053783416748047,0.8905830383300781,0.8856875896453857,0.8999499082565308,0.89543616771698,0.8886222243309021,0.9196749925613403,0.9049146771430969,0.9346805214881897,0.933860719203949,0.923584520816803,0.9092106819152832,0.9385321140289307,0.9531316161155701,0.9103025197982788,0.907640814781189,0.9341952204704285,0.9077374935150146,0.8718514442443848,0.8643434643745422,0.9665259122848511,1.0000001192092896,0.9773168563842773,0.9567533135414124,0.944054901599884,0.934114933013916,0.9183123111724854,0.9466428756713867,0.9373435378074646 -STS14,0.9440998435020447,0.93932044506073,0.8971998691558838,0.9188550710678101,0.9074888229370117,0.9043587446212769,0.9729264974594116,0.9729264974594116,0.960503101348877,0.960503101348877,0.968707799911499,0.9752659201622009,0.9206886291503906,0.9618067741394043,0.8985730409622192,0.9405863881111145,0.899524986743927,0.9192919135093689,0.964044988155365,0.96527099609375,0.9619574546813965,0.9036004543304443,0.9652311205863953,0.7562764286994934,0.9149953126907349,0.9424399137496948,0.9224478602409363,0.889416515827179,0.9479785561561584,0.9182902574539185,0.9421572685241699,0.9181155562400818,0.9007682204246521,0.943746030330658,0.9353626370429993,0.8871220350265503,0.8978254199028015,0.9132447838783264,0.9127124547958374,0.8992865085601807,0.8912297487258911,0.9092024564743042,0.9074068665504456,0.8997173309326172,0.9341995120048523,0.9181155562400818,0.9548579454421997,0.9507559537887573,0.9442033767700195,0.921718180179596,0.9532462358474731,0.9722914695739746,0.9158501029014587,0.9171600937843323,0.9546455144882202,0.9175513982772827,0.8818195462226868,0.8853167295455933,0.9781090617179871,0.9773168563842773,0.9999998807907104,0.9775272607803345,0.9703587293624878,0.9547243118286133,0.9364654421806335,0.9683411121368408,0.9549727439880371 -STS15,0.9286789298057556,0.9213941097259521,0.8883463144302368,0.903643786907196,0.8856732845306396,0.8874390721321106,0.9575598835945129,0.9575598835945129,0.9454217553138733,0.9454217553138733,0.9534297585487366,0.960588812828064,0.9100639820098877,0.9499640464782715,0.8854580521583557,0.9268279671669006,0.8803415298461914,0.90470290184021,0.9484242796897888,0.9469503164291382,0.9489233493804932,0.8906463384628296,0.9521862268447876,0.74090975522995,0.9032992720603943,0.9249746799468994,0.9142858386039734,0.875885009765625,0.9355614185333252,0.9101777076721191,0.9227895736694336,0.9026291370391846,0.8860815763473511,0.9186076521873474,0.9158080816268921,0.8685832023620605,0.8780002593994141,0.903823971748352,0.89433753490448,0.878086507320404,0.8708868026733398,0.8901516199111938,0.8887396454811096,0.8829312920570374,0.9155308604240417,0.9026291370391846,0.9363479018211365,0.9376870393753052,0.9270609021186829,0.9010535478591919,0.9365876317024231,0.9573034644126892,0.8992156982421875,0.8982743620872498,0.9370003938674927,0.9003238081932068,0.8666396141052246,0.885067880153656,0.9599546194076538,0.9567533135414124,0.9775272607803345,1.0000001192092896,0.9542839527130127,0.9541418552398682,0.9206722378730774,0.9615832567214966,0.9395099878311157 -STS16,0.9331569671630859,0.9270878434181213,0.8896051645278931,0.9121543169021606,0.9061300754547119,0.8882074952125549,0.9471473097801208,0.9471473097801208,0.9361295700073242,0.9361295700073242,0.9462233185768127,0.9546923041343689,0.9006866812705994,0.9319314360618591,0.8810415267944336,0.9138600826263428,0.8795533776283264,0.8936593532562256,0.9516837000846863,0.9470174312591553,0.9536707401275635,0.8955281376838684,0.9399745464324951,0.7517213821411133,0.8763034343719482,0.9261443614959717,0.9095703363418579,0.8529878854751587,0.9222978949546814,0.9040267467498779,0.9244217872619629,0.8828028440475464,0.8972189426422119,0.9344898462295532,0.9224990010261536,0.8740650415420532,0.8911046385765076,0.899546205997467,0.9096778035163879,0.8895502090454102,0.885320246219635,0.9038639068603516,0.9075014591217041,0.8971396088600159,0.9073795676231384,0.8828028440475464,0.9465791583061218,0.9176111817359924,0.9261489510536194,0.9073488116264343,0.9189303517341614,0.9578181505203247,0.8955920934677124,0.8993921875953674,0.9341966509819031,0.8937297463417053,0.8593403100967407,0.8466845154762268,0.949619710445404,0.944054901599884,0.9703587293624878,0.9542839527130127,0.9999997019767761,0.9166147112846375,0.9188820123672485,0.9595922827720642,0.9186667799949646 -STS17,0.908374547958374,0.904332160949707,0.8645649552345276,0.8826841711997986,0.8690868020057678,0.8814995884895325,0.9507492780685425,0.9507492780685425,0.9454723000526428,0.9454723000526428,0.9519502520561218,0.9575697183609009,0.8714514374732971,0.942611038684845,0.8527474999427795,0.9094533324241638,0.853192925453186,0.8826584219932556,0.9390854835510254,0.9395745992660522,0.9245097041130066,0.8716039061546326,0.9386094212532043,0.7253054976463318,0.9204296469688416,0.9087364673614502,0.8892186880111694,0.8793433308601379,0.9234777092933655,0.8930013179779053,0.8932615518569946,0.8914071917533875,0.8669255375862122,0.8920850157737732,0.9030084609985352,0.8476601839065552,0.8559651970863342,0.8698975443840027,0.8691129088401794,0.8537505865097046,0.843300998210907,0.8625014424324036,0.8670238256454468,0.8602017760276794,0.9020201563835144,0.8914071917533875,0.9146230816841125,0.9365106821060181,0.9158554077148438,0.877545177936554,0.931150496006012,0.9456358551979065,0.8796117305755615,0.8695809245109558,0.9161267876625061,0.8788232803344727,0.8286240100860596,0.9286790490150452,0.9488744735717773,0.934114933013916,0.9547243118286133,0.9541418552398682,0.9166147112846375,0.9999997615814209,0.9029736518859863,0.9728071689605713,0.9457882046699524 -STS22,0.8873857855796814,0.8904899954795837,0.9054290056228638,0.8817184567451477,0.8543643951416016,0.8508477807044983,0.9367305040359497,0.9367305040359497,0.918997585773468,0.918997585773468,0.9268797636032104,0.9292759299278259,0.8883957266807556,0.933143138885498,0.8675625324249268,0.9075512886047363,0.8731187582015991,0.895809531211853,0.9249169826507568,0.9250169992446899,0.9384429454803467,0.8718999028205872,0.9347309470176697,0.7493941187858582,0.8792893886566162,0.9015825986862183,0.8974651098251343,0.8625198602676392,0.9208407998085022,0.8990249037742615,0.8931587934494019,0.8870561718940735,0.8668273091316223,0.8855765461921692,0.8916919231414795,0.8595708608627319,0.8719625473022461,0.869685173034668,0.8748772144317627,0.8672860264778137,0.8693545460700989,0.8721633553504944,0.8819707036018372,0.8727341890335083,0.9053149819374084,0.8870561718940735,0.9739243984222412,0.9216817021369934,0.922019362449646,0.8832513093948364,0.9250473976135254,0.9389108419418335,0.89765465259552,0.8843533992767334,0.9047480821609497,0.8935161828994751,0.848635196685791,0.8497613668441772,0.929383397102356,0.9183123111724854,0.9364654421806335,0.9206722378730774,0.9188820123672485,0.9029736518859863,1.0,0.9147948026657104,0.9118971228599548 -STSBenchmark,0.933322012424469,0.9300788640975952,0.8723177313804626,0.9049835801124573,0.8943052887916565,0.9050480723381042,0.9577158689498901,0.9577158689498901,0.9517570734024048,0.9517570734024048,0.9642019867897034,0.9668652415275574,0.8937532901763916,0.949581503868103,0.8723320960998535,0.9221967458724976,0.8726744651794434,0.8965899348258972,0.9586203694343567,0.9560426473617554,0.9446290731430054,0.8934082984924316,0.9504886865615845,0.7513360977172852,0.9244780540466309,0.9283378720283508,0.901841938495636,0.8832800984382629,0.9328756928443909,0.9047304391860962,0.9195448756217957,0.8974177241325378,0.8936954140663147,0.9203011989593506,0.9242655038833618,0.8642983436584473,0.8818624019622803,0.8923594355583191,0.8964371681213379,0.879453182220459,0.8727013468742371,0.8905507326126099,0.8923331499099731,0.886046290397644,0.9130927324295044,0.8974177241325378,0.9389200806617737,0.9391409754753113,0.9279426336288452,0.9017101526260376,0.9387162327766418,0.9596331715583801,0.8925430774688721,0.8911031484603882,0.9399805665016174,0.8917135000228882,0.8512697219848633,0.9365238547325134,0.9622442126274109,0.9466428756713867,0.9683411121368408,0.9615832567214966,0.9595922827720642,0.9728071689605713,0.9147948026657104,0.9999998807907104,0.9490109086036682 -SummEval,0.9260546565055847,0.924091637134552,0.8509836196899414,0.8948301672935486,0.8744396567344666,0.9031330347061157,0.9361376762390137,0.9361376762390137,0.932615339756012,0.932615339756012,0.9413120746612549,0.9422594308853149,0.9103951454162598,0.9360114932060242,0.8993033170700073,0.921167254447937,0.9043846130371094,0.9074312448501587,0.9392504096031189,0.9494283199310303,0.9257869124412537,0.87904953956604,0.9389493465423584,0.7284443974494934,0.920987069606781,0.926887035369873,0.8834519982337952,0.8852307796478271,0.9246395826339722,0.8860877752304077,0.9351081848144531,0.9090380072593689,0.882964015007019,0.9117947220802307,0.9156969785690308,0.8621535301208496,0.8755237460136414,0.8838998079299927,0.8863435387611389,0.8792035579681396,0.8655053973197937,0.873734712600708,0.8873686790466309,0.8786991834640503,0.9138416051864624,0.9090380072593689,0.9216462969779968,0.9349841475486755,0.9159611463546753,0.9184467196464539,0.9347662329673767,0.9374577403068542,0.9049012660980225,0.9126039147377014,0.9332844614982605,0.9123128652572632,0.8796348571777344,0.8939717411994934,0.9399190545082092,0.9373435378074646,0.9549727439880371,0.9395099878311157,0.9186667799949646,0.9457882046699524,0.9118971228599548,0.9490109086036682,1.0 diff --git a/plotstables/thumbnail.png b/plotstables/thumbnail.png deleted file mode 100644 index 27bc78c8..00000000 Binary files a/plotstables/thumbnail.png and /dev/null differ diff --git a/plotstables/thumbnail_v1.drawio b/plotstables/thumbnail_v1.drawio deleted file mode 100644 index b025fbca..00000000 --- a/plotstables/thumbnail_v1.drawio +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/results_to_csv.bash b/results_to_csv.bash deleted file mode 100644 index 17ac0355..00000000 --- a/results_to_csv.bash +++ /dev/null @@ -1,31 +0,0 @@ - -results=( -LASER2 -SGPT-125M-weightedmean-msmarco-specb-bitfit -SGPT-125M-weightedmean-msmarco-specb-bitfit-doc -SGPT-125M-weightedmean-msmarco-specb-bitfit-que -SGPT-125M-weightedmean-nli-bitfit -SGPT-5.8B-weightedmean-msmarco-specb-bitfit -SGPT-5.8B-weightedmean-nli-bitfit -all-MiniLM-L6-v2 -all-mpnet-base-v2 -bert-base-uncased -contriever-base-msmarco -glove.6B.300d -gtr-t5-base -gtr-t5-xxl -komninos -msmarco-bert-co-condensor -sentence-t5-base -sentence-t5-xxl -sgpt-bloom-1b3-nli -sgpt-bloom-7b1-msmarco -sup-simcse-bert-base-uncased -unsup-simcse-bert-base-uncased -) - -for i in "${results[@]}" -do - echo "$i" - python results_to_csv.py results/$i -done diff --git a/results_to_csv.py b/results_to_csv.py deleted file mode 100644 index 993dbbc6..00000000 --- a/results_to_csv.py +++ /dev/null @@ -1,212 +0,0 @@ -""" -Usage: python results_to_csv.py results_folder_path -Make sure the final directory results_folder_path is the name of your model -""" -import csv -import json -import os -import sys - -from mteb import MTEB - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", -] - -TASK_LIST_SUMMARIZATION = [ - "SummEval", -] - -TASK_LIST_BITEXTMINING = [ - "BUCC", - "Tatoeba", -] - -TASK_LIST = ( - TASK_LIST_BITEXTMINING - + TASK_LIST_CLASSIFICATION - + TASK_LIST_CLUSTERING - + TASK_LIST_PAIR_CLASSIFICATION - + TASK_LIST_RERANKING - + TASK_LIST_RETRIEVAL - + TASK_LIST_STS - + TASK_LIST_SUMMARIZATION -) - -TASK_LIST_NAMES = [ - ("Classification", TASK_LIST_CLASSIFICATION, ["en", "en-en"]), - ("Clustering", TASK_LIST_CLUSTERING, ["en", "en-en"]), - ("PairClassification", TASK_LIST_PAIR_CLASSIFICATION, ["en", "en-en"]), - ("Reranking", TASK_LIST_RERANKING, ["en", "en-en"]), - ("Retrieval", TASK_LIST_RETRIEVAL, ["en", "en-en"]), - ("STS", TASK_LIST_STS, ["en", "en-en"]), - ("all", TASK_LIST, ["en", "en-en"]), - ("BitextMining", TASK_LIST_BITEXTMINING, []), -] - -results_folder = sys.argv[1] -results_folder = results_folder.strip("/") -model_name = results_folder.split("/")[-1] -print(f"Using model name {model_name}") - -all_results = {} - -for file_name in os.listdir(results_folder): - if not file_name.endswith(".json"): - print(f"Skipping non-json {file_name}") - continue - with open(os.path.join(results_folder, file_name), "r", encoding="utf-8") as f: - results = json.load(f) - all_results = {**all_results, **{file_name.replace(".json", ""): results}} - -csv_file = f"{results_folder}_results.csv" -print(f"Converting {results_folder} to {csv_file}") - -NOT_FOUND = [] - - -def get_rows(task, dataset, limit_langs=[]): - rows = [] - # CQADupstackRetrieval uses the same metric as its subsets - tasks = MTEB(tasks=[dataset.replace("CQADupstackRetrieval", "CQADupstackTexRetrieval")]).tasks - assert len(tasks) == 1, f"Found {len(tasks)} for {dataset}. Expected 1." - main_metric = tasks[0].description["main_score"] - test_result = all_results.get(dataset, {}) - - # Dev / Val set is used for MSMARCO (See BEIR paper) - if "MSMARCO" in dataset: - test_result = ( - test_result.get("dev") if "dev" in test_result else test_result.get("validation") - ) - else: - test_result = test_result.get("test") - if test_result is None: - print(f"{dataset} - test set not found") - NOT_FOUND.append(dataset) - return [[model_name, task, dataset, "", main_metric, ""]] - - for lang in tasks[0].description["eval_langs"]: - if limit_langs and lang not in limit_langs: - continue - test_result_lang = test_result.get(lang, test_result) - if main_metric == "cosine_spearman": - test_result_lang = test_result_lang.get("cos_sim", {}).get("spearman") - elif main_metric == "ap": - test_result_lang = test_result_lang.get("cos_sim", {}).get("ap") - else: - test_result_lang = test_result_lang.get(main_metric) - - if test_result_lang is None: - print(f"{lang} & {main_metric} not found for task {dataset}.") - rows.append([model_name, task, dataset, lang, main_metric, ""]) - rows.append([model_name, task, dataset, lang, main_metric, test_result_lang]) - return rows - - -with open(csv_file, "w", encoding="utf-8") as f: - writer = csv.writer(f) - writer.writerow(["model", "task", "dataset", "language", "metric", "value"]) - for task, dataset_list in [ - ("BitextMining", TASK_LIST_BITEXTMINING), - ("Classification", TASK_LIST_CLASSIFICATION), - ("Clustering", TASK_LIST_CLUSTERING), - ("PairClassification", TASK_LIST_PAIR_CLASSIFICATION), - ("Reranking", TASK_LIST_RERANKING), - ("Retrieval", TASK_LIST_RETRIEVAL), - ("STS", TASK_LIST_STS), - ("Summarization", TASK_LIST_SUMMARIZATION), - ]: - for dataset in dataset_list: - writer.writerows(get_rows(task, dataset)) - - # Add average scores - for task, dataset_list, limit_langs in [ - ("BitextMining", TASK_LIST_BITEXTMINING, []), - ("Classification", TASK_LIST_CLASSIFICATION, ["en", "en-en"]), - ("Clustering", TASK_LIST_CLUSTERING, ["en", "en-en"]), - ("PairClassification", TASK_LIST_PAIR_CLASSIFICATION, ["en", "en-en"]), - ("Reranking", TASK_LIST_RERANKING, ["en", "en-en"]), - ("Retrieval", TASK_LIST_RETRIEVAL, ["en", "en-en"]), - ("STS", TASK_LIST_STS, ["en", "en-en"]), - ("all", TASK_LIST, ["en", "en-en"]), - ]: - if all([x in all_results for x in dataset_list]): - rows = [y for x in dataset_list for y in get_rows(task, x, limit_langs=limit_langs)] - try: - avg = sum([float(x[-1]) for x in rows]) / len(rows) - except: - continue - metric = "multiple" if task == "all" else rows[-1][-2] - writer.writerow([model_name, task, "average", "en", metric, avg]) - -if NOT_FOUND: - print("Not found: " + "'" + "','".join(NOT_FOUND) + "'", len(NOT_FOUND)) diff --git a/run_array.py b/run_array.py deleted file mode 100644 index ac172e82..00000000 --- a/run_array.py +++ /dev/null @@ -1,247 +0,0 @@ -import argparse -import logging -import os -from typing import Dict, List, Union - -logging.basicConfig(level=logging.INFO) - -logger = logging.getLogger("main") - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - -from mteb import MTEB -import numpy as np -from sentence_transformers import SentenceTransformer -from torch import Tensor -import torch.multiprocessing as mp - - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -TASK_LIST = TASK_LIST_CLASSIFICATION + TASK_LIST_CLUSTERING + TASK_LIST_PAIR_CLASSIFICATION + TASK_LIST_RERANKING + TASK_LIST_RETRIEVAL + TASK_LIST_STS - - -class SentenceTransformerSpecb: - # Requires: - # https://github.com/Muennighoff/sentence-transformers/tree/sgpt_poolings_specb - # pip install git+https://github.com/Muennighoff/sentence-transformers.git@sgpt_poolings_specb - def __init__(self, model): - self.model = SentenceTransformer(model) - self.sep = " " - tokens = ["[SOS]", "{SOS}"] - self.model._first_module().tokenizer.add_tokens(tokens, special_tokens=True) - self.model._first_module().auto_model.resize_token_embeddings(len(self.model._first_module().tokenizer)) - # Will be replaced with the rep tokens in the model ones - # The problem is we don't know if a text is query or document when tokenizing in the Transformer.py module, - # so we use the SOS tokens as an identifier if we have a query or document at hand & then replace them - # If we would directly use the brackets here, they may become part of another token - self.model._first_module().bos_spec_token_q = self.model._first_module().tokenizer.encode("[SOS]", add_special_tokens=False)[0] - self.model._first_module().bos_spec_token_d = self.model._first_module().tokenizer.encode("{SOS}", add_special_tokens=False)[0] - self.model._first_module().bos_spec_token_q_rep = self.model._first_module().tokenizer.encode("[", add_special_tokens=False)[0] - self.model._first_module().eos_spec_token_q = self.model._first_module().tokenizer.encode("]", add_special_tokens=False)[0] - self.model._first_module().bos_spec_token_d_rep = self.model._first_module().tokenizer.encode("{", add_special_tokens=False)[0] - self.model._first_module().eos_spec_token_d = self.model._first_module().tokenizer.encode("}", add_special_tokens=False)[0] - self.model._first_module().replace_bos = True - - def encode(self, sentences, **kwargs): - """Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - # Add specb query token - sentences = ["[SOS]" + sent for sent in sentences] - return self.model.encode(sentences, **kwargs) - - def encode_queries(self, queries: List[str], batch_size: int = 16, **kwargs) -> Union[List[Tensor], np.ndarray, Tensor]: - # Will be replaced with [ in the models tokenization - # If we would put [ here, there is a risk of it getting chained with a different token when encoding - queries = ["[SOS]" + q for q in queries] - return self.model.encode(queries, batch_size=batch_size, **kwargs) - - def encode_corpus(self, corpus: List[Dict[str, str]], batch_size: int = 8, **kwargs) -> Union[List[Tensor], np.ndarray, Tensor]: - # Will be replaced with { in the models tokenization - # If we would put { here, there is a risk of it getting chained with a different token when encoding - sentences = [("{SOS}" + doc["title"] + self.sep + doc["text"]).strip() if "title" in doc else "{SOS}" + doc["text"].strip() for doc in corpus] - return self.model.encode(sentences, batch_size=batch_size, **kwargs) - - def encode_corpus_parallel( - self, corpus: List[Dict[str, str]], pool: Dict[str, object], batch_size: int, chunk_id: int, **kwargs - ): - if type(corpus) is dict: - sentences = [ - ("{SOS}" + corpus["title"][i] + self.sep + corpus["text"][i]).strip() - if "title" in corpus - else "{SOS}" + corpus["text"][i].strip() - for i in range(len(corpus["text"])) - ] - else: - sentences = [ - ("{SOS}" + doc["title"] + self.sep + doc["text"]).strip() if "title" in doc else "{SOS}" + doc["text"].strip() - for doc in corpus - ] - - if chunk_id is not None and chunk_id >= len(pool["processes"]): - output_queue = pool["output"] - output_queue.get() - - input_queue = pool["input"] - input_queue.put([chunk_id, batch_size, sentences]) - - - def start_multi_process_pool(self, target_devices: List[str] = None) -> Dict[str, object]: - logger.info("Start multi-process pool on devices: {}".format(", ".join(map(str, target_devices)))) - - ctx = mp.get_context("spawn") - input_queue = ctx.Queue() - output_queue = ctx.Queue() - processes = [] - - for process_id, device_name in enumerate(target_devices): - p = ctx.Process( - target=SentenceTransformer._encode_multi_process_worker, - args=(process_id, device_name, self.model, input_queue, output_queue), - daemon=True, - ) - p.start() - processes.append(p) - - return {"input": input_queue, "output": output_queue, "processes": processes} - - def stop_multi_process_pool(self, pool: Dict[str, object]): - output_queue = pool["output"] - [output_queue.get() for _ in range(len(pool["processes"]))] - return self.model.stop_multi_process_pool(pool) - - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--startid", type=int) - parser.add_argument("--endid", type=int) - parser.add_argument("--addspecbdoc", action='store_true') - parser.add_argument("--addspecbquery", action='store_true') - parser.add_argument("--modelpath", type=str, default="/gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-base") - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--taskname", type=str, default=None) - parser.add_argument("--batchsize", type=int, default=128) - args = parser.parse_args() - return args - -def main(args): - - if args.addspecbdoc or args.addspecbquery: - model = SentenceTransformerSpecb(args.modelpath) # Only used for SGPT-msmarco models - else: - model = SentenceTransformer(args.modelpath) - - if args.taskname is not None: - task = args.taskname - model_name = args.modelpath.split("/")[-1].split("_")[-1] - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - exit() - - for task in TASK_LIST[args.startid:args.endid]: - print("Running task: ", task) - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - model_name = args.modelpath.split("/")[-1].split("_")[-1] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/run_array_laser.py b/run_array_laser.py deleted file mode 100644 index a3f61208..00000000 --- a/run_array_laser.py +++ /dev/null @@ -1,178 +0,0 @@ -""" -See https://github.com/facebookresearch/LASER/issues/211 -""" - -import argparse -import logging -import os - -import numpy as np -import subprocess - -logging.basicConfig(level=logging.INFO) - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - -from mteb import MTEB - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -TASK_LIST = TASK_LIST_CLASSIFICATION + TASK_LIST_CLUSTERING + TASK_LIST_PAIR_CLASSIFICATION + TASK_LIST_RERANKING + TASK_LIST_RETRIEVAL + TASK_LIST_STS - -### Setup prior to running ### -#with open("LASER_script.sh", "w") as f: -# f.write("LASER=/content/LASER ./LASER/tasks/embed/embed.sh tmp.txt tmp.bin") -# Run `chmod u+rx LASER_script.sh` to give permissions -# !chmod u+rx LASER_script.sh - -class LASER(): - def encode(self, sentences, batch_size=32, **kwargs): - """ - Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - if os.path.exists("tmp.txt"): - os.remove("tmp.txt") - if os.path.exists("tmp.bin"): - os.remove("tmp.bin") - - # LASER expects one text per line, so we need to replace newlines - sentences = [s.replace("\n", " ") for s in sentences] - with open("tmp.txt", "w") as f: - f.write("\n".join(sentences)) - - print(len(sentences)) - rc = subprocess.call("./LASER_script.sh", shell=True) - - dim = 1024 - X = np.fromfile("tmp.bin", dtype=np.float32, count=-1) - X.resize(X.shape[0] // dim, dim) - print(X.shape) - return X - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--startid", type=int) - parser.add_argument("--endid", type=int) - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--taskname", type=str, default=None) - parser.add_argument("--batchsize", type=int, default=128) - args = parser.parse_args() - return args - -def main(args): - - model = LASER() - model_name = "LASER2" - - if args.taskname is not None: - task = args.taskname - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - exit() - - for task in TASK_LIST[args.startid:args.endid]: - print("Running task: ", task) - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/run_array_openai.py b/run_array_openai.py deleted file mode 100644 index c3a95d55..00000000 --- a/run_array_openai.py +++ /dev/null @@ -1,220 +0,0 @@ -""" -openai==0.11.4 -""" -import argparse -import logging -import os -import pathlib -import pickle - -import openai -from transformers import GPT2TokenizerFast - -logging.basicConfig(level=logging.INFO) - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - -API_KEY = "YOUR_KEY" - -from mteb import MTEB - - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -TASK_LIST = TASK_LIST_CLASSIFICATION + TASK_LIST_CLUSTERING + TASK_LIST_PAIR_CLASSIFICATION + TASK_LIST_RERANKING + TASK_LIST_RETRIEVAL + TASK_LIST_STS -class OpenAIEmbedder: - """ - Benchmark OpenAIs embeddings endpoint on USEB. - """ - def __init__(self, engine, task_name=None, batch_size=32, save_emb=False, **kwargs): - self.engine = engine - self.max_token_len = 2046 # 2048 - 2 special tokens - self.batch_size = batch_size - self.save_emb = False # Problematic as the filenames end up being the same - self.base_path = f"embeddings/{engine.split('/')[-1]}/" - self.tokenizer = GPT2TokenizerFast.from_pretrained("gpt2") - self.task_name = task_name - - if save_emb: - assert self.task_name is not None - - pathlib.Path(self.base_path).mkdir(parents=True, exist_ok=True) - - def encode(self, - sentences, - decode=True, - idx=None, - **kwargs - ): - - openai.api_key = API_KEY - - fin_embeddings = [] - - embedding_path = f"{self.base_path}/{self.task_name}_{sentences[0][:5]}_{sentences[-1][-5:]}.pickle" - if sentences and os.path.exists(embedding_path): - loaded = pickle.load(open(embedding_path, "rb")) - fin_embeddings = loaded["fin_embeddings"] - else: - for i in range(0, len(sentences), self.batch_size): - batch = sentences[i : i + self.batch_size] - - all_tokens = [] - used_indices = [] - for j, txt in enumerate(batch): - tokens = self.tokenizer.encode(txt, add_special_tokens=False) - token_len = len(tokens) - if token_len == 0: - raise ValueError("Empty items should be cleaned prior to running") - if token_len > self.max_token_len: - tokens = tokens[:self.max_token_len] - # For some characters the API raises weird errors, e.g. input=[[126]] - if decode: - tokens = self.tokenizer.decode(tokens) - all_tokens.append(tokens) - used_indices.append(j) - - out = [[]] * len(batch) - if all_tokens: - response = openai.Engine(id=self.engine).embeddings(input=all_tokens) - assert len(response["data"]) == len( - all_tokens - ), f"Sent {len(all_tokens)}, got {len(response['data'])}" - - for data in response["data"]: - idx = data["index"] - # OpenAI seems to return them ordered, but to be save use the index and insert - idx = used_indices[idx] - embedding = data["embedding"] - out[idx] = embedding - - fin_embeddings.extend(out) - # Save embeddings - if fin_embeddings and self.save_emb: - dump = { - "fin_embeddings": fin_embeddings, - } - pickle.dump(dump, open(embedding_path, "wb")) - - assert len(sentences) == len(fin_embeddings) - return fin_embeddings - - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--startid", type=int) - parser.add_argument("--endid", type=int) - parser.add_argument("--engine", type=str, default="text-similarity-ada-001") - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--taskname", type=str, default=None) - parser.add_argument("--batchsize", type=int, default=2048) - args = parser.parse_args() - return args - -def main(args): - - # Different batch size than the arg - # The below is used to send X embeddings to the API - # The CLI arg is how much will be saved / pickle file - - for task in TASK_LIST[args.startid:args.endid]: - print("Running task: ", task) - model = OpenAIEmbedder(args.engine, task_name=task, batchsize=256, save_emb=True) - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - model_name = args.engine.split("/")[-1].split("_")[-1] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/run_array_openaiv2.py b/run_array_openaiv2.py deleted file mode 100644 index d29c6cc4..00000000 --- a/run_array_openaiv2.py +++ /dev/null @@ -1,226 +0,0 @@ -""" -openai==0.26.4 -tiktoken==0.2.0 -""" -import argparse -import logging -import os -import pathlib -import pickle - -from mteb import MTEB -import openai -import tiktoken -from transformers import GPT2TokenizerFast - -logging.basicConfig(level=logging.INFO) - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - -API_KEY = "YOUR_KEY" - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -TASK_LIST = TASK_LIST_CLASSIFICATION + TASK_LIST_CLUSTERING + TASK_LIST_PAIR_CLASSIFICATION + TASK_LIST_RERANKING + TASK_LIST_RETRIEVAL + TASK_LIST_STS - -class OpenAIEmbedder: - """ - Benchmark OpenAIs embeddings endpoint. - """ - def __init__(self, engine, task_name=None, batch_size=32, save_emb=False, **kwargs): - self.engine = engine - self.max_token_len = 8191 - self.batch_size = batch_size - self.save_emb = save_emb # Problematic as the filenames may end up being the same - self.base_path = f"embeddings/{engine.split('/')[-1]}/" - # self.tokenizer = GPT2TokenizerFast.from_pretrained("gpt2") - self.tokenizer = tiktoken.encoding_for_model(engine) - self.task_name = task_name - - if save_emb: - assert self.task_name is not None - - pathlib.Path(self.base_path).mkdir(parents=True, exist_ok=True) - - def encode(self, - sentences, - decode=True, - idx=None, - **kwargs - ): - - openai.api_key = API_KEY - - fin_embeddings = [] - - embedding_path = f"{self.base_path}/{self.task_name}_{sentences[0][:10]}_{sentences[-1][-10:]}.pickle" - if sentences and os.path.exists(embedding_path): - loaded = pickle.load(open(embedding_path, "rb")) - fin_embeddings = loaded["fin_embeddings"] - else: - for i in range(0, len(sentences), self.batch_size): - batch = sentences[i : i + self.batch_size] - - all_tokens = [] - used_indices = [] - for j, txt in enumerate(batch): - # tokens = self.tokenizer.encode(txt, add_special_tokens=False) - if not(txt): - print("Detected empty item, which is not allowed by the OpenAI API - Replacing with empty space") - txt = " " - tokens = self.tokenizer.encode(txt) - token_len = len(tokens) - if token_len > self.max_token_len: - tokens = tokens[:self.max_token_len] - # For some characters the API raises weird errors, e.g. input=[[126]] - if decode: - tokens = self.tokenizer.decode(tokens) - all_tokens.append(tokens) - used_indices.append(j) - - out = [[]] * len(batch) - if all_tokens: - response = openai.Embedding.create(input=all_tokens, model=self.engine) - # May want to sleep here to avoid getting too many requests error - # time.sleep(1) - assert len(response["data"]) == len( - all_tokens - ), f"Sent {len(all_tokens)}, got {len(response['data'])}" - - for data in response["data"]: - idx = data["index"] - # OpenAI seems to return them ordered, but to be save use the index and insert - idx = used_indices[idx] - embedding = data["embedding"] - out[idx] = embedding - - fin_embeddings.extend(out) - # Save embeddings - if fin_embeddings and self.save_emb: - dump = { - "fin_embeddings": fin_embeddings, - } - pickle.dump(dump, open(embedding_path, "wb")) - - assert len(sentences) == len(fin_embeddings) - return fin_embeddings - - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--startid", type=int) - parser.add_argument("--endid", type=int) - parser.add_argument("--engine", type=str, default="text-embedding-ada-002") - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--taskname", type=str, default=None) - parser.add_argument("--batchsize", type=int, default=2048) - args = parser.parse_args() - return args - -def main(args): - - # There are two different batch sizes - # OpenAIEmbedder(...) batch size arg is used to send X embeddings to the API - # evaluation.run(...) batch size arg is how much will be saved / pickle file (as it's the total sent to the embed function) - - for task in TASK_LIST[args.startid:args.endid]: - print("Running task: ", task) - model = OpenAIEmbedder(args.engine, task_name=task, batch_size=args.batchsize, save_emb=True) - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - model_name = args.engine.split("/")[-1].split("_")[-1] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits, corpus_chunk_size=10000) - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/run_array_sgpt.py b/run_array_sgpt.py deleted file mode 100644 index f95da0a6..00000000 --- a/run_array_sgpt.py +++ /dev/null @@ -1,247 +0,0 @@ -import argparse -import logging -import os -from typing import Dict, List, Union - -from mteb import MTEB -import numpy as np -from sentence_transformers import SentenceTransformer -import torch.multiprocessing as mp -from torch import Tensor - -logging.basicConfig(level=logging.INFO) - -logger = logging.getLogger("main") - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -TASK_LIST = TASK_LIST_CLASSIFICATION + TASK_LIST_CLUSTERING + TASK_LIST_PAIR_CLASSIFICATION + TASK_LIST_RERANKING + TASK_LIST_RETRIEVAL + TASK_LIST_STS - - -class SentenceTransformerSpecb(SentenceTransformer): - # Requires: - # https://github.com/Muennighoff/sentence-transformers/tree/sgpt_poolings_specb - # pip install git+https://github.com/Muennighoff/sentence-transformers.git@sgpt_poolings_specb - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - tokens = ["[SOS]", "{SOS}"] - self.sep = " " - self._first_module().tokenizer.add_tokens(tokens, special_tokens=True) - self._first_module().auto_model.resize_token_embeddings(len(self._first_module().tokenizer)) - # Will be replaced with the rep tokens in the model ones - # The problem is we don't know if a text is query or document when tokenizing in the Transformer.py module, - # so we use the SOS tokens as an identifier if we have a query or document at hand & then replace them - # If we would directly use the brackets here, they may become part of another token - self._first_module().bos_spec_token_q = self._first_module().tokenizer.encode("[SOS]", add_special_tokens=False)[0] - self._first_module().bos_spec_token_d = self._first_module().tokenizer.encode("{SOS}", add_special_tokens=False)[0] - self._first_module().bos_spec_token_q_rep = self._first_module().tokenizer.encode("[", add_special_tokens=False)[0] - self._first_module().eos_spec_token_q = self._first_module().tokenizer.encode("]", add_special_tokens=False)[0] - self._first_module().bos_spec_token_d_rep = self._first_module().tokenizer.encode("{", add_special_tokens=False)[0] - self._first_module().eos_spec_token_d = self._first_module().tokenizer.encode("}", add_special_tokens=False)[0] - self._first_module().replace_bos = True - - def encode(self, sentences, **kwargs): - """Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - # Add specb query token - sentences = ["[SOS]" + sent for sent in sentences] - return super().encode(sentences, **kwargs) - - def encode_queries(self, queries: List[str], batch_size: int = 16, **kwargs) -> Union[List[Tensor], np.ndarray, Tensor]: - # Will be replaced with [ in the models tokenization - # If we would put [ here, there is a risk of it getting chained with a different token when encoding - queries = ["[SOS]" + q for q in queries] - return super().encode(queries, batch_size=batch_size, **kwargs) - - def encode_corpus(self, corpus: List[Dict[str, str]], batch_size: int = 8, **kwargs) -> Union[List[Tensor], np.ndarray, Tensor]: - # Will be replaced with { in the models tokenization - # If we would put { here, there is a risk of it getting chained with a different token when encoding - sentences = [("{SOS}" + doc["title"] + self.sep + doc["text"]).strip() if "title" in doc else "{SOS}" + doc["text"].strip() for doc in corpus] - return super().encode(sentences, batch_size=batch_size, **kwargs) - - def encode_corpus_parallel( - self, corpus: List[Dict[str, str]], pool: Dict[str, object], batch_size: int, chunk_id: int, **kwargs - ): - if type(corpus) is dict: - sentences = [ - ("{SOS}" + corpus["title"][i] + self.sep + corpus["text"][i]).strip() - if "title" in corpus - else "{SOS}" + corpus["text"][i].strip() - for i in range(len(corpus["text"])) - ] - else: - sentences = [ - ("{SOS}" + doc["title"] + self.sep + doc["text"]).strip() if "title" in doc else "{SOS}" + doc["text"].strip() - for doc in corpus - ] - - if chunk_id is not None and chunk_id >= len(pool["processes"]): - output_queue = pool["output"] - output_queue.get() - - input_queue = pool["input"] - input_queue.put([chunk_id, batch_size, sentences]) - - - def start_multi_process_pool(self, target_devices: List[str] = None) -> Dict[str, object]: - logger.info("Start multi-process pool on devices: {}".format(", ".join(map(str, target_devices)))) - - ctx = mp.get_context("spawn") - input_queue = ctx.Queue() - output_queue = ctx.Queue() - processes = [] - - for process_id, device_name in enumerate(target_devices): - p = ctx.Process( - target=SentenceTransformer._encode_multi_process_worker, - args=(process_id, device_name, self.model, input_queue, output_queue), - daemon=True, - ) - p.start() - processes.append(p) - - return {"input": input_queue, "output": output_queue, "processes": processes} - - def stop_multi_process_pool(self, pool: Dict[str, object]): - output_queue = pool["output"] - [output_queue.get() for _ in range(len(pool["processes"]))] - return self.model.stop_multi_process_pool(pool) - - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--startid", type=int) - parser.add_argument("--endid", type=int) - parser.add_argument("--addspecbdoc", action='store_true') - parser.add_argument("--addspecbquery", action='store_true') - parser.add_argument("--modelpath", type=str, default="/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-msmarco-specb-bitfit") - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--taskname", type=str, default=None) - parser.add_argument("--batchsize", type=int, default=128) - args = parser.parse_args() - return args - -def main(args): - - if args.addspecbdoc or args.addspecbquery: - model = SentenceTransformerSpecb(args.modelpath) # Only used for SGPT-msmarco models - else: - model = SentenceTransformer(args.modelpath) - - if args.taskname is not None: - task = args.taskname - model_name = args.modelpath.split("/")[-1].split("_")[-1] - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - exit() - - for task in TASK_LIST[args.startid:args.endid]: - print("Running task: ", task) - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - model_name = args.modelpath.split("/")[-1].split("_")[-1] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/run_array_simcse.py b/run_array_simcse.py deleted file mode 100644 index cc3eefd8..00000000 --- a/run_array_simcse.py +++ /dev/null @@ -1,173 +0,0 @@ -import argparse -import logging -import os - -logging.basicConfig(level=logging.INFO) - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - -import numpy as np -from mteb import MTEB -from transformers import AutoModel, AutoTokenizer -import torch - - -TASK_LIST_CLASSIFICATION = [ - "AmazonCounterfactualClassification", - "AmazonPolarityClassification", - "AmazonReviewsClassification", - "Banking77Classification", - "EmotionClassification", - "ImdbClassification", - "MassiveIntentClassification", - "MassiveScenarioClassification", - "MTOPDomainClassification", - "MTOPIntentClassification", - "ToxicConversationsClassification", - "TweetSentimentExtractionClassification", -] - -TASK_LIST_CLUSTERING = [ - "ArxivClusteringP2P", - "ArxivClusteringS2S", - "BiorxivClusteringP2P", - "BiorxivClusteringS2S", - "MedrxivClusteringP2P", - "MedrxivClusteringS2S", - "RedditClustering", - "RedditClusteringP2P", - "StackExchangeClustering", - "StackExchangeClusteringP2P", - "TwentyNewsgroupsClustering", -] - -TASK_LIST_PAIR_CLASSIFICATION = [ - "SprintDuplicateQuestions", - "TwitterSemEval2015", - "TwitterURLCorpus", -] - -TASK_LIST_RERANKING = [ - "AskUbuntuDupQuestions", - "MindSmallReranking", - "SciDocsRR", - "StackOverflowDupQuestions", -] - -TASK_LIST_RETRIEVAL = [ - "ArguAna", - "ClimateFEVER", - "CQADupstackAndroidRetrieval", - "CQADupstackEnglishRetrieval", - "CQADupstackGamingRetrieval", - "CQADupstackGisRetrieval", - "CQADupstackMathematicaRetrieval", - "CQADupstackPhysicsRetrieval", - "CQADupstackProgrammersRetrieval", - "CQADupstackStatsRetrieval", - "CQADupstackTexRetrieval", - "CQADupstackUnixRetrieval", - "CQADupstackWebmastersRetrieval", - "CQADupstackWordpressRetrieval", - "DBPedia", - "FEVER", - "FiQA2018", - "HotpotQA", - "MSMARCO", - "NFCorpus", - "NQ", - "QuoraRetrieval", - "SCIDOCS", - "SciFact", - "Touche2020", - "TRECCOVID", -] - -TASK_LIST_STS = [ - "BIOSSES", - "SICK-R", - "STS12", - "STS13", - "STS14", - "STS15", - "STS16", - "STS17", - "STS22", - "STSBenchmark", - "SummEval", -] - -TASK_LIST = TASK_LIST_CLASSIFICATION + TASK_LIST_CLUSTERING + TASK_LIST_PAIR_CLASSIFICATION + TASK_LIST_RERANKING + TASK_LIST_RETRIEVAL + TASK_LIST_STS - - -class SimCSEWrapper: - def __init__(self, modelpath="princeton-nlp/sup-simcse-bert-base-uncased"): - self.device = "cuda" if torch.cuda.is_available() else "cpu" - self.tokenizer = AutoTokenizer.from_pretrained(modelpath) - self.model = AutoModel.from_pretrained(modelpath).to(self.device) - self.model.eval() - - def encode(self, sentences, batch_size=32, **kwargs): - """ Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - all_embeddings = [] - length_sorted_idx = np.argsort([len(sen) for sen in sentences]) - sentences_sorted = [sentences[idx] for idx in length_sorted_idx] - - for start_index in range(0, len(sentences), batch_size): - sentences_batch = sentences_sorted[start_index:start_index+batch_size] - inputs = self.tokenizer(sentences_batch, padding=True, truncation=True, return_tensors="pt") - inputs = {k: v.to(self.device) for k,v in inputs.items()} - # Get the embeddings - with torch.no_grad(): - embeddings = self.model(**inputs, output_hidden_states=True, return_dict=True).pooler_output - all_embeddings.extend(embeddings.cpu().numpy()) - all_embeddings = [all_embeddings[idx] for idx in np.argsort(length_sorted_idx)] - return all_embeddings - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--startid", type=int) - parser.add_argument("--endid", type=int) - parser.add_argument("--modelpath", type=str, default="/gpfswork/rech/six/commun/models/princeton-nlp/sup-simcse-bert-base-uncased") - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--taskname", type=str, default=None) - parser.add_argument("--batchsize", type=int, default=128) - args = parser.parse_args() - return args - -def main(args): - - model = SimCSEWrapper(args.modelpath) - - if args.taskname is not None: - task = args.taskname - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - model_name = args.modelpath.split("/")[-1].split("_")[-1] - evaluation = MTEB(tasks=[task], task_langs=[args.lang], eval_splits=eval_splits) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize) - exit() - - for task in TASK_LIST[args.startid:args.endid]: - print("Running task: ", task) - eval_splits = ["validation"] if task == "MSMARCO" else ["test"] - model_name = args.modelpath.split("/")[-1].split("_")[-1] - evaluation = MTEB(tasks=[task], task_langs=[args.lang]) - evaluation.run(model, output_folder=f"results/{model_name}", batch_size=args.batchsize, eval_splits=eval_splits) - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/run_benchmark.py b/run_benchmark.py deleted file mode 100644 index c333ee4c..00000000 --- a/run_benchmark.py +++ /dev/null @@ -1,201 +0,0 @@ -import argparse -import logging -import json -import os -import subprocess -import time - -logging.basicConfig(level=logging.INFO) - -os.environ["HF_DATASETS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_OFFLINE"]="1" # 1 for offline -os.environ["TRANSFORMERS_CACHE"]="/gpfswork/rech/six/commun/models" -os.environ["HF_DATASETS_CACHE"]="/gpfswork/rech/six/commun/datasets" -os.environ["HF_MODULES_CACHE"]="/gpfswork/rech/six/commun/modules" -os.environ["HF_METRICS_CACHE"]="/gpfswork/rech/six/commun/metrics" -os.environ["TOKENIZERS_PARALLELISM"] = "false" - -import numpy as np -from mteb import MTEB -from sentence_transformers import SentenceTransformer -import torch -from transformers import AutoModel, AutoTokenizer - - -MODELS = [ - "LASER2", - "/gpfswork/rech/six/commun/models/sentence-transformers_average_word_embeddings_komninos", - "/gpfswork/rech/six/commun/models/sentence-transformers_average_word_embeddings_glove.6B.300d", - "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit", - "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-msmarco-specb-bitfit", - "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-5.8B-weightedmean-nli-bitfit", - "/gpfswork/rech/six/commun/models/Muennighoff_SGPT-5.8B-weightedmean-msmarco-specb-bitfit", - "/gpfswork/rech/six/commun/models/bigscience_sgpt-bloom-7b1-msmarco", - "/gpfswork/rech/six/commun/models/bigscience-catalogue-lm-data_sgpt-bloom-1b3-nli", - "/gpfswork/rech/six/commun/models/sentence-transformers_all-MiniLM-L6-v2", - "/gpfswork/rech/six/commun/models/sentence-transformers_all-mpnet-base-v2", - "/gpfswork/rech/six/commun/models/sentence-transformers_paraphrase-multilingual-mpnet-base-v2", - "/gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-base", - "/gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-xxl", - "/gpfswork/rech/six/commun/models/sentence-transformers_gtr-t5-base", - "/gpfswork/rech/six/commun/models/sentence-transformers_gtr-t5-xxl", - "/gpfswork/rech/six/commun/models/nthakur_contriever-base-msmarco", - "/gpfswork/rech/six/commun/models/sentence-transformers_msmarco-bert-co-condensor", - "/gpfswork/rech/six/commun/models/bert-base-uncased", - "/gpfswork/rech/six/commun/models/princeton-nlp_sup-simcse-bert-base-uncased", - "/gpfswork/rech/six/commun/models/princeton-nlp_unsup-simcse-bert-base-uncased", - "/gpfswork/rech/six/commun/models/sentence-transformers_LaBSE", -] - -MODELS = [ - "/gpfswork/rech/six/commun/models/sentence-transformers_all-MiniLM-L12-v2", - "/gpfswork/rech/six/commun/models/sentence-transformers_allenai-specter", -] - -TASKS = [ - "STS15", -] - -class SentenceTransformerSpecb(SentenceTransformer): - # Requires: - # https://github.com/Muennighoff/sentence-transformers/tree/sgpt_poolings_specb - # pip install git+https://github.com/Muennighoff/sentence-transformers.git@sgpt_poolings_specb - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - tokens = ["[SOS]", "{SOS}"] - self._first_module().tokenizer.add_tokens(tokens, special_tokens=True) - self._first_module().auto_model.resize_token_embeddings(len(self._first_module().tokenizer)) - # Will be replaced with the rep tokens in the model ones - # The problem is we don't know if a text is query or document when tokenizing in the Transformer.py module, - # so we use the SOS tokens as an identifier if we have a query or document at hand & then replace them - # If we would directly use the brackets here, they may become part of another token - self._first_module().bos_spec_token_q = self._first_module().tokenizer.encode("[SOS]", add_special_tokens=False)[0] - self._first_module().bos_spec_token_d = self._first_module().tokenizer.encode("{SOS}", add_special_tokens=False)[0] - self._first_module().bos_spec_token_q_rep = self._first_module().tokenizer.encode("[", add_special_tokens=False)[0] - self._first_module().eos_spec_token_q = self._first_module().tokenizer.encode("]", add_special_tokens=False)[0] - self._first_module().bos_spec_token_d_rep = self._first_module().tokenizer.encode("{", add_special_tokens=False)[0] - self._first_module().eos_spec_token_d = self._first_module().tokenizer.encode("}", add_special_tokens=False)[0] - self._first_module().replace_bos = True - - def encode(self, sentences, **kwargs): - """Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - # Add specb query token - sentences = ["[SOS]" + sent for sent in sentences] - return super().encode(sentences, **kwargs) - -class SimCSEWrapper: - def __init__(self, modelpath="princeton-nlp/sup-simcse-bert-base-uncased"): - self.device = "cuda" if torch.cuda.is_available() else "cpu" - self.tokenizer = AutoTokenizer.from_pretrained(modelpath) - self.model = AutoModel.from_pretrained(modelpath).to(self.device) - self.model.eval() - - def encode(self, sentences, batch_size=32, **kwargs): - """ Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - all_embeddings = [] - length_sorted_idx = np.argsort([len(sen) for sen in sentences]) - sentences_sorted = [sentences[idx] for idx in length_sorted_idx] - - for start_index in range(0, len(sentences), batch_size): - sentences_batch = sentences_sorted[start_index:start_index+batch_size] - inputs = self.tokenizer(sentences_batch, padding=True, truncation=True, return_tensors="pt") - inputs = {k: v.to(self.device) for k,v in inputs.items()} - # Get the embeddings - with torch.no_grad(): - embeddings = self.model(**inputs, output_hidden_states=True, return_dict=True).pooler_output - all_embeddings.extend(embeddings.cpu().numpy()) - all_embeddings = [all_embeddings[idx] for idx in np.argsort(length_sorted_idx)] - return all_embeddings - -class LASER(): - def encode(self, sentences, batch_size=32, **kwargs): - """ - Returns a list of embeddings for the given sentences. - Args: - sentences (`List[str]`): List of sentences to encode - batch_size (`int`): Batch size for the encoding - - Returns: - `List[np.ndarray]` or `List[tensor]`: List of embeddings for the given sentences - """ - if os.path.exists("tmp.txt"): - os.remove("tmp.txt") - if os.path.exists("tmp.bin"): - os.remove("tmp.bin") - - # LASER expects one text per line, so we need to replace newlines - sentences = [s.replace("\n", " ") for s in sentences] - with open("tmp.txt", "w") as f: - f.write("\n".join(sentences)) - - rc = subprocess.call("/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/mteb/LASER/LASER_script.sh", shell=True) - - dim = 1024 - X = np.fromfile("tmp.bin", dtype=np.float32, count=-1) - X.resize(X.shape[0] // dim, dim) - print(X.shape) - return X - - -def parse_args(): - # Parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument("--lang", type=str, default="en") - parser.add_argument("--batchsize", type=int, default=32) - args = parser.parse_args() - return args - -def main(args): - - out = {} - for model_name in MODELS: - if ("sgpt" in model_name.lower()) and ("msmarco" in model_name.lower()): - model = SentenceTransformerSpecb(model_name) # Only used for SGPT-msmarco models - elif "simcse" in model_name.lower(): - model = SimCSEWrapper(model_name) - elif "LASER2" == model_name: - model = LASER() - else: - model = SentenceTransformer(model_name) - - evaluation = MTEB(tasks=TASKS, task_langs=[args.lang]) - model_name = model_name.split("/")[-1].split("_")[-1] - for task, task_name in zip(evaluation.tasks, TASKS): - task.load_data() - - # Encode all with the same batch size for a fair comparison of speed / sentence - data = task.dataset["test"]["sentence1"] + task.dataset["test"]["sentence2"] - data_len = len(data) - # Warmup run to build py caches etc - embeddings = np.asarray(model.encode(data, batch_size=args.batchsize)) - tick = time.time() - embeddings = np.asarray(model.encode(data, batch_size=args.batchsize)) - tock = time.time() - - out.setdefault(model_name, {}) - out[model_name].setdefault(task_name, {}) - out[model_name][task_name]["speed_ms"] = ((tock - tick) / data_len) * 1000 - out[model_name][task_name]["embedding_size_kb"] = embeddings.nbytes / data_len / 1000 - - # Overwrite every iteration for intermed results - with open("benchmark.json", "w") as f: - json.dump(out, f) - - -if __name__ == "__main__": - args = parse_args() - main(args) diff --git a/script_mteb_french/README.md b/script_mteb_french/README.md deleted file mode 100644 index 03e6d2cf..00000000 --- a/script_mteb_french/README.md +++ /dev/null @@ -1,70 +0,0 @@ -# Scripts to run the French MTEB benchmark - -This folder contains the scripts used to generate the French tab results on the [MTEB](https://github.com/embeddings-benchmark/mteb) benchmark. - -Below are instructions to run the main scripts. - -## Benchmark - -### Running on host using venv - -* Navigate to the repository root folder -* Create your virtual env: - -```bash -python3 -m venv .venv -``` -* Activate it and install the requirements: -```bash -source .venv/bin/activate -pip install -r requirements.txt -``` -* Run the benchmark: -```bash -cd script_mteb_french -python run_benchmark.py -``` - -By default the benchmark runs on sentence_transformer models but you can specify the type with the argument `--model_type`: -```bash -# default ['sentence_transformer'] -python run_benchmark.py -# choosing other type ['voyage_ai'] -python run_benchmark.py --model_type voyage_ai -# running on two types ['voyage_ai', 'sentence_transformer'] -python run_benchmark.py --model_type voyage_ai sentence_transformer -``` - -You can also run the benchmark on one model only by specifying `--model_name`: -```bash -# default ['sentence_transformer'] -> all models of this type -python run_benchmark.py -# running on one model 'camembert-base' -python run_benchmark.py --model_type sentence_transformer --model_name "xlm-roberta-base" -``` -Note that the `model_name` should be included in models of specified `model_type`. - -You can run the benchmark on one task type in ["all", "classification", "clustering", "reranking", "retrieval", "pair_classification", "sts", "summarization", "bitextmining"], default is set to "all" and will run all tasks : -```bash -# running 'sentence_transformer' models on 'classification' task -python run_benchmark.py --model_type sentence_transformer --task_type classification -``` - -## Running using Docker - -* Navigate to the repository root folder -* Build the docker image: -```bash -docker build -t mtebscripts_image . -``` -* Run the benchmark in the container as follows: -``` -docker run -v $(pwd):/mtebscripts mtebscripts_image sh -c "cd script_mteb_french && python run_benchmark.py" -``` -If you want to use the gpu, make sure to add the `--gpus` option to your run command, or `--runtime=nvidia` if you are using an older version of docker. - -Note: Because the volume is shared between the host and the container, the results will be available in the host at the end. - -## Models' characteristics - -Additionnaly, you can find a script `get_model_specs.py` to compute models' characteristics (size, number of params, embeddings dimension). You can run it similarly to the benchmark by substituting `run_benchmark.py` with `get_model_specs.py`. diff --git a/script_mteb_french/results_analysis/__init__.py b/script_mteb_french/results_analysis/__init__.py deleted file mode 100644 index 11e8bfb7..00000000 --- a/script_mteb_french/results_analysis/__init__.py +++ /dev/null @@ -1 +0,0 @@ -from .results_parser import ResultsParser \ No newline at end of file diff --git a/slurmscripts/run_array_8a100_st5xxl.slurm b/slurmscripts/run_array_8a100_st5xxl.slurm deleted file mode 100644 index a6b37b60..00000000 --- a/slurmscripts/run_array_8a100_st5xxl.slurm +++ /dev/null @@ -1,32 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:8 -#SBATCH --cpus-per-task=64 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-xxl diff --git a/slurmscripts/run_array_a100_100_gtrxxl.slurm b/slurmscripts/run_array_a100_100_gtrxxl.slurm deleted file mode 100644 index 02a73c0c..00000000 --- a/slurmscripts/run_array_a100_100_gtrxxl.slurm +++ /dev/null @@ -1,33 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time 100:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 -#SBATCH --qos=qos_gpu-gc # up to 100h - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_gtr-t5-xxl diff --git a/slurmscripts/run_array_a100_100_sgpt5b8_asym.slurm b/slurmscripts/run_array_a100_100_sgpt5b8_asym.slurm deleted file mode 100644 index faa0fe98..00000000 --- a/slurmscripts/run_array_a100_100_sgpt5b8_asym.slurm +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time 100:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 -#SBATCH --qos=qos_gpu-gc # up to 100h - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/Muennighoff_SGPT-5.8B-weightedmean-msmarco-specb-bitfit \ - --addspecbquery diff --git a/slurmscripts/run_array_a100_100_sgpt5b8_asym_specb.slurm b/slurmscripts/run_array_a100_100_sgpt5b8_asym_specb.slurm deleted file mode 100644 index 1c3dd343..00000000 --- a/slurmscripts/run_array_a100_100_sgpt5b8_asym_specb.slurm +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time 80:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 -#SBATCH --qos=qos_gpu-gc # up to 100h - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array_sgpt.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/Muennighoff_SGPT-5.8B-weightedmean-msmarco-specb-bitfit \ - --addspecbquery diff --git a/slurmscripts/run_array_a100_100_sgpt5b8_sym.slurm b/slurmscripts/run_array_a100_100_sgpt5b8_sym.slurm deleted file mode 100644 index b667f34d..00000000 --- a/slurmscripts/run_array_a100_100_sgpt5b8_sym.slurm +++ /dev/null @@ -1,33 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time 100:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 -#SBATCH --qos=qos_gpu-gc # up to 100h - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/Muennighoff_SGPT-5.8B-weightedmean-nli-bitfit diff --git a/slurmscripts/run_array_a100_100_st5xxl.slurm b/slurmscripts/run_array_a100_100_st5xxl.slurm deleted file mode 100644 index 5982a42b..00000000 --- a/slurmscripts/run_array_a100_100_st5xxl.slurm +++ /dev/null @@ -1,33 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time 100:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 -#SBATCH --qos=qos_gpu-gc # up to 100h - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-xxl diff --git a/slurmscripts/run_array_a100_sgpt5b8_sym.slurm b/slurmscripts/run_array_a100_sgpt5b8_sym.slurm deleted file mode 100644 index 98bfb93f..00000000 --- a/slurmscripts/run_array_a100_sgpt5b8_sym.slurm +++ /dev/null @@ -1,32 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/Muennighoff_SGPT-5.8B-weightedmean-nli-bitfit diff --git a/slurmscripts/run_array_a100_st5xxl.slurm b/slurmscripts/run_array_a100_st5xxl.slurm deleted file mode 100644 index d8edab6e..00000000 --- a/slurmscripts/run_array_a100_st5xxl.slurm +++ /dev/null @@ -1,32 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-a100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=8 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@a100 -#SBATCH --reservation=hug -#SBATCH --constraint=a100 -#SBATCH --partition=gpu_p5 - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-xxl diff --git a/slurmscripts/run_array_ada.slurm b/slurmscripts/run_array_ada.slurm deleted file mode 100644 index 2581afe9..00000000 --- a/slurmscripts/run_array_ada.slurm +++ /dev/null @@ -1,28 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=ada -#SBATCH --partition=prepost -#SBATCH --nodes=1 -#SBATCH --ntasks-per-node=1 # crucial - only 1 task per dist per node! -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time 20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@cpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/mteb - -NUM_TASKS_PER_JOB=10 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python run_array_openai.py \ - --startid $TASK_START \ - --endid $TASK_END diff --git a/slurmscripts/run_array_v10032_bert.slurm b/slurmscripts/run_array_v10032_bert.slurm deleted file mode 100644 index 46a2c11f..00000000 --- a/slurmscripts/run_array_v10032_bert.slurm +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu -#SBATCH -C v100-32g - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/bert-base-uncased diff --git a/slurmscripts/run_array_v10032_cocondensor.slurm b/slurmscripts/run_array_v10032_cocondensor.slurm deleted file mode 100644 index a08fbc51..00000000 --- a/slurmscripts/run_array_v10032_cocondensor.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --qos=qos_gpu-t3 -#SBATCH -C v100-32g -#SBATCH --time 20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_msmarco-bert-co-condensor diff --git a/slurmscripts/run_array_v10032_contriever.slurm b/slurmscripts/run_array_v10032_contriever.slurm deleted file mode 100644 index 26d5045b..00000000 --- a/slurmscripts/run_array_v10032_contriever.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --qos=qos_gpu-t3 -#SBATCH -C v100-32g -#SBATCH --time 20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/nthakur_contriever-base-msmarco diff --git a/slurmscripts/run_array_v10032_gtr.slurm b/slurmscripts/run_array_v10032_gtr.slurm deleted file mode 100644 index 2cd303ff..00000000 --- a/slurmscripts/run_array_v10032_gtr.slurm +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH -C v100-32g -#SBATCH --time 10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_gtr-t5-base diff --git a/slurmscripts/run_array_v10032_st5.slurm b/slurmscripts/run_array_v10032_st5.slurm deleted file mode 100644 index 6c476c45..00000000 --- a/slurmscripts/run_array_v10032_st5.slurm +++ /dev/null @@ -1,32 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:4 -#SBATCH --cpus-per-task=40 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --qos=qos_gpu-t3 -#SBATCH -C v100-32g -#SBATCH --time 20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS=19 -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-base diff --git a/slurmscripts/run_array_v100_glove.slurm b/slurmscripts/run_array_v100_glove.slurm deleted file mode 100644 index 4ed2a08a..00000000 --- a/slurmscripts/run_array_v100_glove.slurm +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_average_word_embeddings_glove.6B.300d diff --git a/slurmscripts/run_array_v100_internet_sgpt125m_sym.slurm b/slurmscripts/run_array_v100_internet_sgpt125m_sym.slurm deleted file mode 100644 index 8050ee48..00000000 --- a/slurmscripts/run_array_v100_internet_sgpt125m_sym.slurm +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-mteb-125M # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@cpu -#SBATCH --partition=prepost - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS=54 -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-nli-bitfit diff --git a/slurmscripts/run_array_v100_komninos.slurm b/slurmscripts/run_array_v100_komninos.slurm deleted file mode 100644 index f3f0753f..00000000 --- a/slurmscripts/run_array_v100_komninos.slurm +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_average_word_embeddings_komninos diff --git a/slurmscripts/run_array_v100_labse.slurm b/slurmscripts/run_array_v100_labse.slurm deleted file mode 100644 index 2a9a9a34..00000000 --- a/slurmscripts/run_array_v100_labse.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100-labse # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu -#SBATCH -C v100-32g - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --taskname BUCC \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_LaBSE diff --git a/slurmscripts/run_array_v100_laser.slurm b/slurmscripts/run_array_v100_laser.slurm deleted file mode 100644 index 608ca482..00000000 --- a/slurmscripts/run_array_v100_laser.slurm +++ /dev/null @@ -1,28 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array_laser.py \ - --startid $TASK_START \ - --endid $TASK_END diff --git a/slurmscripts/run_array_v100_minilm.slurm b/slurmscripts/run_array_v100_minilm.slurm deleted file mode 100644 index 6b600bf1..00000000 --- a/slurmscripts/run_array_v100_minilm.slurm +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_all-MiniLM-L6-v2 diff --git a/slurmscripts/run_array_v100_mpnet.slurm b/slurmscripts/run_array_v100_mpnet.slurm deleted file mode 100644 index 1b779454..00000000 --- a/slurmscripts/run_array_v100_mpnet.slurm +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_all-mpnet-base-v2 diff --git a/slurmscripts/run_array_v100_multimini.slurm b/slurmscripts/run_array_v100_multimini.slurm deleted file mode 100644 index 7044300a..00000000 --- a/slurmscripts/run_array_v100_multimini.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100-multimini # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu -#SBATCH -C v100-32g - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --taskname BUCC \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_paraphrase-multilingual-MiniLM-L12-v2 diff --git a/slurmscripts/run_array_v100_multimpnet.slurm b/slurmscripts/run_array_v100_multimpnet.slurm deleted file mode 100644 index 0e1098fb..00000000 --- a/slurmscripts/run_array_v100_multimpnet.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100-multimpnet # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu -#SBATCH -C v100-32g - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --taskname BUCC \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_paraphrase-multilingual-mpnet-base-v2 diff --git a/slurmscripts/run_array_v100_sgpt125m_asym.slurm b/slurmscripts/run_array_v100_sgpt125m_asym.slurm deleted file mode 100644 index b6352cb9..00000000 --- a/slurmscripts/run_array_v100_sgpt125m_asym.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=20:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS=20 -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array_sgpt.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/Muennighoff_SGPT-125M-weightedmean-msmarco-specb-bitfit \ - --addspecbquery diff --git a/slurmscripts/run_array_v100_sgpt1b3_sym.slurm b/slurmscripts/run_array_v100_sgpt1b3_sym.slurm deleted file mode 100644 index a1726be7..00000000 --- a/slurmscripts/run_array_v100_sgpt1b3_sym.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu -#SBATCH -C v100-32g - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --lang zh \ - --modelpath /gpfswork/rech/six/commun/models/bigscience-catalogue-lm-data_sgpt-nli-bloom-1b3 diff --git a/slurmscripts/run_array_v100_simcsesup.slurm b/slurmscripts/run_array_v100_simcsesup.slurm deleted file mode 100644 index c260c907..00000000 --- a/slurmscripts/run_array_v100_simcsesup.slurm +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array_simcse.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/princeton-nlp_sup-simcse-bert-base-uncased - -echo "END TIME: $(date)" diff --git a/slurmscripts/run_array_v100_simcseunsup.slurm b/slurmscripts/run_array_v100_simcseunsup.slurm deleted file mode 100644 index 023af0b2..00000000 --- a/slurmscripts/run_array_v100_simcseunsup.slurm +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array_simcse.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/princeton-nlp_unsup-simcse-bert-base-uncased diff --git a/slurmscripts/run_array_v100_st5.slurm b/slurmscripts/run_array_v100_st5.slurm deleted file mode 100644 index 6f2af715..00000000 --- a/slurmscripts/run_array_v100_st5.slurm +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=run-array-v100 # job name -#SBATCH --ntasks=1 # number of MP tasks -#SBATCH --nodes=1 -#SBATCH --gres=gpu:1 -#SBATCH --cpus-per-task=10 # number of cores per tasks -#SBATCH --hint=nomultithread # we get physical cores not logical -#SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) -#SBATCH --output=%x-%j.out # output file name -#SBATCH --account=six@gpu - -set -x -e - -source $six_ALL_CCFRWORK/start-prod -conda activate muennighoffmtb - -echo "START TIME: $(date)" - -cd /gpfsscratch/rech/six/commun/commun/experiments/muennighoff/ - -NUM_TASKS=19 -NUM_TASKS_PER_JOB=1 - -TASK_START=$(expr $SLURM_ARRAY_TASK_ID \* $NUM_TASKS_PER_JOB ) -TASK_END=$(expr $TASK_START + $NUM_TASKS_PER_JOB ) - -python mteb/run_array.py \ - --startid $TASK_START \ - --endid $TASK_END \ - --modelpath /gpfswork/rech/six/commun/models/sentence-transformers_sentence-t5-base diff --git a/script_mteb_french/results_analysis/README.md b/tools/README.md similarity index 91% rename from script_mteb_french/results_analysis/README.md rename to tools/README.md index 28e9990c..6a9da674 100644 --- a/script_mteb_french/results_analysis/README.md +++ b/tools/README.md @@ -6,11 +6,11 @@ Before starting, you can create your environment using the packages listed in *r ### result_parser.py -This scripts intent is to ***format results from json files in the results folder to a table*** (csv, excel or latex). +This script's intent is to ***format results from json files in the results folder to a table*** (csv, excel or latex). #### Usage -You can use the class ResultParser like so: +You can use the class ``ResultParser`` like so: ```py from results_analysis.results_parser import ResultParser @@ -30,7 +30,7 @@ rp = ResultParser() results_df = rp(RESULT_FOLDER_PATH, output_format="latex", apply_style=True) ``` -Alternatively, you can use a command line : +Alternatively, you can use a command line: ``` python .\script_mteb_french\results_analysis\results_parser.py --results_folder ./results --output_format csv ``` diff --git a/tools/analysis_tools/__init__.py b/tools/analysis_tools/__init__.py new file mode 100644 index 00000000..e6a677d2 --- /dev/null +++ b/tools/analysis_tools/__init__.py @@ -0,0 +1 @@ +from ...tools.results_parser import ResultsParser \ No newline at end of file diff --git a/script_mteb_french/results_analysis/dataset_correlation.py b/tools/analysis_tools/dataset_correlation.py similarity index 96% rename from script_mteb_french/results_analysis/dataset_correlation.py rename to tools/analysis_tools/dataset_correlation.py index 137e1be4..c2afdaa5 100644 --- a/script_mteb_french/results_analysis/dataset_correlation.py +++ b/tools/analysis_tools/dataset_correlation.py @@ -4,7 +4,7 @@ import seaborn as sns import numpy as np -from results_parser import ResultsParser +from mtebscripts.tools.results_parser import ResultsParser def parse_args() -> Namespace: @@ -15,7 +15,7 @@ def parse_args() -> Namespace: """ parser = ArgumentParser() parser.add_argument("--results_folder", required=True, type=str) - parser.add_argument("--output_folder", type=str, default="./analyses_outputs/results_correlations") + parser.add_argument("--output_folder", type=str, default="./analysis_outputs/results_correlations") parser.add_argument( "--output_format", type=str, diff --git a/script_mteb_french/results_analysis/datasets_similarity.py b/tools/analysis_tools/datasets_similarity.py similarity index 99% rename from script_mteb_french/results_analysis/datasets_similarity.py rename to tools/analysis_tools/datasets_similarity.py index c7c2e95f..9af5cb93 100644 --- a/script_mteb_french/results_analysis/datasets_similarity.py +++ b/tools/analysis_tools/datasets_similarity.py @@ -169,7 +169,7 @@ def parse_args() -> Namespace: parser = ArgumentParser() parser.add_argument("--task_type", type=str, default="all") parser.add_argument("--langs", type=list[str], default=["fr"]) - parser.add_argument("--output_folder", type=str, default="./analyses_outputs/datasets_similarity") + parser.add_argument("--output_folder", type=str, default="./analysis_outputs/datasets_similarity") parser.add_argument("--model_name", type=str, default="intfloat/multilingual-e5-large") parser.add_argument("--seed", type=int, default=42) parser.add_argument("--n_samples", type=int, default=90) diff --git a/script_mteb_french/results_analysis/performance_vs_characteristics.py b/tools/analysis_tools/performance_vs_characteristics.py similarity index 97% rename from script_mteb_french/results_analysis/performance_vs_characteristics.py rename to tools/analysis_tools/performance_vs_characteristics.py index 979598a2..458a1bd1 100644 --- a/script_mteb_french/results_analysis/performance_vs_characteristics.py +++ b/tools/analysis_tools/performance_vs_characteristics.py @@ -4,7 +4,7 @@ import os from argparse import ArgumentParser, Namespace -from results_parser import ResultsParser +from mtebscripts.tools.results_parser import ResultsParser import numpy as np # model,pretrained_or_tuned,multilingual_or_french,number_params,size_gb,seq_len,embedding_dim,model_type,license @@ -60,7 +60,7 @@ def parse_args() -> Namespace: parser.add_argument( "--output_folder", type=str, - default="./analyses_outputs/performance_vs_characteristics", + default="./analysis_outputs/performance_vs_characteristics", ) parser.add_argument( "--output_format", diff --git a/script_mteb_french/results_analysis/results_parser.py b/tools/analysis_tools/results_parser.py similarity index 99% rename from script_mteb_french/results_analysis/results_parser.py rename to tools/analysis_tools/results_parser.py index 95837835..8e56cf4e 100644 --- a/script_mteb_french/results_analysis/results_parser.py +++ b/tools/analysis_tools/results_parser.py @@ -262,7 +262,7 @@ def parse_args() -> Namespace: parser.add_argument("--results_folder", required=True, type=str) parser.add_argument("--output_format", type=str, choices=["excel", "csv", "latex"], default="excel") parser.add_argument("--apply_style", type=bool, default=True) - parser.add_argument("--output_folder", type=str, default="./analyses_outputs/") + parser.add_argument("--output_folder", type=str, default="./analysis_outputs/") args = parser.parse_args() return args diff --git a/script_mteb_french/results_analysis/statistical_tests.py b/tools/analysis_tools/statistical_tests.py similarity index 98% rename from script_mteb_french/results_analysis/statistical_tests.py rename to tools/analysis_tools/statistical_tests.py index 4030075b..2a590481 100644 --- a/script_mteb_french/results_analysis/statistical_tests.py +++ b/tools/analysis_tools/statistical_tests.py @@ -19,7 +19,7 @@ def parse_args() -> Namespace: parser.add_argument( "--output_folder", type=str, - default="./analyses_outputs/statistical_tests", + default="./analysis_outputs/statistical_tests", ) parser.add_argument( "--output_format", diff --git a/script_mteb_french/estimate_evaluation_cost.py b/tools/model_tools/estimate_evaluation_cost.py similarity index 100% rename from script_mteb_french/estimate_evaluation_cost.py rename to tools/model_tools/estimate_evaluation_cost.py diff --git a/script_mteb_french/get_model_specs.py b/tools/model_tools/get_model_specs.py similarity index 98% rename from script_mteb_french/get_model_specs.py rename to tools/model_tools/get_model_specs.py index a8469597..a2edf905 100644 --- a/script_mteb_french/get_model_specs.py +++ b/tools/model_tools/get_model_specs.py @@ -4,7 +4,7 @@ import os from huggingface_hub import HfFileSystem -import model_spec_utils +import mtebscripts.tools.model_tools.model_spec_utils as model_spec_utils from run_benchmark import TYPES_TO_MODELS import pandas as pd diff --git a/script_mteb_french/model_spec_utils.py b/tools/model_tools/model_spec_utils.py similarity index 100% rename from script_mteb_french/model_spec_utils.py rename to tools/model_tools/model_spec_utils.py diff --git a/script_mteb_french/preload_models.py b/tools/preload_models.py similarity index 100% rename from script_mteb_french/preload_models.py rename to tools/preload_models.py diff --git a/script_mteb_french/preload_tasks.py b/tools/preload_tasks.py similarity index 100% rename from script_mteb_french/preload_tasks.py rename to tools/preload_tasks.py diff --git a/script_mteb_french/run_benchmark.py b/tools/run_benchmark.py similarity index 70% rename from script_mteb_french/run_benchmark.py rename to tools/run_benchmark.py index febe880a..9b96278c 100644 --- a/script_mteb_french/run_benchmark.py +++ b/tools/run_benchmark.py @@ -6,6 +6,7 @@ from src.ModelConfig import ModelConfig from utils.tasks_list import get_tasks +from utils.models_list import TYPES_TO_MODELS, SENTENCE_TRANSORMER_MODELS_WITH_ERRORS logging.basicConfig( stream=sys.stdout, @@ -29,83 +30,9 @@ Example: MODELS = [ModelConfig("intfloat/multilingual-e5-base", model_type="sentence_transformer")] """ -############################# -# Step 1 : Setup model list # -############################# -SENTENCE_TRANSORMER_MODELS = [ - "bert-base-multilingual-cased", - "bert-base-multilingual-uncased", - "flaubert/flaubert_base_uncased", - "flaubert/flaubert_base_cased", - "flaubert/flaubert_large_cased", - "dangvantuan/sentence-camembert-base", - "sentence-transformers/distiluse-base-multilingual-cased-v2", - "sentence-transformers/all-MiniLM-L6-v2", - "sentence-transformers/all-MiniLM-L12-v2", - "sentence-transformers/LaBSE", - "sentence-transformers/multi-qa-MiniLM-L6-cos-v1", - "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", - "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", - "intfloat/multilingual-e5-base", - "intfloat/multilingual-e5-large", - "intfloat/multilingual-e5-small", - "distilbert-base-uncased", - "Geotrend/distilbert-base-25lang-cased", - "Geotrend/distilbert-base-en-fr-es-pt-it-cased", - "Geotrend/distilbert-base-en-fr-cased", - "Geotrend/distilbert-base-fr-cased", - "Geotrend/bert-base-25lang-cased", - "Geotrend/bert-base-15lang-cased", - "Geotrend/bert-base-10lang-cased", - "shibing624/text2vec-base-multilingual", - "izhx/udever-bloom-560m", - "izhx/udever-bloom-1b1", - "sentence-transformers/sentence-t5-base", - "sentence-transformers/sentence-t5-large", - "sentence-transformers/sentence-t5-xl", - "sentence-transformers/sentence-t5-xxl", - "intfloat/e5-mistral-7b-instruct", - "Wissam42/sentence-croissant-llm-base" -] - -# these models max_length is indicated to be 514 whereas the embedding layer actually supports 512 -SENTENCE_TRANSORMER_MODELS_WITH_ERRORS = [ - "camembert/camembert-base", - "camembert/camembert-large", - "dangvantuan/sentence-camembert-large", - "xlm-roberta-base", - "xlm-roberta-large", -] - -UNIVERSAL_SENTENCE_ENCODER_MODELS = [ - "vprelovac/universal-sentence-encoder-multilingual-3", - "vprelovac/universal-sentence-encoder-multilingual-large-3", -] - -LASER_MODELS = ["laser2"] - -VOYAGE_MODELS = ["voyage-2", "voyage-code-2"] - -OPEN_AI_MODELS = ["text-embedding-ada-002", "text-embedding-3-small", "text-embedding-3-large"] - -COHERE_MODELS = ["embed-multilingual-light-v3.0", "embed-multilingual-v3.0"] - -MISTRAL_MODELS = ["mistral-embed"] - -TYPES_TO_MODELS = { - "sentence_transformer": SENTENCE_TRANSORMER_MODELS - + SENTENCE_TRANSORMER_MODELS_WITH_ERRORS, - "universal_sentence_encoder": UNIVERSAL_SENTENCE_ENCODER_MODELS, - "laser": LASER_MODELS, - "voyage_ai": VOYAGE_MODELS, - "open_ai": OPEN_AI_MODELS, - "cohere": COHERE_MODELS, - "mistral_ai": MISTRAL_MODELS, - -} ########################## -# Step 3 : Run benchmark # +# Step : Run benchmark # ########################## diff --git a/script_mteb_french/utils/__init__.py b/tools/utils/__init__.py similarity index 100% rename from script_mteb_french/utils/__init__.py rename to tools/utils/__init__.py diff --git a/tools/utils/models_list.py b/tools/utils/models_list.py new file mode 100644 index 00000000..26fdd926 --- /dev/null +++ b/tools/utils/models_list.py @@ -0,0 +1,71 @@ +SENTENCE_TRANSORMER_MODELS = [ + "bert-base-multilingual-cased", + "bert-base-multilingual-uncased", + "flaubert/flaubert_base_uncased", + "flaubert/flaubert_base_cased", + "flaubert/flaubert_large_cased", + "dangvantuan/sentence-camembert-base", + "sentence-transformers/distiluse-base-multilingual-cased-v2", + "sentence-transformers/all-MiniLM-L6-v2", + "sentence-transformers/all-MiniLM-L12-v2", + "sentence-transformers/LaBSE", + "sentence-transformers/multi-qa-MiniLM-L6-cos-v1", + "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", + "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", + "intfloat/multilingual-e5-base", + "intfloat/multilingual-e5-large", + "intfloat/multilingual-e5-small", + "distilbert-base-uncased", + "Geotrend/distilbert-base-25lang-cased", + "Geotrend/distilbert-base-en-fr-es-pt-it-cased", + "Geotrend/distilbert-base-en-fr-cased", + "Geotrend/distilbert-base-fr-cased", + "Geotrend/bert-base-25lang-cased", + "Geotrend/bert-base-15lang-cased", + "Geotrend/bert-base-10lang-cased", + "shibing624/text2vec-base-multilingual", + "izhx/udever-bloom-560m", + "izhx/udever-bloom-1b1", + "sentence-transformers/sentence-t5-base", + "sentence-transformers/sentence-t5-large", + "sentence-transformers/sentence-t5-xl", + "sentence-transformers/sentence-t5-xxl", + "intfloat/e5-mistral-7b-instruct", + "Wissam42/sentence-croissant-llm-base" +] + +# these models max_length is indicated to be 514 whereas the embedding layer actually supports 512 +SENTENCE_TRANSORMER_MODELS_WITH_ERRORS = [ + "camembert/camembert-base", + "camembert/camembert-large", + "dangvantuan/sentence-camembert-large", + "xlm-roberta-base", + "xlm-roberta-large", +] + +UNIVERSAL_SENTENCE_ENCODER_MODELS = [ + "vprelovac/universal-sentence-encoder-multilingual-3", + "vprelovac/universal-sentence-encoder-multilingual-large-3", +] +# TODO: use json file keys + +LASER_MODELS = ["laser2"] + +VOYAGE_MODELS = ["voyage-2", "voyage-code-2"] + +OPEN_AI_MODELS = ["text-embedding-ada-002", "text-embedding-3-small", "text-embedding-3-large"] + +COHERE_MODELS = ["embed-multilingual-light-v3.0", "embed-multilingual-v3.0"] + +MISTRAL_MODELS = ["mistral-embed"] + +TYPES_TO_MODELS = { + "sentence_transformer": SENTENCE_TRANSORMER_MODELS + + SENTENCE_TRANSORMER_MODELS_WITH_ERRORS, + "universal_sentence_encoder": UNIVERSAL_SENTENCE_ENCODER_MODELS, + "laser": LASER_MODELS, + "voyage_ai": VOYAGE_MODELS, + "open_ai": OPEN_AI_MODELS, + "cohere": COHERE_MODELS, + "mistral_ai": MISTRAL_MODELS, +} diff --git a/script_mteb_french/utils/tasks_list.py b/tools/utils/tasks_list.py similarity index 100% rename from script_mteb_french/utils/tasks_list.py rename to tools/utils/tasks_list.py diff --git a/script_mteb_french/universal_sentence_encoder_models_paths.json b/tools/utils/universal_sentence_encoder_models_paths.json similarity index 100% rename from script_mteb_french/universal_sentence_encoder_models_paths.json rename to tools/utils/universal_sentence_encoder_models_paths.json