mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

mteb/models/model_implementations/misc_models.py

@@ -31,6 +31,12 @@ Haon_Chen__speed_embedding_7b_instruct = ModelMeta(
     training_datasets=None,
     adapted_from="mistralai/Mistral-7B-v0.1",
     superseded_by=None,
+    citation="""@article{chen2024little,
+    title={Little Giants: Synthesizing High-Quality Embedding Data at Scale},
+    author={Chen, Haonan and Wang, Liang and Yang, Nan and Zhu, Yutao and Zhao, Ziliang and Wei, Furu and Dou, Zhicheng},
+    journal={arXiv preprint arXiv:2410.18634},
+    year={2024}
+}""",
 )
 Gameselo__STS_multilingual_mpnet_base_v2 = ModelMeta(
     name="Gameselo/STS-multilingual-mpnet-base-v2",
@@ -382,7 +388,7 @@ Mihaiii__Venusaur = ModelMeta(
     reference="https://huggingface.co/Mihaiii/Venusaur",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=None,
-    training_datasets=None,  # source model is unkown
+    training_datasets=None,  # source model is unknown
     # {"Mihaiii/qa-assistant"},
     adapted_from="Mihaiii/test14",
     superseded_by=None,
@@ -1516,7 +1522,7 @@ openbmb__minicpm_embedding = ModelMeta(
     superseded_by=None,
 )
 
-silma_ai__silma_embeddding_matryoshka_v0_1 = ModelMeta(
+silma_ai__silma_embedding_matryoshka_v0_1 = ModelMeta(
     name="silma-ai/silma-embeddding-matryoshka-v0.1",
     revision="a520977a9542ebdb8a7206df6b7ff6977f1886ea",
     release_date="2024-10-12",

mteb/models/model_implementations/moco_models.py

@@ -10,6 +10,13 @@ from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
 from mteb.types import Array, BatchedInput, PromptType
 
+MOCOV3_CITATION = """@Article{chen2021mocov3,
+    author  = {Xinlei Chen* and Saining Xie* and Kaiming He},
+    title   = {An Empirical Study of Training Self-Supervised Vision Transformers},
+    journal = {arXiv preprint arXiv:2104.02057},
+    year    = {2021},
+}"""
+
 
 def mocov3_loader(model_name, **kwargs):
     requires_package(mocov3_loader, "timm", model_name, "pip install 'mteb[timm]'")
@@ -129,6 +136,7 @@ mocov3_vit_base = ModelMeta(
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
     training_datasets=mocov3_training_datasets,
+    citation=MOCOV3_CITATION,
 )
 
 mocov3_vit_large = ModelMeta(
@@ -151,4 +159,5 @@ mocov3_vit_large = ModelMeta(
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
     training_datasets=mocov3_training_datasets,
+    citation=MOCOV3_CITATION,
 )

mteb/models/model_implementations/mxbai_models.py

@@ -5,7 +5,7 @@ from mteb.models.model_meta import (
 from mteb.models.sentence_transformer_wrapper import sentence_transformers_loader
 
 mixedbread_training_data = {
-    # from correspondance:
+    # from correspondence:
     # as mentioned in our blog post
     # (https://www.mixedbread.com/blog/mxbai-embed-large-v1#built-for-rag-and-real-world-use-cases:~:text=During%20the%20whole,related%20use%20cases.)
     # We do not train on any data (except the MSMarco training split) of MTEB. We have a strong filtering process to ensure the OOD setting. That's true

mteb/models/model_implementations/openclip_models.py

@@ -10,6 +10,14 @@ from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
 from mteb.types import Array, BatchedInput, PromptType
 
+OPENCLIP_CITATION = """@inproceedings{cherti2023reproducible,
+    title={Reproducible scaling laws for contrastive language-image learning},
+    author={Cherti, Mehdi and Beaumont, Romain and Wightman, Ross and Wortsman, Mitchell and Ilharco, Gabriel and Gordon, Cade and Schuhmann, Christoph and Schmidt, Ludwig and Jitsev, Jenia},
+    booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
+    pages={2818--2829},
+    year={2023}
+}"""
+
 
 def openclip_loader(model_name, **kwargs):
     requires_package(
@@ -133,6 +141,7 @@ CLIP_ViT_L_14_DataComp_XL_s13B_b90K = ModelMeta(
     training_datasets=set(
         # DataComp-1B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_B_32_DataComp_XL_s13B_b90K = ModelMeta(
@@ -157,6 +166,7 @@ CLIP_ViT_B_32_DataComp_XL_s13B_b90K = ModelMeta(
     training_datasets=set(
         # DataComp-1B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_B_16_DataComp_XL_s13B_b90K = ModelMeta(
@@ -181,6 +191,7 @@ CLIP_ViT_B_16_DataComp_XL_s13B_b90K = ModelMeta(
     training_datasets=set(
         # DataComp-1B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_bigG_14_laion2B_39B_b160k = ModelMeta(
@@ -205,6 +216,7 @@ CLIP_ViT_bigG_14_laion2B_39B_b160k = ModelMeta(
     training_datasets=set(
         # 2 Billion sample English subset of LAION-5B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_g_14_laion2B_s34B_b88K = ModelMeta(
@@ -229,6 +241,7 @@ CLIP_ViT_g_14_laion2B_s34B_b88K = ModelMeta(
     training_datasets=set(
         # 2 Billion sample English subset of LAION-5B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_H_14_laion2B_s32B_b79K = ModelMeta(
@@ -253,6 +266,7 @@ CLIP_ViT_H_14_laion2B_s32B_b79K = ModelMeta(
     training_datasets=set(
         # 2 Billion sample English subset of LAION-5B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_L_14_laion2B_s32B_b82K = ModelMeta(
@@ -277,6 +291,7 @@ CLIP_ViT_L_14_laion2B_s32B_b82K = ModelMeta(
     training_datasets=set(
         # 2 Billion sample English subset of LAION-5B
     ),
+    citation=OPENCLIP_CITATION,
 )
 
 CLIP_ViT_B_32_laion2B_s34B_b79K = ModelMeta(
@@ -301,4 +316,5 @@ CLIP_ViT_B_32_laion2B_s34B_b79K = ModelMeta(
     training_datasets=set(
         # 2 Billion sample English subset of LAION-5B
     ),
+    citation=OPENCLIP_CITATION,
 )

mteb/models/model_implementations/piccolo_models.py

@@ -48,4 +48,10 @@ piccolo_large_zh_v2 = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,  # They don't say
+    citation="""@misc{2405.06932,
+    Author = {Junqin Huang and Zhongjie Hu and Zihao Jing and Mengya Gao and Yichao Wu},
+    Title = {Piccolo2: General Text Embedding with Multi-task Hybrid Loss Training},
+    Year = {2024},
+    Eprint = {arXiv:2405.06932},
+}""",
 )

mteb/models/model_implementations/rasgaard_models.py

@@ -0,0 +1,33 @@
+import numpy as np
+
+from mteb.models.model_implementations.model2vec_models import Model2VecModel
+from mteb.models.model_meta import ModelMeta, ScoringFunction
+
+potion_base_8m = ModelMeta(
+    loader=Model2VecModel,  # type: ignore
+    name="rasgaard/m2v-dfm-large",
+    languages=["dan-Latn"],
+    open_weights=True,
+    revision="387897cfb09992e6d45ea9cd7b28b9fcf119e23a",
+    release_date="2025-10-08",
+    n_parameters=22893312,
+    memory_usage_mb=87,
+    max_tokens=np.inf,
+    embed_dim=256,
+    license="mit",
+    similarity_fn_name=ScoringFunction.COSINE,
+    framework=["NumPy", "Sentence Transformers"],
+    reference="https://huggingface.co/rasgaard/m2v-dfm-large",
+    use_instructions=False,
+    adapted_from="KennethEnevoldsen/dfm-sentence-encoder-large",
+    superseded_by=None,
+    training_datasets=set(),  # distilled
+    public_training_code="https://github.com/MinishLab/model2vec",
+    public_training_data="https://huggingface.co/datasets/HuggingFaceFW/fineweb-2",  # distilled on this
+    citation="""@article{minishlab2024model2vec,
+    author = {Tulkens, Stephan and {van Dongen}, Thomas},
+    title = {Model2Vec: Fast State-of-the-Art Static Embeddings},
+    year = {2024},
+    url = {https://github.com/MinishLab/model2vec}
+}""",
+)

mteb/models/model_implementations/reasonir_model.py

@@ -18,7 +18,7 @@ def instruction_template(
 ) -> str:
     return (
         # https://github.com/facebookresearch/ReasonIR/blob/0aac96269e455965949df16520fab72da68ffc22/evaluation/bright/configs/reasonir/economics.json#L3
-        f"<|user|>\n{instruction}<|embed|>\n"
+        f"<|user|>\n{instruction}\n<|embed|>\n"
         if (prompt_type is None or prompt_type == PromptType.query) and instruction
         else "<|embed|>\n"
     )

mteb/models/model_implementations/salesforce_models.py

@@ -27,7 +27,7 @@ SFR_TRAINING_DATA = {  # inherits from e5
     "HotpotQA-PL",  # translation not trained on
     "HotpotQA-NL",  # translation not trained on
     # source: https://github.com/embeddings-benchmark/leaderboard/issues/41
-    # qoute: In the realm of Semantic Textual Similarity (STS), it is trained on STS12, STS22, and STSBenchmark
+    # quote: In the realm of Semantic Textual Similarity (STS), it is trained on STS12, STS22, and STSBenchmark
     "STS12",
     "STS22",
     "STSBenchmark",

mteb/models/model_implementations/seed_1_6_embedding_models.py

@@ -344,7 +344,7 @@ TASK_NAME_TO_INSTRUCTION = {
     "SprintDuplicateQuestions": "Retrieve semantically similar text\n{}",
     "TwitterSemEval2015": "Retrieve semantically similar text\n{}",
     "TwitterURLCorpus": "Retrieve semantically similar text\n{}",
-    "CQADupstackGamingRetrieval": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given questionn\n{}",
+    "CQADupstackGamingRetrieval": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question\n{}",
     "CQADupstackUnixRetrieval": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question\n{}",
     "DuRetrieval": "为这个句子生成表示以用于检索相关内容：{}",
     "T2Retrieval": "为这个句子生成表示以用于检索相关内容：{}",

mteb/models/model_implementations/spartan8806_atles_champion.py

@@ -0,0 +1,26 @@
+"""ATLES Champion Embedding Model for MTEB."""
+
+from mteb.models.model_meta import ModelMeta
+from mteb.models.sentence_transformer_wrapper import sentence_transformers_loader
+
+spartan8806_atles_champion_embedding = ModelMeta(
+    loader=sentence_transformers_loader,
+    name="spartan8806/atles-champion-embedding",
+    languages=["eng-Latn"],
+    open_weights=True,
+    revision="d4c74d7000bbd25f3597fc0f2dcde59ef1386e8f",
+    release_date="2025-11-15",
+    n_parameters=110_000_000,
+    memory_usage_mb=420,
+    max_tokens=512,
+    embed_dim=768,
+    license="apache-2.0",
+    similarity_fn_name="cosine",
+    framework=["Sentence Transformers"],
+    reference="https://huggingface.co/spartan8806/atles-champion-embedding",
+    use_instructions=False,
+    training_datasets={"STSBenchmark"},
+    adapted_from="sentence-transformers/all-mpnet-base-v2",
+    public_training_code=None,
+    public_training_data=None,
+)

mteb/models/model_implementations/tarka_models.py

@@ -0,0 +1,374 @@
+from mteb.models.instruct_wrapper import InstructSentenceTransformerModel
+from mteb.models.model_implementations.google_models import gemma_embedding_loader
+from mteb.models.model_meta import ModelMeta
+
+Tarka_Embedding_150M_V1_CITATION = """@misc{tarka_ai_research_2025,
+	author       = { Tarka AI Research },
+	title        = { Tarka-Embedding-150M-V1 (Revision c5f4f43) },
+	year         = 2025,
+	url          = { https://huggingface.co/Tarka-AIR/Tarka-Embedding-150M-V1 },
+	doi          = { 10.57967/hf/6875 },
+	publisher    = { Hugging Face }
+}"""
+Tarka_Embedding_350M_V1_CITATION = """@misc{tarka_ai_research_2025,
+	author       = { Tarka AI Research },
+	title        = { Tarka-Embedding-350M-V1 (Revision f4b5de8) },
+	year         = 2025,
+	url          = { https://huggingface.co/Tarka-AIR/Tarka-Embedding-350M-V1 },
+	doi          = { 10.57967/hf/6979 },
+	publisher    = { Hugging Face }
+}"""
+
+# Reference: Original prompt definitions adapted from Qwen3-Embedding
+# Source: https://github.com/QwenLM/Qwen3-Embedding/blob/main/evaluation/task_prompts.json
+tarka_embedding_350_v1_instruction_prompts = {
+    "AmazonCounterfactualClassification": "Classify a given Amazon customer review text as either counterfactual or not-counterfactual",
+    "AmazonPolarityClassification": "Classify Amazon reviews into positive or negative sentiment",
+    "AmazonReviewsClassification": "Classify the given Amazon review into its appropriate rating category",
+    "Banking77Classification": "Given a online banking query, find the corresponding intents",
+    "Banking77Classification.v2": "Given a online banking query, find the corresponding intents",
+    "EmotionClassification": "Classify the emotion expressed in the given Twitter message into one of the six emotions: anger, fear, joy, love, sadness, and surprise",
+    "ImdbClassification": "Classify the sentiment expressed in the given movie review text from the IMDB dataset",
+    "MassiveIntentClassification": "Given a user utterance as query, find the user intents",
+    "MassiveScenarioClassification": "Given a user utterance as query, find the user scenarios",
+    "MTOPDomainClassification": "Classify the intent domain of the given utterance in task-oriented conversation",
+    "MTOPIntentClassification": "Classify the intent of the given utterance in task-oriented conversation",
+    "ToxicConversationsClassification": "Classify the given comments as either toxic or not toxic",
+    "TweetSentimentExtractionClassification": "Classify the sentiment of a given tweet as either positive, negative, or neutral",
+    "TNews": "Classify the fine-grained category of the given news title",
+    "IFlyTek": "Given an App description text, find the appropriate fine-grained category",
+    "MultilingualSentiment": "Classify sentiment of the customer review into positive, neutral, or negative",
+    "JDReview": "Classify the customer review for iPhone on e-commerce platform into positive or negative",
+    "OnlineShopping": "Classify the customer review for online shopping into positive or negative",
+    "Waimai": "Classify the customer review from a food takeaway platform into positive or negative",
+    "ArxivClusteringP2P": "Identify the main and secondary category of Arxiv papers based on the titles and abstracts",
+    "ArxivClusteringS2S": "Identify the main and secondary category of Arxiv papers based on the titles",
+    "BiorxivClusteringP2P": "Identify the main category of Biorxiv papers based on the titles and abstracts",
+    "BiorxivClusteringP2P.v2": "Identify the main category of Biorxiv papers based on the titles and abstracts",
+    "BiorxivClusteringS2S": "Identify the main category of Biorxiv papers based on the titles",
+    "MedrxivClusteringP2P": "Identify the main category of Medrxiv papers based on the titles and abstracts",
+    "MedrxivClusteringP2P.v2": "Identify the main category of Medrxiv papers based on the titles and abstracts",
+    "MedrxivClusteringS2S": "Identify the main category of Medrxiv papers based on the titles",
+    "MedrxivClusteringS2S.v2": "Identify the main category of Medrxiv papers based on the titles",
+    "RedditClustering": "Identify the topic or theme of Reddit posts based on the titles",
+    "RedditClusteringP2P": "Identify the topic or theme of Reddit posts based on the titles and posts",
+    "StackExchangeClustering": "Identify the topic or theme of StackExchange posts based on the titles",
+    "StackExchangeClusteringP2P": "Identify the topic or theme of StackExchange posts based on the given paragraphs",
+    "StackExchangeClustering.v2": "Identify the topic or theme of StackExchange posts based on the titles",
+    "StackExchangeClusteringP2P.v2": "Identify the topic or theme of StackExchange posts based on the given paragraphs",
+    "TwentyNewsgroupsClustering": "Identify the topic or theme of the given news articles",
+    "TwentyNewsgroupsClustering.v2": "Identify the topic or theme of the given news articles",
+    "CLSClusteringS2S": "Identify the main category of scholar papers based on the titles",
+    "CLSClusteringP2P": "Identify the main category of scholar papers based on the titles and abstracts",
+    "ThuNewsClusteringS2S": "Identify the topic or theme of the given news articles based on the titles",
+    "ThuNewsClusteringP2P": "Identify the topic or theme of the given news articles based on the titles and contents",
+    "AskUbuntuDupQuestions": "Retrieve duplicate questions from AskUbuntu forum",
+    "MindSmallReranking": "Retrieve relevant news articles based on user browsing history",
+    "SciDocsRR": "Given a title of a scientific paper, retrieve the titles of other relevant papers",
+    "StackOverflowDupQuestions": "Retrieve duplicate questions from StackOverflow forum",
+    "SprintDuplicateQuestions": "Retrieve duplicate questions from Sprint forum",
+    "TwitterSemEval2015": "Retrieve tweets that are semantically similar to the given tweet",
+    "TwitterURLCorpus": "Retrieve tweets that are semantically similar to the given tweet",
+    "T2Reranking": "Given a Chinese search query, retrieve web passages that answer the question",
+    "MmarcoReranking": "Given a Chinese search query, retrieve web passages that answer the question",
+    "CMedQAv1": "Given a Chinese community medical question, retrieve replies that best answer the question",
+    "CMedQAv2": "Given a Chinese community medical question, retrieve replies that best answer the question",
+    "Ocnli": "Retrieve semantically similar text.",
+    "Cmnli": "Retrieve semantically similar text.",
+    "ArguAna": {
+        "query": "Given a claim, find documents that refute the claim",
+        "passage": "Given a claim, find documents that refute the claim",
+    },
+    "ClimateFEVER": "Given a claim about climate change, retrieve documents that support or refute the claim",
+    "ClimateFEVERHardNegatives": "Given a claim about climate change, retrieve documents that support or refute the claim",
+    "DBPedia": "Given a query, retrieve relevant entity descriptions from DBPedia",
+    "FEVER": "Given a claim, retrieve documents that support or refute the claim",
+    "FEVERHardNegatives": "Given a claim, retrieve documents that support or refute the claim",
+    "FiQA2018": "Given a financial question, retrieve user replies that best answer the question",
+    "HotpotQA": "Given a multi-hop question, retrieve documents that can help answer the question",
+    "HotpotQAHardNegatives": "Given a multi-hop question, retrieve documents that can help answer the question",
+    "MSMARCO": "Given a web search query, retrieve relevant passages that answer the query",
+    "NFCorpus": "Given a question, retrieve relevant documents that best answer the question",
+    "NQ": "Given a question, retrieve Wikipedia passages that answer the question",
+    "QuoraRetrieval": "Given a question, retrieve questions that are semantically equivalent to the given question",
+    "SCIDOCS": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper",
+    "SciFact": "Given a scientific claim, retrieve documents that support or refute the claim",
+    "Touche2020": "Given a question, retrieve detailed and persuasive arguments that answer the question",
+    "Touche2020Retrieval.v3": "Given a question, retrieve detailed and persuasive arguments that answer the question",
+    "TRECCOVID": "Given a query on COVID-19, retrieve documents that answer the query",
+    "T2Retrieval": "Given a Chinese search query, retrieve web passages that answer the question",
+    "MMarcoRetrieval": "Given a web search query, retrieve relevant passages that answer the query",
+    "DuRetrieval": "Given a Chinese search query, retrieve web passages that answer the question",
+    "CovidRetrieval": "Given a question on COVID-19, retrieve news articles that answer the question",
+    "CmedqaRetrieval": "Given a Chinese community medical question, retrieve replies that best answer the question",
+    "EcomRetrieval": "Given a user query from an e-commerce website, retrieve description sentences of relevant products",
+    "MedicalRetrieval": "Given a medical question, retrieve user replies that best answer the question",
+    "VideoRetrieval": "Given a video search query, retrieve the titles of relevant videos",
+    "STSBenchmarkMultilingualSTS": "Retrieve semantically similar text",
+    "SICKFr": "Retrieve semantically similar text",
+    "SummEvalFr": "Given a news summary, retrieve other semantically similar summaries",
+    "MasakhaNEWSClassification": "Classify the News in the given texts into one of the seven category: politics,sports,health,business,entertainment,technology,religion ",
+    "OpusparcusPC": "Retrieve semantically similar text",
+    "PawsX": "Retrieve semantically similar text",
+    "AlloProfClusteringP2P": "Identify the main category of Allo Prof document based on the titles and descriptions",
+    "AlloProfClusteringS2S": "Identify the main category of Allo Prof document based on the titles",
+    "HALClusteringS2S": "Identify the main category of academic passage based on the titles and contents",
+    "MasakhaNEWSClusteringP2P": "Identify the topic or theme of the given news articles based on the titles and contents",
+    "MasakhaNEWSClusteringS2S": "Identify the topic or theme of the given news articles based on the titles",
+    "MLSUMClusteringP2P": "Identify the topic or theme of the given articles based on the titles and contents",
+    "MLSUMClusteringS2S": "Identify the topic or theme of the given articles based on the titles",
+    "SyntecReranking": "Given a question, retrieve passages that answer the question",
+    "AlloprofReranking": "Given a question, retrieve passages that answer the question",
+    "AlloprofRetrieval": "Given a question, retrieve passages that answer the question",
+    "BSARDRetrieval": "Given a question, retrieve passages that answer the question",
+    "SyntecRetrieval": "Given a question, retrieve passages that answer the question",
+    "XPQARetrieval": "Given a question, retrieve passages that answer the question",
+    "MintakaRetrieval": "Given a question, retrieve passages that answer the question",
+    "CBD": "Classify the sentiment of polish tweet reviews",
+    "PolEmo2.0-IN": "Classify the sentiment of in-domain (medicine and hotels) online reviews",
+    "PolEmo2.0-OUT": "Classify the sentiment of out-of-domain (products and school) online reviews",
+    "AllegroReviews": "Classify the sentiment of reviews from e-commerce marketplace Allegro",
+    "PAC": 'Classify the sentence into one of the two types: "BEZPIECZNE_POSTANOWIENIE_UMOWNE" and "KLAUZULA_ABUZYWNA"',
+    "SICK-E-PL": "Retrieve semantically similar text",
+    "SICK-R-PL": "Retrieve semantically similar text",
+    "STS22": "Retrieve semantically similar text",
+    "AFQMC": "Retrieve semantically similar text",
+    "BQ": "Retrieve semantically similar text",
+    "LCQMC": "Retrieve semantically similar text",
+    "PAWSX": "Retrieve semantically similar text",
+    "QBQTC": "Retrieve semantically similar text",
+    "STS12": "Retrieve semantically similar text",
+    "PPC": "Retrieve semantically similar text",
+    "CDSC-E": "Retrieve semantically similar text",
+    "PSC": "Retrieve semantically similar text",
+    "8TagsClustering": "Identify of headlines from social media posts in Polish  into 8 categories: film, history, food, medicine, motorization, work, sport and technology",
+    "ArguAna-PL": "Given a claim, find documents that refute the claim",
+    "DBPedia-PL": "Given a query, retrieve relevant entity descriptions from DBPedia",
+    "FiQA-PL": "Given a financial question, retrieve user replies that best answer the question",
+    "HotpotQA-PL": "Given a multi-hop question, retrieve documents that can help answer the question",
+    "MSMARCO-PL": "Given a web search query, retrieve relevant passages that answer the query",
+    "NFCorpus-PL": "Given a question, retrieve relevant documents that best answer the question",
+    "NQ-PL": "Given a question, retrieve Wikipedia passages that answer the question",
+    "Quora-PL": "Given a question, retrieve questions that are semantically equivalent to the given question",
+    "SCIDOCS-PL": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper",
+    "SciFact-PL": "Given a scientific claim, retrieve documents that support or refute the claim",
+    "TRECCOVID-PL": "Given a query on COVID-19, retrieve documents that answer the query",
+    "GeoreviewClassification": "Classify the organization rating based on the reviews",
+    "HeadlineClassification": "Classify the topic or theme of the given news headline",
+    "InappropriatenessClassification": "Classify the given message as either sensitive topic or not",
+    "KinopoiskClassification": "Classify the sentiment expressed in the given movie review text",
+    "RuReviewsClassification": "Classify product reviews into positive, negative or neutral sentiment",
+    "RuSciBenchGRNTIClassification": "Classify the category of scientific papers based on the titles and abstracts",
+    "RuSciBenchOECDClassification": "Classify the category of scientific papers based on the titles and abstracts",
+    "GeoreviewClusteringP2P": "Identify the organization category based on the reviews",
+    "RuSciBenchGRNTIClusteringP2P": "Identify the category of scientific papers based on the titles and abstracts",
+    "RuSciBenchOECDClusteringP2P": "Identify the category of scientific papers based on the titles and abstracts",
+    "TERRa": "Given a premise, retrieve a hypothesis that is entailed by the premise",
+    "RuBQReranking": "Given a question, retrieve Wikipedia passages that answer the question",
+    "RiaNewsRetrieval": "Given a headline, retrieval relevant articles",
+    "RuBQRetrieval": "Given a question, retrieve Wikipedia passages that answer the question",
+    "RUParaPhraserSTS": "Retrieve semantically similar text",
+    "RuSTSBenchmarkSTS": "Retrieve semantically similar text",
+    "AppsRetrieval": "Given a question about code problem, retrieval code that can solve user's problem",
+    "COIRCodeSearchNetRetrieval": "Given a code snippet, retrieve the comment corresponding to that code.",
+    "CodeEditSearchRetrieval": "Given a piece of code, retrieval code that in the ",
+    "CodeFeedbackMT": "Given a question about coding, retrieval code or passage that can solve user's question",
+    "CodeFeedbackST": "Given a question about coding, retrieval code or passage that can solve user's question",
+    "CodeSearchNetCCRetrieval": "Given a code comment, retrieve the code snippet corresponding to that comment.",
+    "CodeSearchNetRetrieval": "Given a code snippet, retrieve the comment corresponding to that code.",
+    "CodeTransOceanContest": "Given a piece for code, retrieval semantically similar code",
+    "CodeTransOceanDL": "Given a piece for code, retrieval semantically similar code",
+    "CosQA": "Given a question about coding, retrieval code or passage that can solve user's question",
+    "StackOverflowQA": "Given a question about coding, retrieval code or passage that can solve user's question",
+    "SyntheticText2SQL": "Given a user's question, retrieve SQL queries that are appropriate responses to the question",
+    "BibleNLPBitextMining": "Retrieve parallel sentences",
+    "BUCC.v2": "Retrieve parallel sentences",
+    "DiaBlaBitextMining": "Retrieve parallel sentences",
+    "FloresBitextMining": "Retrieve parallel sentences",
+    "IN22GenBitextMining": "Retrieve parallel sentences",
+    "IndicGenBenchFloresBitextMining": "Retrieve parallel sentences",
+    "NollySentiBitextMining": "Retrieve parallel sentences",
+    "NTREXBitextMining": "Retrieve parallel sentences",
+    "NusaTranslationBitextMining": "Retrieve parallel sentences",
+    "NusaXBitextMining": "Retrieve parallel sentences",
+    "Tatoeba": "Retrieve parallel sentences",
+    "BulgarianStoreReviewSentimentClassfication": "Classify user reviews into positive or negative sentiment",
+    "CzechProductReviewSentimentClassification": "Classify product reviews into positive or negative sentiment",
+    "GreekLegalCodeClassification": "Given a greek legal text, classify its topic",
+    "DBpediaClassification": "Given a Wikipedia articles, categorized it into classes based on its DBpedia ontology",
+    "FinancialPhrasebankClassification": "Given financial news, categorized by sentiment into positive, negative, or neutral",
+    "PoemSentimentClassification": "Gvien a poem, categorized by sentiment into positive, no_impact, negative or mixed",
+    "TweetTopicSingleClassification": "Gvien a twitter, classify its topic",
+    "EstonianValenceClassification": "Given a news article, categorized by sentiment into negatiivne, positiivne, neutraalne or vastuolulin",
+    "FilipinoShopeeReviewsClassification": "Given a shop review, classify its rating on a scale from 1 to 5",
+    "GujaratiNewsClassification": "Given a Gujarati news articles, classify its topic",
+    "SentimentAnalysisHindi": "Given a hindi text, categorized by sentiment into positive, negative or neutral",
+    "IndonesianIdClickbaitClassification": "Given an Indonesian news headlines, classify its into clickbait or non-clickbait",
+    "ItaCaseholdClassification": "Given a judgments, classify its topic",
+    "KorSarcasmClassification": "Given a twitter, categorized it into sarcasm or not_sarcasm",
+    "KurdishSentimentClassification": "Given a text, categorized by sentiment into positive or negative",
+    "MacedonianTweetSentimentClassification": "Given a Macedonian tweet, categorized by sentiment into positive, negative, or neutral",
+    "AfriSentiClassification": "Given a text, categorized by sentiment into positive, negative, or neutral",
+    "CataloniaTweetClassification": "Given a tweet, categorized by sentiment into AGAINST, FAVOR or NEUTRAL",
+    "CyrillicTurkicLangClassification": "Given a text, classify its language",
+    "IndicLangClassification": "Given a text, classify its language",
+    "MultiHateClassification": "Given a text, categorized by sentiment into hate or non-hate",
+    "NusaParagraphEmotionClassification": "Given a paragraph, classify its emotion",
+    "NusaX-senti": "Given a text, categorized by sentiment into positive or negative",
+    "SwissJudgementClassification": "Given a news article, categorized it into approval or dismissal",
+    "NepaliNewsClassification": "Given a news article, categorized it into business, entertainment or sports",
+    "OdiaNewsClassification": "Given a news article, categorized it into business, entertainment or sports",
+    "PunjabiNewsClassification": "Given a news article, categorized it into two-classes",
+    "SinhalaNewsClassification": "Given a news article, categorized it into political, business, technology, sports and Entertainment",
+    "CSFDSKMovieReviewSentimentClassification": "Given a movie review, classify its rating on a scale from 0 to 5",
+    "SiswatiNewsClassification": "Given a news article, classify its topic",
+    "SlovakMovieReviewSentimentClassification": "Given a movie review, categorized it into positive or negative",
+    "SwahiliNewsClassification": "Given a news article, classify its domain",
+    "TswanaNewsClassification": "Given a news article, classify its topic",
+    "IsiZuluNewsClassification": "Given a news article, classify its topic",
+    "WikiCitiesClustering": "Identify of Wikipedia articles of cities by country",
+    "RomaniBibleClustering": "Identify verses from the Bible in Kalderash Romani by book.",
+    "ArXivHierarchicalClusteringP2P": "Identify the main and secondary category of Arxiv papers based on the titles and abstracts",
+    "ArXivHierarchicalClusteringS2S": "Identify the main and secondary category of Arxiv papers based on the titles",
+    "BigPatentClustering.v2": "Identify the category of documents from the Big Patent dataset",
+    "AlloProfClusteringS2S.v2": "Identify the topic of document titles from Allo Prof dataset",
+    "HALClusteringS2S.v2": "Identify the topic of titles from HAL",
+    "SIB200ClusteringS2S": "Identify the category of documents",
+    "WikiClusteringP2P.v2": "Identify the category of wiki passages",
+    "PlscClusteringP2P.v2": "Identify the category of titles+abstracts from Library of Science",
+    "KorHateSpeechMLClassification": "Given a Korean online news comments, classify its fine-grained hate speech classes",
+    "MalteseNewsClassification": "Given a maltese new, classify its topic",
+    "MultiEURLEXMultilabelClassification": "Given a text, classify its topic",
+    "BrazilianToxicTweetsClassification": "Given a tweet, classify its topic",
+    "CTKFactsNLI": "Retrieve semantically similar text",
+    "indonli": "Retrieve semantically similar text",
+    "ArmenianParaphrasePC": "Retrieve semantically similar text",
+    "PawsXPairClassification": "Retrieve semantically similar text",
+    "RTE3": "Retrieve semantically similar text",
+    "XNLI": "Retrieve semantically similar text",
+    "PpcPC": "Retrieve semantically similar text",
+    "GermanSTSBenchmark": "Retrieve semantically similar text",
+    "SICK-R": "Retrieve semantically similar text",
+    "STS13": "Retrieve semantically similar text",
+    "STS14": "Retrieve semantically similar text",
+    "STSBenchmark": "Retrieve semantically similar text",
+    "FaroeseSTS": "Retrieve semantically similar text",
+    "FinParaSTS": "Retrieve semantically similar text",
+    "JSICK": "Retrieve semantically similar text",
+    "IndicCrosslingualSTS": "Retrieve semantically similar text",
+    "SemRel24STS": "Retrieve semantically similar text",
+    "STS17": "Retrieve semantically similar text",
+    "STS22.v2": "Retrieve semantically similar text",
+    "STSES": "Retrieve semantically similar text",
+    "STSB": "Retrieve semantically similar text",
+    "AILAStatutes": "Identifying the most relevant statutes for a given situation",
+    "HagridRetrieval": "Retrieval the relevant passage for the given query",
+    "LegalBenchCorporateLobbying": "Retrieval the relevant passage for the given query",
+    "LEMBPasskeyRetrieval": "Retrieval the relevant passage for the given query",
+    "BelebeleRetrieval": "Retrieval the relevant passage for the given query",
+    "MLQARetrieval": "Retrieval the relevant passage for the given query",
+    "StatcanDialogueDatasetRetrieval": "Retrieval the relevant passage for the given query",
+    "WikipediaRetrievalMultilingual": "Retrieval the relevant passage for the given query",
+    "Core17InstructionRetrieval": "Retrieval the relevant passage for the given query",
+    "News21InstructionRetrieval": "Retrieval the relevant passage for the given query",
+    "Robust04InstructionRetrieval": "Retrieval the relevant passage for the given query",
+    "WebLINXCandidatesReranking": "Retrieval the relevant passage for the given query",
+    "WikipediaRerankingMultilingual": "Retrieval the relevant passage for the given query",
+    "STS15": "Retrieve semantically similar text",
+    "MIRACLRetrievalHardNegatives": "Retrieval relevant passage for the given query",
+    "BIOSSES": "Retrieve semantically similar text",
+    "CQADupstackRetrieval": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
+    "CQADupstackGamingRetrieval": {
+        "query": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
+        "passage": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
+    },
+    "CQADupstackUnixRetrieval": {
+        "query": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
+        "passage": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
+    },
+    "STS16": "Retrieve semantically similar text",
+    "SummEval": "Retrieve semantically similar text",
+    "ATEC": "Retrieve semantically similar text",
+    "SummEvalSummarization.v2": "Given a news summary, retrieve other semantically similar summaries.",
+}
+
+MULTILINGUAL_EVALUATED_LANGUAGES = [
+    "arb-Arab",
+    "eng-Latn",
+    "spa-Latn",
+    "deu-Latn",
+    "fra-Latn",
+    "jpn-Jpan",
+    "kor-Hang",
+    "zho-Hans",
+]
+
+training_data = {
+    "T2Retrieval",
+    "DuRetrieval",
+    "MMarcoReranking",
+    "CMedQAv2-reranking",
+    "NQ",
+    "MSMARCO",
+    "HotpotQA",
+    "FEVER",
+    "MrTidyRetrieval",
+    "MIRACLRetrieval",
+    "CodeSearchNet",
+}
+
+
+tarka_embedding_150m_v1 = ModelMeta(
+    loader=gemma_embedding_loader,
+    name="Tarka-AIR/Tarka-Embedding-150M-V1",
+    languages=MULTILINGUAL_EVALUATED_LANGUAGES,
+    open_weights=True,
+    revision="b0ffecc4ef0d873e517507ed080e43b88b2704b9",
+    release_date="2025-11-04",
+    n_parameters=155_714_304,
+    embed_dim=768,
+    max_tokens=2048,
+    license="gemma",
+    reference="https://huggingface.co/Tarka-AIR/Tarka-Embedding-150M-V1",
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=True,
+    public_training_code=None,
+    public_training_data=None,
+    training_datasets=training_data,
+    similarity_fn_name="cosine",
+    memory_usage_mb=576,
+    citation=Tarka_Embedding_150M_V1_CITATION,
+)
+
+tark_embedding_350_v1_kwargs = dict(
+    model_kwargs={
+        "torch_dtype": "bfloat16",
+    },  # use low-precision
+    trust_remote_code=True,
+    prompts_dict=tarka_embedding_350_v1_instruction_prompts,
+    apply_instruction_to_passages=False,
+    instruction_template="Instruct: {instruction}\nQuery:",
+)
+
+tarka_embedding_350m_v1 = ModelMeta(
+    loader=InstructSentenceTransformerModel,
+    loader_kwargs=tark_embedding_350_v1_kwargs,
+    name="Tarka-AIR/Tarka-Embedding-350M-V1",
+    languages=MULTILINGUAL_EVALUATED_LANGUAGES,
+    open_weights=True,
+    revision="a850d6a329145474727424fed6b12b62096b8ba3",
+    release_date="2025-11-11",
+    n_parameters=354_483_968,
+    memory_usage_mb=676,
+    embed_dim=1024,
+    max_tokens=128000,
+    license=None,
+    reference="https://huggingface.co/Tarka-AIR/Tarka-Embedding-350M-V1",
+    similarity_fn_name="cosine",
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=True,
+    public_training_code=None,
+    public_training_data=None,
+    training_datasets=training_data,
+    citation=Tarka_Embedding_350M_V1_CITATION,
+)