mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/models/model_implementations/kalm_models.py

@@ -247,6 +247,40 @@ kalm_v2_training_data = {
 }
 
 
+KaLM_Embedding_gemma_3_12b_training_data = [
+    "BornholmBitextMining",
+    "BibleNLPBitextMining",  # train[256:] to avoid the test set in MTEB
+    "FinParaSTS",
+    "SemRel24STS",
+    "STSB",
+    "GermanSTSBenchmark",
+    "TERRa",
+    "StatcanDialogueDatasetRetrieval",
+    "SwissJudgementClassification",
+    "GreekLegalCodeClassification",
+    "CataloniaTweetClassification",
+    "NordicLangClassification",
+    "CyrillicTurkicLangClassification",
+    "PoemSentimentClassification",
+    "CzechProductReviewSentimentClassification",
+    "DBpediaClassification",
+    "IndicLangClassification",
+    "NusaParagraphEmotionClassification",
+    "OdiaNewsClassification",
+    "ScalaClassification",
+    "ItaCaseholdClassification",
+    "CSFDSKMovieReviewSentimentClassification",
+    "ToxicConversationsClassification",
+    "PAC",
+    "SpartQA",
+    "WinoGrande",
+    "Quail",
+    "HellaSwag",
+    "AlphaNLI",
+]
+KaLM_Embedding_gemma_3_12b_training_data += kalm_training_data
+
+
 KaLM_task_prompts = {
     "AmazonCounterfactualClassification": "Given an Amazon review, judge whether it is counterfactual.",
     "AmazonPolarityClassification": "Classifying Amazon reviews into positive or negative sentiment",
@@ -450,13 +484,7 @@ KaLM_v2_task_prompts = {
     "SummEval-document": "Retrieve semantically similar summaries",
 }
 
-KaLM_X_task_prompts = {
-    "Classification": "classify the query into different classes.",
-    "MultilabelClassification": "Instruct: classify the query into different classes.",
-    "Clustering": "classify the query into different classes.",
-    "Reranking-query": "Given a query, retrieve documents that answer the query.",
-    "Retrieval-query": "Given a query, retrieve documents that answer the query.",
-    "InstructionRetrieval-query": "Given a query, retrieve documents that answer the query.",
+KaLM_Embedding_gemma_3_12b_task_prompts = {
     "AmazonCounterfactualClassification": "Classify a given Amazon customer review text as either counterfactual or not-counterfactual",
     "AmazonPolarityClassification": "Classify Amazon reviews into positive or negative sentiment",
     "AmazonReviewsClassification": "Classify the given Amazon review into its appropriate rating category",
@@ -478,26 +506,38 @@ KaLM_X_task_prompts = {
     "ArxivClusteringP2P": "Identify the main and secondary category of Arxiv papers based on the titles and abstracts",
     "ArxivClusteringS2S": "Identify the main and secondary category of Arxiv papers based on the titles",
     "BiorxivClusteringP2P": "Identify the main category of Biorxiv papers based on the titles and abstracts",
+    "BiorxivClusteringP2P.v2": "Identify the main category of Biorxiv papers based on the titles and abstracts",
     "BiorxivClusteringS2S": "Identify the main category of Biorxiv papers based on the titles",
+    "BiorxivClusteringS2S.v2": "Identify the main category of Biorxiv papers based on the titles",
     "MedrxivClusteringP2P": "Identify the main category of Medrxiv papers based on the titles and abstracts",
+    "MedrxivClusteringP2P.v2": "Identify the main category of Medrxiv papers based on the titles and abstracts",
     "MedrxivClusteringS2S": "Identify the main category of Medrxiv papers based on the titles",
+    "MedrxivClusteringS2S.v2": "Identify the main category of Medrxiv papers based on the titles",
     "RedditClustering": "Identify the topic or theme of Reddit posts based on the titles",
     "RedditClusteringP2P": "Identify the topic or theme of Reddit posts based on the titles and posts",
     "StackExchangeClustering": "Identify the topic or theme of StackExchange posts based on the titles",
+    "StackExchangeClustering.v2": "Identify the topic or theme of StackExchange posts based on the titles",
     "StackExchangeClusteringP2P": "Identify the topic or theme of StackExchange posts based on the given paragraphs",
+    "StackExchangeClusteringP2P.v2": "Identify the topic or theme of StackExchange posts based on the given paragraphs",
     "TwentyNewsgroupsClustering": "Identify the topic or theme of the given news articles",
     "CLSClusteringS2S": "Identify the main category of scholar papers based on the titles",
     "CLSClusteringP2P": "Identify the main category of scholar papers based on the titles and abstracts",
+    "CLSClusteringP2P.v2": "Identify the main category of scholar papers based on the titles and abstracts",
     "ThuNewsClusteringS2S": "Identify the topic or theme of the given news articles based on the titles",
     "ThuNewsClusteringP2P": "Identify the topic or theme of the given news articles based on the titles and contents",
     "AskUbuntuDupQuestions-query": "Retrieve duplicate questions from AskUbuntu forum",
     "MindSmallReranking-query": "Retrieve relevant news articles based on user browsing history",
     "SciDocsRR-query": "Given a title of a scientific paper, retrieve the titles of other relevant papers",
     "StackOverflowDupQuestions-query": "Retrieve duplicate questions from StackOverflow forum",
+    "SprintDuplicateQuestions": "Retrieve semantically duplicate questions",
+    "TwitterSemEval2015": "Retrieve tweets that are semantically similar to the given tweet",
+    "TwitterURLCorpus": "Retrieve tweets that are semantically similar to the given tweet",
     "T2Reranking-query": "Given a Chinese search query, retrieve web passages that answer the question",
     "MMarcoReranking-query": "Given a Chinese search query, retrieve web passages that answer the question",
     "CMedQAv1-reranking-query": "Given a Chinese community medical question, retrieve replies that best answer the question",
     "CMedQAv2-reranking-query": "Given a Chinese community medical question, retrieve replies that best answer the question",
+    "Ocnli": "Retrieve semantically similar text.",
+    "Cmnli": "Retrieve semantically similar text.",
     "ArguAna-query": "Given a claim, find documents that refute the claim",
     "ArguAna-document": "Given a claim, find documents that refute the claim",
     "ClimateFEVER-query": "Given a claim about climate change, retrieve documents that support or refute the claim",
@@ -512,22 +552,26 @@ KaLM_X_task_prompts = {
     "NFCorpus-query": "Given a question, retrieve relevant documents that best answer the question",
     "NQ-query": "Given a question, retrieve Wikipedia passages that answer the question",
     "QuoraRetrieval-query": "Given a question, retrieve questions that are semantically equivalent to the given question",
-    "SCIDOCS-query": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper",
+    "SCIDOCS-query": "Given a title of a scientific paper, retrieve the titles of other relevant papers",
     "SciFact-query": "Given a scientific claim, retrieve documents that support or refute the claim",
     "Touche2020-query": "Given a question, retrieve detailed and persuasive arguments that answer the question",
     "Touche2020Retrieval.v3-query": "Given a question, retrieve detailed and persuasive arguments that answer the question",
-    "TRECCOVID-query": "Given a query on COVID-19, retrieve documents that answer the query",
+    "TRECCOVID-query": "Given a medical query, retrieve documents that answer the query",
     "T2Retrieval-query": "Given a Chinese search query, retrieve web passages that answer the question",
     "MMarcoRetrieval-query": "Given a web search query, retrieve relevant passages that answer the query",
+    "VoyageMMarcoReranking-query": "Given a Japanese search query, retrieve web passages that answer the question",
     "DuRetrieval-query": "Given a Chinese search query, retrieve web passages that answer the question",
     "CovidRetrieval-query": "Given a question on COVID-19, retrieve news articles that answer the question",
     "CmedqaRetrieval-query": "Given a Chinese community medical question, retrieve replies that best answer the question",
     "EcomRetrieval-query": "Given a user query from an e-commerce website, retrieve description sentences of relevant products",
     "MedicalRetrieval-query": "Given a medical question, retrieve user replies that best answer the question",
     "VideoRetrieval-query": "Given a video search query, retrieve the titles of relevant videos",
+    "STSBenchmarkMultilingualSTS": "Retrieve semantically similar text",
+    "SICKFr": "Retrieve semantically similar text",
+    "SummEvalFr": "Given a news summary, retrieve other semantically similar summaries",
     "MasakhaNEWSClassification": "Classify the News in the given texts into one of the seven category: politics,sports,health,business,entertainment,technology,religion ",
-    "AlloProfClusteringP2P": "Identify the main category of Allo Prof document based on the titles and descriptions",
-    "AlloProfClusteringS2S": "Identify the topic of document titles from Allo Prof dataset",
+    "OpusparcusPC": "Retrieve semantically similar text",
+    "PAWSX": "Retrieve semantically similar text",
     "HALClusteringS2S": "Identify the main category of academic passage based on the titles and contents",
     "MasakhaNEWSClusteringP2P": "Identify the topic or theme of the given news articles based on the titles and contents",
     "MasakhaNEWSClusteringS2S": "Identify the topic or theme of the given news articles based on the titles",
@@ -541,10 +585,23 @@ KaLM_X_task_prompts = {
     "XPQARetrieval-query": "Given a question, retrieve passages that answer the question",
     "MintakaRetrieval-query": "Given a question, retrieve passages that answer the question",
     "CBD": "Classify the sentiment of polish tweet reviews",
-    "PolEmo2.0-IN": "Classify the sentiment of in-domain (medicine and hotels) online reviews",
-    "PolEmo2.0-OUT": "Classify the sentiment of out-of-domain (products and school) online reviews",
+    "PolEmo2.0-IN": "Classify the sentiment of medicine and hotels online reviews",
+    "PolEmo2.0-OUT": "Classify the sentiment of products and school online reviews",
     "AllegroReviews": "Classify the sentiment of reviews from e-commerce marketplace Allegro",
-    "PAC": 'Classify the sentence into one of the two types: "BEZPIECZNE_POSTANOWIENIE_UMOWNE" and "KLAUZULA_ABUZYWNA"',
+    "PAC": 'Classify Polish contract clauses into one of the following two types: "Safe Contract Clauses" and "Unfair Contract Clauses".',
+    "SICK-E-PL": "Retrieve semantically similar text",
+    "SICK-R-PL": "Retrieve semantically similar text",
+    "STS22": "Retrieve semantically similar text",
+    "AFQMC": "Retrieve semantically similar text",
+    "BQ": "Retrieve semantically similar text",
+    "LCQMC": "Retrieve semantically similar text",
+    "QBQTC": "Retrieve semantically similar text",
+    "STS12": "Retrieve semantically similar text",
+    "PpcPC": "Retrieve semantically similar text",
+    "CDSC-E": "Retrieve semantically similar text",
+    "BornholmBitextMining": "Retrieve parallel sentences",
+    "NorwegianCourtsBitextMining": "Retrieve parallel sentences",
+    "PSC": "Retrieve semantically similar text",
     "EightTagsClustering": "Identify of headlines from social media posts in Polish  into 8 categories: film, history, food, medicine, motorization, work, sport and technology",
     "ArguAna-PL-query": "Given a claim, find documents that refute the claim",
     "DBPedia-PL-query": "Given a query, retrieve relevant entity descriptions from DBPedia",
@@ -554,9 +611,9 @@ KaLM_X_task_prompts = {
     "NFCorpus-PL-query": "Given a question, retrieve relevant documents that best answer the question",
     "NQ-PL-query": "Given a question, retrieve Wikipedia passages that answer the question",
     "Quora-PL-query": "Given a question, retrieve questions that are semantically equivalent to the given question",
-    "SCIDOCS-PL-query": "Given a scientific paper title, retrieve paper abstracts that are cited by the given paper",
+    "SCIDOCS-PL-query": "Given a title of a scientific paper, retrieve the titles of other relevant papers",
     "SciFact-PL-query": "Given a scientific claim, retrieve documents that support or refute the claim",
-    "TRECCOVID-PL-query": "Given a query on COVID-19, retrieve documents that answer the query",
+    "TRECCOVID-PL-query": "Given a medical query, retrieve documents that answer the query",
     "GeoreviewClassification": "Classify the organization rating based on the reviews",
     "HeadlineClassification": "Classify the topic or theme of the given news headline",
     "InappropriatenessClassification": "Classify the given message as either sensitive topic or not",
@@ -567,9 +624,12 @@ KaLM_X_task_prompts = {
     "GeoreviewClusteringP2P": "Identify the organization category based on the reviews",
     "RuSciBenchGRNTIClusteringP2P": "Identify the category of scientific papers based on the titles and abstracts",
     "RuSciBenchOECDClusteringP2P": "Identify the category of scientific papers based on the titles and abstracts",
+    "TERRa": "Given a premise, retrieve a hypothesis that is entailed by the premise",
     "RuBQReranking-query": "Given a question, retrieve Wikipedia passages that answer the question",
     "RiaNewsRetrieval-query": "Given a headline, retrieval relevant articles",
     "RuBQRetrieval-query": "Given a question, retrieve Wikipedia passages that answer the question",
+    "RUParaPhraserSTS": "Retrieve semantically similar text",
+    "RuSTSBenchmarkSTS": "Retrieve semantically similar text",
     "AppsRetrieval-query": "Given a question about code problem, retrieval code that can solve user's problem",
     "COIRCodeSearchNetRetrieval-query": "Given a code snippet, retrieve the comment corresponding to that code.",
     "CodeEditSearchRetrieval-query": "Given a piece of code, retrieval code that in the ",
@@ -582,8 +642,19 @@ KaLM_X_task_prompts = {
     "CosQA-query": "Given a question about coding, retrieval code or passage that can solve user's question",
     "StackOverflowQA-query": "Given a question about coding, retrieval code or passage that can solve user's question",
     "SyntheticText2SQL-query": "Given a user's question, retrieve SQL queries that are appropriate responses to the question",
-    "BulgarianStoreReviewSentimentClassfication": "Classify user reviews into positive or negative sentiment",
-    "CzechProductReviewSentimentClassification": "Classify product reviews into positive or negative sentiment",
+    "BibleNLPBitextMining": "Retrieve parallel sentences",
+    "BUCC.v2": "Retrieve parallel sentences",
+    "DiaBlaBitextMining": "Retrieve parallel sentences",
+    "FloresBitextMining": "Retrieve parallel sentences",
+    "IN22GenBitextMining": "Retrieve parallel sentences",
+    "IndicGenBenchFloresBitextMining": "Retrieve parallel sentences",
+    "NollySentiBitextMining": "Retrieve parallel sentences",
+    "NTREXBitextMining": "Retrieve parallel sentences",
+    "NusaTranslationBitextMining": "Retrieve parallel sentences",
+    "NusaXBitextMining": "Retrieve parallel sentences",
+    "Tatoeba": "Retrieve parallel sentences",
+    "BulgarianStoreReviewSentimentClassfication": "Classify user reviews into positive, negative or mixed sentiment",
+    "CzechProductReviewSentimentClassification": "Classify product reviews into positive, neutral, or negative sentiment",
     "GreekLegalCodeClassification": "Given a greek legal text, classify its topic",
     "DBpediaClassification": "Given a Wikipedia articles, categorized it into classes based on its DBpedia ontology",
     "FinancialPhrasebankClassification": "Given financial news, categorized by sentiment into positive, negative, or neutral",
@@ -611,7 +682,7 @@ KaLM_X_task_prompts = {
     "PunjabiNewsClassification": "Given a news article, categorized it into two-classes",
     "SinhalaNewsClassification": "Given a news article, categorized it into political, business, technology, sports and Entertainment",
     "CSFDSKMovieReviewSentimentClassification": "Given a movie review, classify its rating on a scale from 0 to 5",
-    "SiswatiNewsClassification": "Given a news article, classify its topic",
+    "SiswatiNewsClassification": "Given a news article in Siswati, classify its topic",
     "SlovakMovieReviewSentimentClassification": "Given a movie review, categorized it into positive or negative",
     "SwahiliNewsClassification": "Given a news article, classify its domain",
     "TswanaNewsClassification": "Given a news article, classify its topic",
@@ -621,7 +692,9 @@ KaLM_X_task_prompts = {
     "ArXivHierarchicalClusteringP2P": "Identify the main and secondary category of Arxiv papers based on the titles and abstracts",
     "ArXivHierarchicalClusteringS2S": "Identify the main and secondary category of Arxiv papers based on the titles",
     "BigPatentClustering.v2": "Identify the category of documents from the Big Patent dataset",
+    "AlloProfClusteringS2S": "Identify the topic of document titles from Allo Prof dataset",
     "AlloProfClusteringS2S.v2": "Identify the topic of document titles from Allo Prof dataset",
+    "AlloProfClusteringP2P": "Identify the topic of document titles and descriptions from Allo Prof dataset",
     "HALClusteringS2S.v2": "Identify the topic of titles from HAL",
     "SIB200ClusteringS2S": "Identify the category of documents",
     "WikiClusteringP2P.v2": "Identify the category of wiki passages",
@@ -629,26 +702,60 @@ KaLM_X_task_prompts = {
     "KorHateSpeechMLClassification": "Given a Korean online news comments, classify its fine-grained hate speech classes",
     "MalteseNewsClassification": "Given a maltese new, classify its topic",
     "MultiEURLEXMultilabelClassification": "Given a text, classify its topic",
-    "BrazilianToxicTweetsClassification": "Given a tweet, classify its topic",
+    "BrazilianToxicTweetsClassification": "Classify the toxic tweets in Brazilian Portuguese into one of the six categories: LGBTQ+phobia, Xenophobia, Obscene, Insult, Misogyny and Racism.",
+    "CTKFactsNLI": "Retrieve semantically similar text",
+    "indonli": "Retrieve semantically similar text",
+    "ArmenianParaphrasePC": "Retrieve semantically similar text",
+    "PawsXPairClassification": "Retrieve semantically similar text",
+    "RTE3": "Retrieve semantically similar text",
+    "XNLI": "Retrieve semantically similar text",
+    "GermanSTSBenchmark": "Retrieve semantically similar text",
+    "SICK-R": "Retrieve semantically similar text",
+    "STS13": "Retrieve semantically similar text",
+    "STS14": "Retrieve semantically similar text",
+    "STSBenchmark": "Retrieve semantically similar text",
+    "FaroeseSTS": "Retrieve semantically similar text",
+    "FinParaSTS": "Retrieve semantically similar text",
+    "JSICK": "Retrieve semantically similar text",
+    "IndicCrosslingualSTS": "Retrieve parallel sentences",
+    "SemRel24STS": "Retrieve semantically similar text",
+    "STS17": "Retrieve semantically similar text",
+    "STS22.v2": "Retrieve semantically similar text",
+    "STSES": "Retrieve semantically similar text",
+    "STSB": "Retrieve semantically similar text",
     "AILAStatutes-query": "Identifying the most relevant statutes for a given situation",
-    "HagridRetrieval-query": "Retrieval the relevant passage for the given query",
-    "LegalBenchCorporateLobbying-query": "Retrieval the relevant passage for the given query",
+    "HagridRetrieval-query": "Given an information-seeking question, retrieve the best replies to answer the question",
+    "LegalBenchCorporateLobbying-query": "Given a query, retrieve relevant legal bill summaries",
     "LEMBPasskeyRetrieval-query": "Retrieval the relevant passage for the given query",
     "BelebeleRetrieval-query": "Retrieval the relevant passage for the given query",
     "MLQARetrieval-query": "Retrieval the relevant passage for the given query",
     "StatcanDialogueDatasetRetrieval-query": "Retrieval the relevant passage for the given query",
     "WikipediaRetrievalMultilingual-query": "Retrieval the relevant passage for the given query",
-    "Core17InstructionRetrieval-query": "Retrieval the relevant passage for the given query",
-    "News21InstructionRetrieval-query": "Retrieval the relevant passage for the given query",
-    "Robust04InstructionRetrieval-query": "Retrieval the relevant passage for the given query",
+    "Core17InstructionRetrieval-query": "Retrieval the relevant passage for the given query with conditions",
+    "News21InstructionRetrieval-query": "Retrieval the relevant passage for the given query with conditions",
+    "Robust04InstructionRetrieval-query": "Retrieval the relevant passage for the given query with conditions",
     "WebLINXCandidatesReranking-query": "Retrieval the relevant passage for the given query",
     "WikipediaRerankingMultilingual-query": "Retrieval the relevant passage for the given query",
+    "STS15": "Retrieve semantically similar text",
     "MIRACLRetrievalHardNegatives-query": "Retrieval relevant passage for the given query",
+    "BIOSSES": "Retrieve semantically similar text",
     "CQADupstackRetrieval-query": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
     "CQADupstackGamingRetrieval-query": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
     "CQADupstackGamingRetrieval-document": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
     "CQADupstackUnixRetrieval-query": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
     "CQADupstackUnixRetrieval-document": "Given a question, retrieve detailed question descriptions from Stackexchange that are duplicates to the given question",
+    "STS16": "Retrieve semantically similar text",
+    "SummEval": "Retrieve semantically similar text",
+    "ATEC": "Retrieve semantically similar text",
+    "ScalaClassification": "Classify passages into correct or correct in Scandinavian Languages based on linguistic acceptability",
+    "SpartQA-query": "Given the following spatial reasoning question, retrieve the right answer.",
+    "CEDRClassification": "Given a comment as query, classify expressed emotions into joy, sadness, surprise, fear, and anger",
+    "DalajClassification": "Classify texts based on linguistic acceptability in Swedish",
+    "TempReasonL1-query": "Given the following question about time, retrieve the correct answer.",
+    "WinoGrande-query": "Given the following sentence, retrieve an appropriate answer to fill in the missing underscored part.",
+    "NordicLangClassification": "Classify texts based on language",
+    "TwitterHjerneRetrieval-query": "Retrieve answers to questions asked in Danish tweets",
+    "SwednClusteringP2P": "Identify news categories in Swedish passages",
 }
 
 KaLM_INSTRUCTION = "Instruct: {instruction} \n Query: "
@@ -662,6 +769,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v1 = ModelMeta(
         prompts_dict=KaLM_task_prompts,
     ),
     name="HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1",
+    model_type=["dense"],
     revision="45e42c89990c40aca042659133fc8b13c28634b5",
     release_date="2024-10-23",
     languages=["eng-Latn", "zho-Hans"],
@@ -686,6 +794,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v1 = ModelMeta(
 HIT_TMG__KaLM_embedding_multilingual_mini_v1 = ModelMeta(
     loader=sentence_transformers_loader,
     name="HIT-TMG/KaLM-embedding-multilingual-mini-v1",
+    model_type=["dense"],
     revision="8a82a0cd2b322b91723e252486f7cce6fd8ac9d3",
     release_date="2024-08-27",
     languages=["eng-Latn", "zho-Hans"],
@@ -716,6 +825,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v1_5 = ModelMeta(
         prompts_dict=KaLM_task_prompts,
     ),
     name="HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1.5",
+    model_type=["dense"],
     revision="fcff2f8a54e4cd96b7766fef1ee960a43d42bb3c",
     release_date="2024-12-26",
     languages=["eng-Latn", "zho-Hans"],
@@ -746,6 +856,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v2 = ModelMeta(
         prompts_dict=KaLM_v2_task_prompts,
     ),
     name="HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v2",
+    model_type=["dense"],
     revision="d2a21c232dc712ae8230af56d1027cf21b7864bf",
     release_date="2025-06-25",
     languages=["eng-Latn", "zho-Hans"],
@@ -776,6 +887,7 @@ KaLM_Embedding_KaLM_embedding_multilingual_mini_instruct_v2_5 = ModelMeta(
         prompts_dict=KaLM_v2_task_prompts,
     ),
     name="KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5",
+    model_type=["dense"],
     revision="6a4cfc1084cb459ebd4729b53a8656a61448c720",
     release_date="2025-09-30",
     languages=["eng-Latn", "zho-Hans"],
@@ -794,4 +906,70 @@ KaLM_Embedding_KaLM_embedding_multilingual_mini_instruct_v2_5 = ModelMeta(
     training_datasets=kalm_v2_training_data,
     adapted_from="HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v2",
     superseded_by=None,
+    citation="""@misc{zhao2025kalmembeddingv2,
+      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model}, 
+      author={Xinping Zhao and Xinshuo Hu and Zifei Shan and Shouzheng Huang and Yao Zhou and Xin Zhang and Zetian Sun and Zhenyu Liu and Dongfang Li and Xinyuan Wei and Youcheng Pan and Yang Xiang and Meishan Zhang and Haofen Wang and Jun Yu and Baotian Hu and Min Zhang},
+      year={2025},
+      eprint={2506.20923},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2506.20923}, 
+}
+
+@misc{hu2025kalmembedding,
+      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model}, 
+      author={Xinshuo Hu and Zifei Shan and Xinping Zhao and Zetian Sun and Zhenyu Liu and Dongfang Li and Shaolin Ye and Xinyuan Wei and Qian Chen and Baotian Hu and Haofen Wang and Jun Yu and Min Zhang},
+      year={2025},
+      eprint={2501.01028},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2501.01028}, 
+}""",
+)
+
+KaLM_Embedding_gemma_3_12b_2511 = ModelMeta(
+    loader=InstructSentenceTransformerModel,
+    loader_kwargs=dict(
+        instruction_template=KaLM_INSTRUCTION,
+        max_seq_length=512,
+        apply_instruction_to_passages=True,
+        prompts_dict=KaLM_Embedding_gemma_3_12b_task_prompts,
+    ),
+    name="tencent/KaLM-Embedding-Gemma3-12B-2511",
+    model_type=["dense"],
+    revision="edf22f4753f58b05e3f5495818d31f12db63056d",
+    languages=None,
+    open_weights=True,
+    release_date="2025-11-06",
+    n_parameters=11.76 * 1e9,
+    memory_usage_mb=44884,
+    max_tokens=32768,
+    embed_dim=3840,
+    license=None,
+    reference="https://kalm-embedding.github.io/",
+    similarity_fn_name="cosine",
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=True,
+    public_training_code="https://github.com/HITsz-TMG/KaLM-Embedding",
+    public_training_data=None,
+    training_datasets=KaLM_Embedding_gemma_3_12b_training_data,
+    citation="""@misc{zhao2025kalmembeddingv2,
+      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model}, 
+      author={Xinping Zhao and Xinshuo Hu and Zifei Shan and Shouzheng Huang and Yao Zhou and Xin Zhang and Zetian Sun and Zhenyu Liu and Dongfang Li and Xinyuan Wei and Youcheng Pan and Yang Xiang and Meishan Zhang and Haofen Wang and Jun Yu and Baotian Hu and Min Zhang},
+      year={2025},
+      eprint={2506.20923},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2506.20923}, 
+}
+
+@misc{hu2025kalmembedding,
+      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model}, 
+      author={Xinshuo Hu and Zifei Shan and Xinping Zhao and Zetian Sun and Zhenyu Liu and Dongfang Li and Shaolin Ye and Xinyuan Wei and Qian Chen and Baotian Hu and Haofen Wang and Jun Yu and Min Zhang},
+      year={2025},
+      eprint={2501.01028},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2501.01028}, 
+}""",
 )

mteb/models/model_implementations/kblab.py

@@ -0,0 +1,31 @@
+from mteb.models import sentence_transformers_loader
+from mteb.models.model_meta import ModelMeta, ScoringFunction
+
+sbert_swedish = ModelMeta(
+    loader=sentence_transformers_loader,  # type: ignore[arg-type]
+    name="KBLab/sentence-bert-swedish-cased",
+    model_type=["dense"],
+    languages=["swe-Latn"],
+    open_weights=True,
+    revision="6b5e83cd29c03729cfdc33d13b1423399b0efb5c",
+    release_date="2023-01-11",
+    n_parameters=124690944,
+    memory_usage_mb=476,
+    embed_dim=768,
+    license="apache-2.0",
+    max_tokens=384,
+    reference="https://huggingface.co/KBLab/sentence-bert-swedish-cased",
+    similarity_fn_name=ScoringFunction.COSINE,
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=False,
+    public_training_code=None,
+    public_training_data=None,
+    training_datasets=None,
+    adapted_from="sentence-transformers/all-mpnet-base-v2",
+    citation="""@misc{rekathati2021introducing,  
+  author = {Rekathati, Faton},  
+  title = {The KBLab Blog: Introducing a Swedish Sentence Transformer},  
+  url = {https://kb-labb.github.io/posts/2021-08-23-a-swedish-sentence-transformer/},  
+  year = {2021}  
+}""",
+)

mteb/models/model_implementations/kennethenevoldsen_models.py

@@ -0,0 +1,74 @@
+from mteb.models.model_meta import ModelMeta, ScoringFunction
+from mteb.models.sentence_transformer_wrapper import (
+    sentence_transformers_loader,
+)
+
+dfm_enc_large = ModelMeta(
+    loader=sentence_transformers_loader,  # type: ignore
+    name="KennethEnevoldsen/dfm-sentence-encoder-large",
+    model_type=["dense"],
+    languages=["dan-Latn"],
+    open_weights=True,
+    revision="132c53391e7a780dc6a2f9a03724d0158fe7122c",
+    release_date="2023-07-12",
+    n_parameters=355087360,
+    memory_usage_mb=1554,
+    embed_dim=1024,
+    license="mit",
+    max_tokens=512,
+    reference="https://huggingface.co/KennethEnevoldsen/dfm-sentence-encoder-large",
+    similarity_fn_name=ScoringFunction.COSINE,
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=False,
+    superseded_by=None,
+    adapted_from="chcaa/dfm-encoder-large-v1",
+    training_datasets=set(),  # just contrastive pre-training
+    public_training_code="https://huggingface.co/KennethEnevoldsen/dfm-sentence-encoder-large#hyperparameters",
+    citation="""@article{enevoldsenScandinavianEmbeddingBenchmarks2024,
+    title = {The {Scandinavian} {Embedding} {Benchmarks}: {Comprehensive} {Assessment} of {Multilingual} and {Monolingual} {Text} {Embedding}},
+    shorttitle = {The {Scandinavian} {Embedding} {Benchmarks}},
+    url = {https://openreview.net/forum?id=pJl_i7HIA72},
+    language = {en},
+    urldate = {2024-04-12},
+    author = {Enevoldsen, Kenneth and Kardos, Márton and Muennighoff, Niklas and Nielbo, Kristoffer},
+    month = feb,
+    year = {2024},
+}
+""",
+    public_training_data="https://huggingface.co/datasets/danish-foundation-models/danish-gigaword",  # paragraphs extracted from Danish Gigaword
+)
+
+dfm_enc_med = ModelMeta(
+    loader=sentence_transformers_loader,  # type: ignore
+    name="KennethEnevoldsen/dfm-sentence-encoder-medium",
+    model_type=["dense"],
+    languages=["dan-Latn"],
+    open_weights=True,
+    revision="701bce95d499fa97610d57e8823c54fd1fb79930",
+    release_date="2023-07-12",
+    n_parameters=124445952,
+    memory_usage_mb=475,
+    embed_dim=768,
+    license="mit",
+    max_tokens=512,
+    reference="https://huggingface.co/KennethEnevoldsen/dfm-sentence-encoder-medium",
+    similarity_fn_name=ScoringFunction.COSINE,
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=False,
+    superseded_by=None,
+    adapted_from=None,
+    public_training_code=None,
+    training_datasets=set(),  # just contrastive pre-training
+    citation="""@article{enevoldsenScandinavianEmbeddingBenchmarks2024,
+    title = {The {Scandinavian} {Embedding} {Benchmarks}: {Comprehensive} {Assessment} of {Multilingual} and {Monolingual} {Text} {Embedding}},
+    shorttitle = {The {Scandinavian} {Embedding} {Benchmarks}},
+    url = {https://openreview.net/forum?id=pJl_i7HIA72},
+    language = {en},
+    urldate = {2024-04-12},
+    author = {Enevoldsen, Kenneth and Kardos, Márton and Muennighoff, Niklas and Nielbo, Kristoffer},
+    month = feb,
+    year = {2024},
+}
+""",
+    public_training_data=None,
+)

mteb/models/model_implementations/kfst.py

@@ -0,0 +1,25 @@
+from mteb.models import sentence_transformers_loader
+from mteb.models.model_meta import ModelMeta, ScoringFunction
+
+xlmr_scandi = ModelMeta(
+    loader=sentence_transformers_loader,  # type: ignore[arg-type]
+    name="KFST/XLMRoberta-en-da-sv-nb",
+    model_type=["dense"],
+    languages=["swe-Latn", "nob-Latn", "nno-Latn", "dan-Latn", "eng-Latn"],
+    open_weights=True,
+    revision="d40c10ca7b1e68b5a8372f2d112dac9eb3279df1",
+    release_date="2022-02-22",
+    n_parameters=278043648,
+    memory_usage_mb=1061,
+    embed_dim=768,
+    license="not specified",
+    max_tokens=512,
+    reference="https://huggingface.co/KFST/XLMRoberta-en-da-sv-nb",
+    similarity_fn_name=ScoringFunction.COSINE,
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=False,
+    public_training_code=None,
+    public_training_data=None,
+    training_datasets=None,
+    adapted_from="FacebookAI/xlm-roberta-base",
+)

mteb/models/model_implementations/kowshik24_models.py

@@ -0,0 +1,32 @@
+from mteb.models import ModelMeta, sentence_transformers_loader
+
+kowshik24_bangla_embedding_model = ModelMeta(
+    loader=sentence_transformers_loader,
+    name="Kowshik24/bangla-sentence-transformer-ft-matryoshka-paraphrase-multilingual-mpnet-base-v2",
+    model_type=["dense"],
+    languages=["ben-Beng"],  # Bengali using Bengali script
+    open_weights=True,
+    revision="6689c21e69be5950596bad084457cbaa138728d8",
+    release_date="2025-11-10",
+    n_parameters=278_000_000,
+    memory_usage_mb=1061,
+    embed_dim=768,
+    license="apache-2.0",
+    max_tokens=128,
+    reference="https://huggingface.co/Kowshik24/bangla-sentence-transformer-ft-matryoshka-paraphrase-multilingual-mpnet-base-v2",
+    similarity_fn_name="cosine",
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=False,
+    public_training_code="https://github.com/kowshik24/Bangla-Embedding",
+    public_training_data="https://huggingface.co/datasets/sartajekram/BanglaRQA",
+    training_datasets=set(),
+    citation="""@inproceedings{reimers-2019-sentence-bert,
+    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
+    author = "Reimers, Nils and Gurevych, Iryna",
+    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
+    month = "11",
+    year = "2019",
+    publisher = "Association for Computational Linguistics",
+    url = "https://arxiv.org/abs/1908.10084",
+}""",
+)

mteb/models/model_implementations/lens_models.py

@@ -12,6 +12,7 @@ LENS_CITATION = """@article{lei2025lens,
 lens_d4000 = ModelMeta(
     loader=None,
     name="yibinlei/LENS-d4000",
+    model_type=["dense"],
     languages=None,
     open_weights=True,
     revision="e473b33364e6c48a324796fd1411d3b93670c6fe",
@@ -34,6 +35,7 @@ lens_d4000 = ModelMeta(
 lens_d8000 = ModelMeta(
     loader=None,
     name="yibinlei/LENS-d8000",
+    model_type=["dense"],
     languages=None,
     open_weights=True,
     revision="a0b87bd91cb27b6f2f0b0fe22c28026da1d464ef",

mteb/models/model_implementations/lgai_embedding_models.py

@@ -44,6 +44,7 @@ LGAI_EMBEDDING_TRAINING_DATA = {
 lgai_embedding_en = ModelMeta(
     loader=sentence_transformers_loader,
     name="annamodels/LGAI-Embedding-Preview",
+    model_type=["dense"],
     languages=[
         "eng-Latn",
     ],

mteb/models/model_implementations/linq_models.py

@@ -1,7 +1,7 @@
 import torch
 
+from mteb.models.instruct_wrapper import instruct_wrapper
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.models.sentence_transformer_wrapper import SentenceTransformerEncoderWrapper
 from mteb.types import PromptType
 
 from .e5_instruct import E5_MISTRAL_TRAINING_DATA
@@ -22,7 +22,7 @@ def instruction_template(
 
 
 Linq_Embed_Mistral = ModelMeta(
-    loader=SentenceTransformerEncoderWrapper,
+    loader=instruct_wrapper,
     loader_kwargs=dict(
         instruction_template=instruction_template,
         attn="cccc",
@@ -32,6 +32,7 @@ Linq_Embed_Mistral = ModelMeta(
         normalized=True,
     ),
     name="Linq-AI-Research/Linq-Embed-Mistral",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="0c1a0b0589177079acc552433cad51d7c9132379",

mteb/models/model_implementations/listconranker.py

@@ -112,6 +112,7 @@ listconranker = ModelMeta(
         fp_options="float16",
     ),
     name="ByteDance/ListConRanker",
+    model_type=["cross-encoder"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="95ae6a5f422a916bc36520f0f3e198e7d91520a0",
@@ -128,6 +129,5 @@ listconranker = ModelMeta(
     use_instructions=False,
     public_training_code=None,
     public_training_data=None,
-    is_cross_encoder=True,
     citation=LISTCONRANKER_CITATION,
 )