{"model":{"name":"tencent/KaLM-Embedding-Gemma3-12B-2511","url":"https://huggingface.co/tencent/KaLM-Embedding-Gemma3-12B-2511","zeroShotPct":33,"activeParamsB":10.759,"totalParamsB":11.766,"embeddingDim":3840,"maxTokens":32768.0,"releaseDate":"2025-11-06","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":false,"open training code":true,"open training data":false,"paper":true,"model card":true},"opennessScore":4,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":[],"citation":"@misc{zhao2025kalmembeddingv2,\n      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model},\n      author={Xinping Zhao and Xinshuo Hu and Zifei Shan and Shouzheng Huang and Yao Zhou and Xin Zhang and Zetian Sun and Zhenyu Liu and Dongfang Li and Xinyuan Wei and Youcheng Pan and Yang Xiang and Meishan Zhang and Haofen Wang and Jun Yu and Baotian Hu and Min Zhang},\n      year={2025},\n      eprint={2506.20923},\n      archivePrefix={arXiv},\n      primaryClass={cs.CL},\n      url={https://arxiv.org/abs/2506.20923},\n}\n\n@misc{hu2025kalmembedding,\n      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model},\n      author={Xinshuo Hu and Zifei Shan and Xinping Zhao and Zetian Sun and Zhenyu Liu and Dongfang Li and Shaolin Ye and Xinyuan Wei and Qian Chen and Baotian Hu and Haofen Wang and Jun Yu and Min Zhang},\n      year={2025},\n      eprint={2501.01028},\n      archivePrefix={arXiv},\n      primaryClass={cs.CL},\n      url={https://arxiv.org/abs/2501.01028},\n}","memoryUsageMb":44884.0,"license":null,"publicTrainingCode":"https://github.com/HITsz-TMG/KaLM-Embedding","publicTrainingData":null,"adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["AlphaNLI","AmazonCounterfactualClassification","AmazonPolarityClassification","AmazonReviewsClassification","ArxivClusteringP2P","ArxivClusteringP2P.v2","ArxivClusteringS2S","Banking77Classification","BibleNLPBitextMining","BiorxivClusteringP2P.v2","BiorxivClusteringS2S.v2","BornholmBitextMining","CSFDSKMovieReviewSentimentClassification","CataloniaTweetClassification","CodeFeedbackMT","CodeFeedbackST","ContractNLIConfidentialityOfAgreementLegalBenchClassification","ContractNLIExplicitIdentificationLegalBenchClassification","ContractNLIInclusionOfVerballyConveyedInformationLegalBenchClassification","ContractNLILimitedUseLegalBenchClassification","ContractNLINoLicensingLegalBenchClassification","ContractNLINoticeOnCompelledDisclosureLegalBenchClassification","ContractNLIPermissibleAcquirementOfSimilarInformationLegalBenchClassification","ContractNLIPermissibleCopyLegalBenchClassification","ContractNLIPermissibleDevelopmentOfSimilarInformationLegalBenchClassification","ContractNLIPermissiblePostAgreementPossessionLegalBenchClassification","ContractNLIReturnOfConfidentialInformationLegalBenchClassification","ContractNLISharingWithEmployeesLegalBenchClassification","ContractNLISharingWithThirdPartiesLegalBenchClassification","ContractNLISurvivalOfObligationsLegalBenchClassification","CyrillicTurkicLangClassification","CzechProductReviewSentimentClassification","DBPedia","DBpediaClassification","ESCIReranking","EmotionClassification","FEVER","FEVER-NL","FEVERHardNegatives","FiQA2018","FiQA2018-NL","FinParaSTS","GermanSTSBenchmark","GreekLegalCodeClassification","HellaSwag","HotpotQA-NL","HotpotQA-PL","HotpotQAHardNegatives","ImdbClassification","IndicLangClassification","ItaCaseholdClassification","MIRACLReranking","MIRACLRetrieval","MIRACLRetrievalHardNegatives","MSMARCO","MSMARCO-PL","MSMARCOHardNegatives","MSMARCOv2","MTOPDomainClassification","MTOPIntentClassification","MassiveIntentClassification","MassiveScenarioClassification","MedrxivClusteringP2P.v2","MedrxivClusteringS2S.v2","MrTidyRetrieval","MultiLongDocRetrieval","MultilingualSentiment","NFCorpus","NQ","NQ-NL","NQ-PL","NQHardNegatives","NanoFEVERRetrieval","NanoMSMARCORetrieval","NanoNQRetrieval","NanoQuoraRetrieval","NordicLangClassification","NusaParagraphEmotionClassification","OdiaNewsClassification","PAC","PawsXPairClassification","PoemSentimentClassification","Quail","QuoraRetrieval","STSB","ScalaClassification","SciFact","SemRel24STS","SpartQA","StatcanDialogueDatasetRetrieval","SwissJudgementClassification","TERRa","TRECCOVID","ToxicConversationsClassification","TweetSentimentExtractionClassification","WinoGrande","YahooAnswersTopicsClassification","mMARCO-NL"]},"rows":[{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":2,"totalModels":487,"meanTask":0.7231813660530396,"meanTaskType":0.6251302975114925,"zeroShotPct":73,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7788386506715582,"STS":0.7901802509469698,"Reranking":0.672726170138889,"Clustering":0.5577263799854968,"BitextMining":0.8375852892998012,"Retrieval":0.7565970746841881,"PairClassification":0.8472866850649351,"InstructionReranking":0.05491833333333334,"MultilabelClassification":0.33031384347826087}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":3,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":73,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.7788386506715582,"STS":0.7901802509469698,"BitextMining":0.8375852892998012,"Reranking":0.672726170138889,"PairClassification":0.8472866850649351,"Retrieval":0.7565970746841881,"MultilabelClassification":0.33031384347826087,"InstructionReranking":0.05491833333333334}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":5,"totalModels":106,"meanTask":0.598282697931698,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":5,"totalModels":230,"meanTask":0.6642855333333333,"meanTaskType":0.6676722357142857,"zeroShotPct":53,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6373130952380952,"Classification":0.7616410833333334,"PairClassification":0.8506579999999999,"Clustering":0.571629,"Reranking":0.51712}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":11,"totalModels":204,"meanTask":0.054918333333333326,"meanTaskType":0.054918333333333326,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.054918333333333326}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":15,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.9209299375,"Clustering":0.4609263333333333,"Retrieval":0.7953544444444445}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":30,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":75,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Reranking":0.6313776717171717,"BitextMining":0.9278494369531354,"Clustering":0.5069703138888888,"InstructionReranking":0.054918333333333326,"MultilabelClassification":0.25197310869565215}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":33,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":34,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":79,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.7549069336864407,"STS":0.69094325}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":47,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":66,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":75,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":79,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":95,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.824659,"Reranking":0.8764689999999999,"Clustering":0.5288125714285714,"STS":0.6343688333333334}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":90,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.315723}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":95,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":76,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":99,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.858233}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":122,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":150,"totalModels":256,"meanTask":null,"meanTaskType":null,"zeroShotPct":90,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Reranking":0.904667}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":152,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":81,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"PairClassification":0.77748125}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":157,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":158,"totalModels":209,"meanTask":null,"meanTaskType":null,"zeroShotPct":70,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":170,"totalModels":206,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":173,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":64,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":174,"totalModels":234,"meanTask":null,"meanTaskType":null,"zeroShotPct":82,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":175,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"PairClassification":0.6156}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":176,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"PairClassification":0.6156}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":177,"totalModels":184,"meanTask":null,"meanTaskType":null,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":181,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":76,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.69201}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":183,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":64,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":188,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":56,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"PairClassification":0.5852905}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":189,"totalModels":351,"meanTask":null,"meanTaskType":null,"zeroShotPct":58,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":192,"totalModels":246,"meanTask":null,"meanTaskType":null,"zeroShotPct":82,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"BitextMining":0.8272200000000001}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":199,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":52,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":212,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":222,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":223,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":41,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":223,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":83,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":226,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":237,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":256,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":259,"totalModels":353,"meanTask":null,"meanTaskType":null,"zeroShotPct":50,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":274,"totalModels":321,"meanTask":null,"meanTaskType":null,"zeroShotPct":33,"taskTypes":["Retrieval"],"scoresByTaskType":{}}]}