{"model":{"name":"nvidia/llama-embed-nemotron-8b","url":"https://huggingface.co/nvidia/llama-embed-nemotron-8b","zeroShotPct":66,"activeParamsB":6.98,"totalParamsB":7.505,"embeddingDim":4096,"maxTokens":32768.0,"releaseDate":"2025-10-23","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":false,"open training code":true,"open training data":true,"paper":true,"model card":true},"opennessScore":5,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["Afrikaans","Albanian","Algerian Arabic","Amharic","Arabic","Armenian","Batak Toba","Bengali","Buginese","Bulgarian","Catalan","Chinese","Czech","Danish","Dutch","English","Estonian","Finnish","French","Ganda","German","Hausa","Hindi","Hungarian","Igbo","Indonesian","Italian","Japanese","Javanese","Kinyarwanda","Korean","Korean (Korean)","Latvian","Lingala","Madurese","Maltese","Mandarin Chinese","Minangkabau","Modern Greek (1453-)","Moroccan Arabic","Nigerian Pidgin","Norwegian","Norwegian Bokmål","Oromo","Persian","Polish","Portuguese","Romanian","Rundi","Russian","Serbian","Shona","Slovak","Slovenian","Somali","Spanish","Sundanese","Swahili (macrolanguage)","Swedish","Telugu","Thai","Tigrinya","Turkish","Vietnamese","Xhosa","Yoruba"],"citation":"@misc{babakhin2025llamaembednemotron8buniversaltextembedding,\n      title={Llama-Embed-Nemotron-8B: A Universal Text Embedding Model for Multilingual and Cross-Lingual Tasks},\n      author={Yauhen Babakhin and Radek Osmulski and Ronay Ak and Gabriel Moreira and Mengyao Xu and Benedikt Schifferer and Bo Liu and Even Oldridge},\n      year={2025},\n      eprint={2511.07025},\n      archivePrefix={arXiv},\n      primaryClass={cs.CL},\n      url={https://arxiv.org/abs/2511.07025},\n}","memoryUsageMb":28629.0,"license":"https://huggingface.co/nvidia/llama-embed-nemotron-8b/blob/main/LICENSE","publicTrainingCode":"https://github.com/NVIDIA-NeMo/Automodel/tree/main/examples/retrieval/bi_encoder/llama_embed_nemotron_8b","publicTrainingData":"https://huggingface.co/datasets/nvidia/embed-nemotron-dataset-v1","adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":["flash_attention","llama-embed-nemotron"],"trainingDatasets":["AmazonReviewsClassification","BioASQ","EmotionClassification","FEVER","GooAQ","HotpotQA","MIRACLRetrieval","MSMARCO","MrTidyRetrieval","NFCorpus","NQ","Nemotron-CC-v2","PAQ","RedditClustering.v2","RedditClusteringP2P.v2","SQuAD","TriviaQA"]},"rows":[{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":3,"totalModels":256,"meanTask":0.6619477083333334,"meanTaskType":0.706620236111111,"zeroShotPct":97,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.50821375,"PairClassification":0.839248,"Classification":0.7337631527777777,"Retrieval":0.6700416666666666,"STS":0.86366475,"MultilabelClassification":0.41465233333333334,"Reranking":0.916758}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":3,"totalModels":204,"meanTask":0.10824699999999998,"meanTaskType":0.10824699999999998,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.10824699999999998}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":3,"totalModels":487,"meanTask":0.6946133785217076,"meanTaskType":0.6109144107045219,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7321480118745596,"STS":0.7941355811237374,"Reranking":0.67778275,"Clustering":0.5435334231072109,"BitextMining":0.8171938545109166,"Retrieval":0.6869422523476492,"PairClassification":0.8396886233766235,"InstructionReranking":0.108247,"MultilabelClassification":0.2985582}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":5,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.7321480118745596,"STS":0.7941355811237374,"BitextMining":0.8171938545109166,"Reranking":0.67778275,"PairClassification":0.8396886233766234,"Retrieval":0.686942252347649,"MultilabelClassification":0.2985582,"InstructionReranking":0.108247}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":22,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.7672173708333333,"Clustering":0.408422,"Retrieval":0.7382688888888889}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":23,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Reranking":0.6246558787878788,"BitextMining":0.9206627688261351,"Clustering":0.4988901083333333,"InstructionReranking":0.10824699999999998,"MultilabelClassification":0.2202685}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":31,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":39,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.6610227266525424,"STS":0.67460125}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":48,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":49,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"Retrieval":0.562508888888889}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":86,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.80088,"Reranking":0.8848695,"Clustering":0.570440619047619,"STS":0.5817580833333333}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":86,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.290088}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":89,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":106,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.842989}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":115,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":90,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":121,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.813758,"Clustering":0.633824}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":146,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":151,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"PairClassification":0.747701}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":163,"totalModels":184,"meanTask":null,"meanTaskType":null,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.418605}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":164,"totalModels":209,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":171,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"PairClassification":0.672103}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":172,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"PairClassification":0.672103}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":174,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":175,"totalModels":234,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":182,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":96,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.6684215}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":183,"totalModels":351,"meanTask":null,"meanTaskType":null,"zeroShotPct":95,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":184,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":192,"totalModels":206,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":192,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"PairClassification":0.5679270000000001}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":195,"totalModels":246,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"BitextMining":0.796316}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":203,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":215,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":217,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":218,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":219,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":233,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":241,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":256,"totalModels":353,"meanTask":null,"meanTaskType":null,"zeroShotPct":83,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":260,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":264,"totalModels":321,"meanTask":null,"meanTaskType":null,"zeroShotPct":66,"taskTypes":["Retrieval"],"scoresByTaskType":{}}]}