{"model":{"name":"google/gemini-embedding-001","url":"https://ai.google.dev/gemini-api/docs/embeddings","zeroShotPct":80,"activeParamsB":null,"totalParamsB":null,"embeddingDim":3072,"maxTokens":2048.0,"releaseDate":"2025-07-14","modelType":"dense","instructionTuned":true,"openWeights":false,"openness":{"open weights":false,"open license":false,"open training code":false,"open training data":false,"paper":true,"model card":true},"opennessScore":2,"sentenceTransformersCompatible":false,"modalities":["text"],"languages":["Bengali","Chinese","Chinese (Traditional)","English","Finnish","French","German","Hindi","Indonesian","Iranian Persian","Japanese","Korean","Russian","Spanish","Standard Arabic","Swahili (individual language)","Telugu","Thai","Yoruba"],"citation":"@misc{lee2025geminiembeddinggeneralizableembeddings,\n  title={Gemini Embedding: Generalizable Embeddings from Gemini},\n  author={Jinhyuk Lee and Feiyang Chen and Sahil Dua and Daniel Cer and Madhuri Shanbhogue and Iftekhar Naim and Gustavo Hernández Ábrego and Zhe Li and Kaifeng Chen and Henrique Schechter Vera and Xiaoqi Ren and Shanfeng Zhang and Daniel Salz and Michael Boratko and Jay Han and Blair Chen and Shuo Huang and Vikram Rao and Paul Suganthan and Feng Han and Andreas Doumanoglou and Nithi Gupta and Fedor Moiseev and Cathy Yip and Aashi Jain and Simon Baumgartner and Shahrokh Shahi and Frank Palma Gomez and Sandeep Mariserla and Min Choi and Parashar Shah and Sonam Goenka and Ke Chen and Ye Xia and Koert Chen and Sai Meher Karthik Duddu and Yichang Chen and Trevor Walker and Wenlei Zhou and Rakesh Ghiya and Zach Gleicher and Karan Gill and Zhe Dong and Mojtaba Seyedhosseini and Yunhsuan Sung and Raphael Hoffmann and Tom Duerig},\n  year={2025},\n  eprint={2503.07891},\n  archivePrefix={arXiv},\n  primaryClass={cs.CL},\n  url={https://arxiv.org/abs/2503.07891},\n}","memoryUsageMb":null,"license":null,"publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":["vertexai"],"trainingDatasets":["FEVERHardNegatives","HotpotQAHardNegatives","MIRACLRetrievalHardNegatives","NQHardNegatives"]},"rows":[{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":1,"totalModels":228,"meanTask":0.7197869583333334,"meanTaskType":0.7195009236111112,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.8297741249999999,"Retrieval":0.6213006666666667,"PairClassification":0.74494675,"Clustering":0.5421419999999999,"Classification":0.937972,"Reranking":0.64087}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":4,"totalModels":487,"meanTask":0.6831526152701752,"meanTaskType":0.5963890136290817,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.7181957413578328,"STS":0.7940258876262627,"BitextMining":0.7927964650156638,"Clustering":0.5498680115679522,"Reranking":0.6558326736111112,"PairClassification":0.8363172683982684,"Retrieval":0.6770753736353683,"MultilabelClassification":0.2915960347826087,"InstructionReranking":0.05179366666666666}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":5,"totalModels":487,"meanTask":0.6836798718752911,"meanTaskType":0.595943083153859,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7181957413578328,"STS":0.7940258876262627,"Reranking":0.6558326736111112,"Clustering":0.5458546372909491,"BitextMining":0.7927964650156638,"Retrieval":0.6770753736353683,"PairClassification":0.8363172683982683,"InstructionReranking":0.05179366666666666,"MultilabelClassification":0.2915960347826087}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":8,"totalModels":246,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.7235722820512821,"Retrieval":0.7719785714285715,"BitextMining":0.7255375}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":9,"totalModels":351,"meanTask":0.7329878292682926,"meanTaskType":0.6766678353174603,"zeroShotPct":95,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.593916625,"Classification":0.9004669999999999,"PairClassification":0.877047,"Reranking":0.48595,"STS":0.8529462222222222,"Retrieval":0.6435029999999999,"Summarization":0.382845}},{"benchmarkName":"RTEB(fin, beta)","benchmarkDisplayName":"RTEB Finance","rank":11,"totalModels":110,"meanTask":0.7793266666666666,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":11,"totalModels":236,"meanTask":0.6654880303030304,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":14,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":15,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":16,"totalModels":269,"meanTask":0.7599641132478633,"meanTaskType":0.7599641132478633,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.7599641132478633}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":17,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.9141102763888889,"Clustering":0.44282533333333335,"Retrieval":0.8720266666666666}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":17,"totalModels":204,"meanTask":0.05179366666666666,"meanTaskType":0.05179366666666666,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.05179366666666666}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":19,"totalModels":233,"meanTask":0.5836481818181819,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":20,"totalModels":268,"meanTask":0.7390116666666666,"meanTaskType":0.7390116666666666,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.7390116666666666}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":21,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Reranking":0.6191624949494949,"BitextMining":0.89793075358255,"Clustering":0.48511743148148145,"InstructionReranking":0.05179366666666666,"MultilabelClassification":0.21332358695652173}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":23,"totalModels":264,"meanTask":0.5846199999999999,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":24,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.7179866816807909,"STS":0.718173}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":27,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":34,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":34,"totalModels":231,"meanTask":0.65532,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":62,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":63,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":90,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":74,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":79,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":84,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.280225}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":85,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.8272195,"Reranking":0.8928765000000001,"Clustering":0.4721417142857143,"STS":0.6287478333333333}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":85,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.84427,"Clustering":0.491998}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":103,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.850493}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":139,"totalModels":256,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Reranking":0.9267}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":147,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":151,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":92,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":159,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"PairClassification":0.5566885}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":162,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":92,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":165,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"PairClassification":0.639244}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":166,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"PairClassification":0.639244}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":167,"totalModels":209,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":168,"totalModels":234,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":169,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":170,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.6497999999999999}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":184,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":90,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":196,"totalModels":353,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"PairClassification":0.877047}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":201,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Clustering":0.46082449999999997}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":204,"totalModels":206,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":239,"totalModels":321,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval"],"scoresByTaskType":{}}]}