{"model":{"name":"Qwen/Qwen3-Embedding-8B","url":"https://huggingface.co/Qwen/Qwen3-Embedding-8B","zeroShotPct":73,"activeParamsB":6.946,"totalParamsB":7.567,"embeddingDim":4096,"maxTokens":32768.0,"releaseDate":"2025-06-05","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":true,"open training code":false,"open training data":false,"paper":true,"model card":true},"opennessScore":4,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["Afrikaans","Arabic","Armenian","Azerbaijani","Basque","Belarusian","Bengali","Bulgarian","Burmese","Catalan","Cebuano","Chinese","Croatian","Czech","Danish","Dutch","English","Estonian","Finnish","French","Galician","Georgian","German","Gujarati","Haitian","Hebrew","Hindi","Hungarian","Icelandic","Indonesian","Italian","Japanese","Javanese","Kannada","Kazakh","Khmer","Kirghiz","Korean","Lao","Latvian","Lithuanian","Macedonian","Malay (macrolanguage)","Malayalam","Marathi","Modern Greek (1453-)","Mongolian","Nepali (macrolanguage)","Norwegian","Norwegian Bokmål","Norwegian Nynorsk","Panjabi","Persian","Polish","Portuguese","Quechua (Latin)","Romanian","Russian","Sinhala","Slovak","Slovenian","Spanish","Swahili (macrolanguage)","Tagalog","Tamil","Telugu","Thai","Turkish","Ukrainian","Urdu","Vietnamese","Welsh","Yoruba"],"citation":"@article{qwen3embedding,\n  title={Qwen3 Embedding: Advancing Text Embedding and Reranking Through Foundation Models},\n  author={Zhang, Yanzhao and Li, Mingxin and Long, Dingkun and Zhang, Xin and Lin, Huan and Yang, Baosong and Xie, Pengjun and Yang, An and Liu, Dayiheng and Lin, Junyang and Huang, Fei and Zhou, Jingren},\n  journal={arXiv preprint arXiv:2506.05176},\n  year={2025}\n}","memoryUsageMb":14433.0,"license":"apache-2.0","publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["CMedQAv2-reranking","CodeSearchNet","DuRetrieval","FEVER","HotpotQA","MIRACLRetrieval","MMarcoReranking","MSMARCO","MrTidyRetrieval","NQ","T2Retrieval"]},"rows":[{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":1,"totalModels":353,"meanTask":0.7217389285714286,"meanTaskType":0.6814254469696969,"zeroShotPct":92,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.6275818666666667,"Classification":0.870618,"Clustering":0.5626715454545455,"PairClassification":0.8752296666666667,"STS":0.8905393,"Reranking":0.63080975,"Summarization":0.312528}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":1,"totalModels":415,"meanTask":0.6988910211212497,"meanTaskType":0.6177057090712226,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7443912291666667,"PairClassification":0.936873736111111,"Retrieval":0.6649632316313823,"Reranking":0.6258536464646465,"BitextMining":0.9303291691793196,"STS":0.8156683968253968,"Clustering":0.5035771824074075,"InstructionReranking":0.10064133333333332,"MultilabelClassification":0.23705345652173912}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":1,"totalModels":184,"meanTask":0.7786005,"meanTaskType":0.75457875,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.7573099999999999,"Reranking":0.67406,"STS":0.8959779999999999,"Classification":0.690967}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":1,"totalModels":266,"meanTask":0.7778078333333334,"meanTaskType":0.7546697901234568,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"STS":0.8976109999999999,"Retrieval":0.7836924074074074,"PairClassification":0.7726106666666667,"Classification":0.690967,"Reranking":0.67406,"Clustering":0.7090776666666666}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":2,"totalModels":321,"meanTask":0.6275818666666666,"meanTaskType":0.6275818666666666,"zeroShotPct":73,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.6275818666666666}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":2,"totalModels":256,"meanTask":0.6559081833333333,"meanTaskType":0.7011177896825398,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.489716625,"PairClassification":0.8242105,"Classification":0.7297214861111111,"Retrieval":0.6682291666666668,"STS":0.86960075,"MultilabelClassification":0.414609,"Reranking":0.911737}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":2,"totalModels":487,"meanTask":0.7054842055438725,"meanTaskType":0.6174748338986057,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.7399706981526966,"STS":0.8107530920138888,"BitextMining":0.8089090988028113,"Clustering":0.581325463160645,"Reranking":0.6563249861111111,"PairClassification":0.8640237521645022,"Retrieval":0.7087702987397678,"MultilabelClassification":0.28655478260869566,"InstructionReranking":0.10064133333333332}},{"benchmarkName":"NanoBEIR","benchmarkDisplayName":"NanoBEIR","rank":2,"totalModels":37,"meanTask":0.7159261538461539,"meanTaskType":0.7159261538461539,"zeroShotPct":69,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.7159261538461539}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":2,"totalModels":246,"meanTask":0.7043192351190476,"meanTaskType":0.7148751071428572,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.7482740833333333,"Retrieval":0.7122014285714285,"Clustering":0.5524789166666667,"BitextMining":0.846546}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":3,"totalModels":234,"meanTask":0.7353519411764706,"meanTaskType":0.7165932916666666,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.8766035,"Classification":0.756315,"Clustering":0.5054076666666667,"STS":0.728047}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":3,"totalModels":204,"meanTask":0.10064133333333332,"meanTaskType":0.10064133333333332,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.10064133333333332}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":4,"totalModels":212,"meanTask":0.5798892937610228,"meanTaskType":0.534677224893445,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6104529987654321,"BitextMining":0.6983431819444444,"Clustering":0.31533666666666665,"PairClassification":0.6152595714285714,"Retrieval":0.7039355555555555,"MultilabelClassification":0.264735375}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":4,"totalModels":255,"meanTask":0.7141934347826087,"meanTaskType":0.6923754365079365,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7434852222222221,"STS":0.7930526666666667,"Retrieval":0.7818933333333332,"Clustering":0.6671683333333333,"Reranking":0.701919,"PairClassification":0.713318,"MultilabelClassification":0.4457915}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":4,"totalModels":487,"meanTask":0.7058388101663448,"meanTaskType":0.6169352121149991,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7399706981526966,"STS":0.8107530920138889,"Reranking":0.6563249861111111,"Clustering":0.5764688671081852,"BitextMining":0.8089090988028113,"Retrieval":0.7087702987397678,"PairClassification":0.8640237521645022,"InstructionReranking":0.10064133333333332,"MultilabelClassification":0.28655478260869566}},{"benchmarkName":"CoREB(v1)","benchmarkDisplayName":"CoREB","rank":5,"totalModels":25,"meanTask":0.5895250000000001,"meanTaskType":0.5895250000000001,"zeroShotPct":100,"taskTypes":["Retrieval","Reranking"],"scoresByTaskType":{"Retrieval":0.6380466666666668,"Reranking":0.5410033333333334}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":5,"totalModels":351,"meanTask":0.7522299024390243,"meanTaskType":0.6870548194444445,"zeroShotPct":95,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.58573025,"Classification":0.9042133750000001,"PairClassification":0.8752296666666667,"Reranking":0.515644,"STS":0.8858394444444444,"Retrieval":0.694402,"Summarization":0.348325}},{"benchmarkName":"BRIGHT-Pro","benchmarkDisplayName":"BRIGHT-Pro","rank":6,"totalModels":20,"meanTask":0.4174871428571429,"meanTaskType":0.4174871428571429,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.4174871428571429}},{"benchmarkName":"ChemTEB","benchmarkDisplayName":"Chemical","rank":6,"totalModels":55,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","BitextMining","Retrieval"],"scoresByTaskType":{"PairClassification":0.6363319666666667,"Clustering":0.5010020000000001,"BitextMining":0.00518225,"Retrieval":0.7464133333333334}},{"benchmarkName":"ChemTEB(v1.1)","benchmarkDisplayName":"Chemical","rank":6,"totalModels":55,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","BitextMining","PairClassification","Clustering"],"scoresByTaskType":{"BitextMining":0.00518225,"PairClassification":0.6363319666666667,"Clustering":0.5010020000000001}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":6,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.6196774904025423,"Clustering":0.5496599178981937,"PairClassification":0.7188758125,"STS":0.602954125,"MultilabelClassification":0.2571988125}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":6,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"Classification":0.7327366249999999,"PairClassification":0.8657775000000001,"Reranking":0.8684275,"Retrieval":0.9473103846153846,"Clustering":0.5568468095238095,"STS":0.6161280833333334}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":7,"totalModels":269,"meanTask":0.806888514957265,"meanTaskType":0.806888514957265,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.806888514957265}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":8,"totalModels":264,"meanTask":0.7385685967741935,"meanTaskType":0.7501917698412699,"zeroShotPct":83,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{"Reranking":0.66988675,"Retrieval":0.78206875,"STS":0.6352562857142858,"Classification":0.7708195833333334,"Clustering":0.80078975,"PairClassification":0.8423295}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":8,"totalModels":236,"meanTask":0.6703325757575758,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":9,"totalModels":268,"meanTask":0.79864,"meanTaskType":0.79864,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.79864}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":13,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.905506}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":16,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":16,"totalModels":233,"meanTask":0.5951390909090909,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":17,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.7434852222222222,"Clustering":0.6671683333333333,"STS":0.7930526666666667,"Reranking":0.701919,"MultilabelClassification":0.4457915,"PairClassification":0.713318}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":17,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":18,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":83,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Clustering":0.45135400000000003,"Reranking":0.863852}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":18,"totalModels":264,"meanTask":0.6724875,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":19,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.792447,"Summarization":0.304411,"Retrieval":0.7181253333333333,"STS":0.8684540000000002,"Reranking":0.8898125}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":21,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"Classification":0.70836375,"STS":0.8603668333333333,"MultilabelClassification":0.220215}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":22,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":26,"totalModels":106,"meanTask":0.559406451509139,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":29,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR-NL","benchmarkDisplayName":"BEIR-NL","rank":30,"totalModels":36,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(fin, beta)","benchmarkDisplayName":"RTEB Finance","rank":30,"totalModels":110,"meanTask":0.7269933333333333,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":31,"totalModels":231,"meanTask":0.66846,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":33,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"STS":0.8779435,"Clustering":0.561007}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":34,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.825233375,"PairClassification":0.843936,"Classification":0.9256580000000001}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":38,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.5610069999999999,"STS":0.8779435}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":41,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"Classification":0.6769059166666667,"PairClassification":0.885606,"Clustering":0.582251}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":44,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{"Clustering":0.6847318,"BitextMining":0.623034,"STS":0.8334440000000001}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":46,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{"Clustering":0.6847318,"BitextMining":0.623034}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":52,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":52,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":58,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"PairClassification":0.64680225,"STS":0.7955245}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":73,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Clustering":0.5537369999999999,"STS":0.8779435,"PairClassification":0.6966425}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":95,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":76,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":106,"totalModels":206,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":173,"totalModels":209,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}}]}