{"model":{"name":"codefuse-ai/F2LLM-v2-14B","url":"https://huggingface.co/codefuse-ai/F2LLM-v2-14B","zeroShotPct":40,"activeParamsB":13.214,"totalParamsB":13.99,"embeddingDim":5120,"maxTokens":40960.0,"releaseDate":"2026-03-09","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":true,"open training code":true,"open training data":true,"paper":true,"model card":true},"opennessScore":6,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["Afrikaans","Albanian","Amharic","Arabic","Armenian","Azerbaijani","Basque","Belarusian","Bengali","Bulgarian","Burmese","Catalan","Cebuano","Chinese","Croatian","Czech","Danish","Dutch","English","Esperanto","Estonian","Finnish","French","Galician","Georgian","German","Gujarati","Hebrew","Hindi","Hungarian","Icelandic","Indonesian","Italian","Japanese","Javanese","Kannada","Kazakh","Khmer","Korean","Lao","Latin","Latvian","Lithuanian","Macedonian","Malay (macrolanguage)","Malayalam","Marathi","Modern Greek (1453-)","Mongolian","Nepali (macrolanguage)","North Azerbaijani","Norwegian","Norwegian Bokmål","Norwegian Nynorsk","Occitan (post 1500)","Persian","Polish","Portuguese","Pushto","Romanian","Russian","Serbian","Sinhala","Slovak","Slovenian","South Azerbaijani","Spanish","Swahili (macrolanguage)","Swedish","Tagalog","Tajik","Tamil","Telugu","Thai","Turkish","Ukrainian","Urdu","Uzbek","Vietnamese","Waray (Philippines)","Welsh","c#-Code (Code)","c++-Code (Code)","c-Code (Code)","go-Code (Code)","java-Code (Code)","javascript-Code (Code)","php-Code (Code)","python-Code (Code)","ruby-Code (Code)","rust-Code (Code)","sql-Code (Code)"],"citation":"\n@misc{f2llm-v2,\n    title={F2LLM-v2: Inclusive, Performant, and Efficient Embeddings for a Multilingual World},\n    author={Ziyin Zhang and Zihan Liao and Hang Yu and Peng Di and Rui Wang},\n    year={2026},\n    eprint={2603.19223},\n    archivePrefix={arXiv},\n    primaryClass={cs.CL},\n    url={https://arxiv.org/abs/2603.19223},\n}","memoryUsageMb":53369.0,"license":"apache-2.0","publicTrainingCode":"https://github.com/codefuse-ai/CodeFuse-Embeddings/tree/main/F2LLM","publicTrainingData":"https://huggingface.co/datasets/codefuse-ai/F2LLM-v2","adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["ANLI","AmazonCounterfactualClassification","AmazonPolarityClassification","AmazonQA","AmazonReviewClassification","ArguAna","ArxivClusteringP2P","ArxivClusteringS2S","Aya","BQ","BactrianXLanguageClassification","BactrianXTranslation","Banking77Classification","BioASQ","BiorxivClusteringP2P","BiorxivClusteringS2S","CEDR","CLIRMatrix","CMCQA","CMNLI","CNNDM","COIG","COLIEE","CORD19","CSL","CoLA","CodeFeedbackMT","CodeFeedbackST","CodeSearchNet","CodeSearchNetCCR","CosQA","DBPedia","DuReader","ELI5","ESCI","EmotionClassification","Europarl","FEVER","FEVERNL","FiQA2018","GooAQ","HealthCareMagic","HotpotQA","HotpotQANL","HuatuoEncQA","HuatuoKGQA","ImdbClassification","InfinityInstruct","KoAlpaca","KoAlpacaRealQA","KoMagpie","LCQMC","LCSTS","LLMRetrievalData","Lawzhidao","M2Lingual","MEDI2","MIRACLRetrieval","MKQA","MLDR","MLSUMClustering","MLSUMRetrieval","MMARCO","MNLI","MQA","MSMARCO","MSciNLI","MTOPDomainClassification","MTOPIntentClassification","MURI","MailruQA","MassiveIntentClassification","MassiveScenarioClassification","MedInstruct","MedMCQA","MedQA","MedQuAD","MedicalFlashcards","MedicalInstruction","MedicalQARu","MedrxivClusteringP2P","MedrxivClusteringS2S","MrTidyRetrieval","MultiAlpaca","MultiCPRECom","MultiCPRMedical","NFCorpus","NQ","NaturalReasoning","NordicClassification","NordicRetrieval","NordicSTS","NordicTextMatching","OASST2","OCNLI","OpenCodeGeneticInstruct","OpenCodeReasoning2","OpenOrca","PAQ","PQuAD","ParSQuAD","ParaCrawl","PawsX","PersianQA","ProCQA","PubMedQA","QBQTC","QQP","RedditClustering","RedditClusteringP2P","RefGPT","RuInstruct","RuSentimentClustering","S2ORC","SIB200","SNLI","SPECTER","SQuAD","STS12","STS22","STSBenchmark","SciFact","SentenceCompression","SiberianDataset","SimCLUE","StackExchange","StackExchangeClustering","StackExchangeClusteringP2P","StackExchangeDupQuestions","StackOverflowDupQuestions","StackOverflowQA","SyntheticText2SQL","T2Ranking","THUCNews","TNews","ToxicConversationsClassification","TriviaQA","TweetSentimentExtractionClassification","TwentyNewsgroupsClustering","UNPC","Waimai","WebFAQ","WikiOmnia","WildChat","XCodeEvalCodeToCode","XCodeEvalNLToCode","XCodeEvalTranslation","XNLI","XSum","YahooAnswers","cMedQAv2","webMedQA"]},"rows":[{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":1,"totalModels":257,"meanTask":0.6606588999999999,"meanTaskType":0.7270440454081634,"zeroShotPct":80,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{"Retrieval":0.5015371428571429,"Clustering":0.6777018,"STS":0.7812086666666667,"Classification":0.6872185000000001,"Reranking":0.7290300000000001,"PairClassification":0.881857875,"BitextMining":0.8307543333333335}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":1,"totalModels":292,"meanTask":0.739448076923077,"meanTaskType":0.7630080044167666,"zeroShotPct":78,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{"Retrieval":0.6548223529411765,"Clustering":0.6777018,"BitextMining":0.8307543333333333,"Reranking":0.7290300000000001,"Classification":0.7674016875,"PairClassification":0.8678738571428573,"STS":0.813472}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":1,"totalModels":251,"meanTask":0.7931907976190475,"meanTaskType":0.7917907991341993,"zeroShotPct":78,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.7204480000000001,"Retrieval":0.7965340909090909,"Classification":0.8153039047619048,"Reranking":0.77522,"STS":0.851448}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":1,"totalModels":265,"meanTask":0.6702171578947368,"meanTaskType":0.6340594722222223,"zeroShotPct":63,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"Classification":0.8846780833333333,"Clustering":0.45706425,"Retrieval":0.5952057500000001,"PairClassification":0.59758375,"Reranking":0.51784,"STS":0.751985}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":1,"totalModels":250,"meanTask":0.7261583733333333,"meanTaskType":0.7001334064625849,"zeroShotPct":80,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"Clustering":0.5818829285714285,"PairClassification":0.696132,"Summarization":0.316771,"Retrieval":0.7249026666666667,"Classification":0.8608455833333334,"STS":0.8374896666666668,"Reranking":0.88291}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":1,"totalModels":224,"meanTask":0.7884727172874493,"meanTaskType":0.8019185068392135,"zeroShotPct":90,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"Classification":0.7668486250000001,"PairClassification":0.7493810000000001,"Reranking":0.88295,"Retrieval":0.9176542307692308,"BitextMining":0.8030356921052633,"Clustering":0.8923273333333333,"STS":0.6012326666666666}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":1,"totalModels":248,"meanTask":0.80649071875,"meanTaskType":0.7677155416666667,"zeroShotPct":75,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Classification":0.83349225,"Clustering":0.6224335000000001,"Retrieval":0.8646400000000001,"STS":0.851448,"PairClassification":0.5844195,"Reranking":0.84986}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":1,"totalModels":234,"meanTask":0.7513190882352941,"meanTaskType":0.7196009880952381,"zeroShotPct":82,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.8608015,"Classification":0.8191027857142856,"Clustering":0.49999299999999997,"STS":0.6985066666666667}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":1,"totalModels":230,"meanTask":0.7835008333333333,"meanTaskType":0.8142223785714287,"zeroShotPct":60,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.7259271428571428,"Classification":0.82934425,"PairClassification":0.7564065,"Clustering":0.921629,"Reranking":0.8378049999999999}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":1,"totalModels":209,"meanTask":0.43603882352941176,"meanTaskType":0.43603882352941176,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.43603882352941176}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":1,"totalModels":246,"meanTask":0.7110342857142857,"meanTaskType":0.6970505631868131,"zeroShotPct":92,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.7714775384615385,"Retrieval":0.7520057142857143,"Clustering":0.5215685,"BitextMining":0.7431505}},{"benchmarkName":"VN-MTEB (vie, v1)","benchmarkDisplayName":"Vietnamese","rank":1,"totalModels":33,"meanTask":0.63562305,"meanTaskType":0.719412625,"zeroShotPct":46,"taskTypes":["Retrieval","Classification","Reranking","STS","PairClassification","Clustering"],"scoresByTaskType":{"Retrieval":0.47241,"Classification":0.8557799166666668,"Reranking":0.7037233333333334,"STS":0.8292073333333333,"PairClassification":0.8508071666666668,"Clustering":0.604548}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":2,"totalModels":268,"meanTask":0.7993948333333333,"meanTaskType":0.7993948333333333,"zeroShotPct":50,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.7993948333333333}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":2,"totalModels":255,"meanTask":0.7087541739130436,"meanTaskType":0.6711951904761905,"zeroShotPct":78,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.7656900000000001,"Clustering":0.6581146666666666,"STS":0.7356803333333334,"Retrieval":0.7613733333333332,"Reranking":0.7086049999999999,"MultilabelClassification":0.458518,"PairClassification":0.610385}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":2,"totalModels":228,"meanTask":0.7332610833333333,"meanTaskType":0.7456755486111111,"zeroShotPct":75,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.787894375,"Retrieval":0.6097506666666667,"PairClassification":0.71988425,"Clustering":0.7863805,"Classification":0.9491735,"Reranking":0.62097}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":2,"totalModels":269,"meanTask":0.8075294337606836,"meanTaskType":0.8075294337606836,"zeroShotPct":58,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.8075294337606836}},{"benchmarkName":"ChemTEB","benchmarkDisplayName":"Chemical","rank":3,"totalModels":55,"meanTask":0.7844287345679012,"meanTaskType":0.5913226874509805,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","BitextMining","Retrieval"],"scoresByTaskType":{"PairClassification":0.8022566333333334,"Classification":0.8599424705882354,"Clustering":0.467673,"BitextMining":0.039557999999999996,"Retrieval":0.7871833333333333}},{"benchmarkName":"ChemTEB(v1.1)","benchmarkDisplayName":"Chemical","rank":3,"totalModels":55,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","BitextMining","PairClassification","Clustering"],"scoresByTaskType":{"Classification":0.8599424705882353,"BitextMining":0.039557999999999996,"PairClassification":0.8022566333333334,"Clustering":0.467673}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":3,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"Classification":0.8153039047619048,"STS":0.851448,"Clustering":0.7204479999999999}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":3,"totalModels":415,"meanTask":0.6989324753920652,"meanTaskType":0.6075408826577,"zeroShotPct":87,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7622492791666666,"PairClassification":0.8978942416666666,"Retrieval":0.6721861934412618,"Reranking":0.6471396616161617,"BitextMining":0.9055308528859168,"STS":0.7701920634920635,"Clustering":0.5772541009259259,"InstructionReranking":0.006187333333333334,"MultilabelClassification":0.22923421739130434}},{"benchmarkName":"BuiltBench(eng)","benchmarkDisplayName":"BuiltBench(eng)","rank":4,"totalModels":54,"meanTask":0.6742175,"meanTaskType":0.6965683333333333,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.7769,"Clustering":0.607165,"Reranking":0.70564}},{"benchmarkName":"CoREB(v1)","benchmarkDisplayName":"CoREB","rank":4,"totalModels":25,"meanTask":0.595705,"meanTaskType":0.595705,"zeroShotPct":100,"taskTypes":["Retrieval","Reranking"],"scoresByTaskType":{"Retrieval":0.64773,"Reranking":0.54368}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":4,"totalModels":184,"meanTask":0.7485273333333332,"meanTaskType":0.7242642499999999,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.723255,"Reranking":0.61672,"STS":0.870852,"Classification":0.68623}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":4,"totalModels":266,"meanTask":0.7681995,"meanTaskType":0.7447666666666667,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"STS":0.865687,"Retrieval":0.7606816666666667,"PairClassification":0.6730016666666666,"Classification":0.68623,"Reranking":0.61672,"Clustering":0.8662796666666667}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":4,"totalModels":256,"meanTask":0.6638757666666667,"meanTaskType":0.6974456031746031,"zeroShotPct":87,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.5062776250000001,"PairClassification":0.8035045,"Classification":0.7501936805555557,"Retrieval":0.6719474999999999,"STS":0.82760125,"MultilabelClassification":0.4271546666666666,"Reranking":0.89544}},{"benchmarkName":"NanoBEIR","benchmarkDisplayName":"NanoBEIR","rank":4,"totalModels":37,"meanTask":0.7028930769230768,"meanTaskType":0.7028930769230768,"zeroShotPct":30,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.7028930769230768}},{"benchmarkName":"BRIGHT","benchmarkDisplayName":"Reasoning Retrieval","rank":5,"totalModels":29,"meanTask":0.19702916666666667,"meanTaskType":0.19702916666666667,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.19702916666666667}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":5,"totalModels":353,"meanTask":0.7185818928571427,"meanTaskType":0.6782611487012986,"zeroShotPct":37,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.5827768666666666,"Classification":0.8977957499999999,"Clustering":0.6258810909090909,"PairClassification":0.8601853333333334,"STS":0.8464929999999999,"Reranking":0.6201699999999999,"Summarization":0.314526}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":5,"totalModels":255,"meanTask":0.7090441739130435,"meanTaskType":0.6715128095238094,"zeroShotPct":78,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7656900000000001,"STS":0.7356803333333333,"Retrieval":0.7635966666666666,"Clustering":0.6581146666666667,"Reranking":0.7086049999999999,"PairClassification":0.610385,"MultilabelClassification":0.458518}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":7,"totalModels":487,"meanTask":0.6868905177626845,"meanTaskType":0.5945904688698008,"zeroShotPct":88,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.7299929750735813,"STS":0.7696734158775254,"BitextMining":0.7715472876625269,"Clustering":0.6100837870553043,"Reranking":0.7048642152777779,"PairClassification":0.8125542597402596,"Retrieval":0.6650490588513774,"MultilabelClassification":0.2813618869565217,"InstructionReranking":0.006187333333333334}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":8,"totalModels":206,"meanTask":0.7556583333333333,"meanTaskType":0.7556583333333333,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.7556583333333333}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":8,"totalModels":487,"meanTask":0.6873617278219416,"meanTaskType":0.5944857590576849,"zeroShotPct":88,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7299929750735812,"STS":0.7696734158775254,"Reranking":0.7048642152777779,"Clustering":0.6091413987462608,"BitextMining":0.7715472876625269,"Retrieval":0.6650490588513773,"PairClassification":0.8125542597402596,"InstructionReranking":0.006187333333333334,"MultilabelClassification":0.28136188695652176}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":11,"totalModels":351,"meanTask":0.7307962926829268,"meanTaskType":0.6646437976190475,"zeroShotPct":43,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.6354012499999999,"Classification":0.916848,"PairClassification":0.8601853333333334,"Reranking":0.50323,"STS":0.8454940000000001,"Retrieval":0.606316,"Summarization":0.285032}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":11,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":13,"totalModels":389,"meanTask":0.6519724393939393,"meanTaskType":0.6891248619528619,"zeroShotPct":58,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6475585858585858,"Clustering":0.575826,"Reranking":0.84399}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":13,"totalModels":236,"meanTask":0.6732236363636364,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":14,"totalModels":264,"meanTask":0.64660125,"meanTaskType":0.64660125,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.64660125}},{"benchmarkName":"RTEB(fin, beta)","benchmarkDisplayName":"RTEB Finance","rank":17,"totalModels":110,"meanTask":0.7601366666666668,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR-NL","benchmarkDisplayName":"BEIR-NL","rank":18,"totalModels":36,"meanTask":null,"meanTaskType":null,"zeroShotPct":46,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":18,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":19,"totalModels":321,"meanTask":0.5827768666666666,"meanTaskType":0.5827768666666666,"zeroShotPct":40,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5827768666666666}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":20,"totalModels":264,"meanTask":0.6825654354838709,"meanTaskType":0.6849900476190477,"zeroShotPct":83,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{"Reranking":0.68066,"Retrieval":0.73692625,"STS":0.5243422857142856,"Classification":0.7736427499999999,"Clustering":0.720244,"PairClassification":0.674125}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":21,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":23,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":92,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"Classification":0.74733125,"STS":0.8250933333333332,"MultilabelClassification":0.249902}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":24,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.6841380569444444,"Clustering":0.6631414444444445,"Retrieval":0.6681933333333334}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":28,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":29,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":82,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.6004610099929378,"STS":0.645094375}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":30,"totalModels":231,"meanTask":0.67446,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":31,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.77617}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":31,"totalModels":106,"meanTask":0.546802091931217,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":34,"totalModels":233,"meanTask":0.5343818181818182,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":38,"totalModels":264,"meanTask":0.5609550000000001,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":51,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":38,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":53,"totalModels":204,"meanTask":0.006187333333333334,"meanTaskType":0.006187333333333334,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.006187333333333334}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":59,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}}]}