{"model":{"name":"intfloat/multilingual-e5-large-instruct","url":"https://huggingface.co/intfloat/multilingual-e5-large-instruct","zeroShotPct":73,"activeParamsB":0.304,"totalParamsB":0.56,"embeddingDim":1024,"maxTokens":514.0,"releaseDate":"2024-02-08","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":true,"open training code":false,"open training data":false,"paper":true,"model card":true},"opennessScore":4,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["Afrikaans","Albanian","Amharic (Latin)","Arabic (Latin)","Armenian (Latin)","Assamese (Latin)","Azerbaijani","Basque","Belarusian (Latin)","Bengali","Bengali (Latin)","Bosnian","Breton","Bulgarian (Latin)","Burmese (Latin)","Catalan","Chinese","Chinese (Traditional)","Croatian","Czech","Danish","Dutch","English","Esperanto","Estonian","Finnish","French","Galician","Georgian (Latin)","German","Gujarati (Latin)","Hausa","Hebrew (Latin)","Hindi","Hindi (Latin)","Hungarian","Icelandic","Indonesian","Irish","Italian","Japanese (Latin)","Javanese","Kannada (Latin)","Kazakh (Latin)","Khmer (Latin)","Kirghiz (Latin)","Korean (Latin)","Kurdish (Latin)","Lao (Latin)","Latin","Latvian","Lithuanian","Macedonian (Latin)","Malagasy (Latin)","Malay (macrolanguage)","Malayalam (Latin)","Marathi (Latin)","Modern Greek (1453-) (Latin)","Mongolian (Latin)","Nepali (macrolanguage) (Latin)","Norwegian Bokmål","Oriya (macrolanguage) (Latin)","Oromo (Latin)","Panjabi (Latin)","Persian (Latin)","Polish","Portuguese","Pushto (Latin)","Romanian","Russian (Latin)","Sanskrit (Latin)","Scottish Gaelic","Serbian (Latin)","Sindhi (Latin)","Sinhala (Latin)","Slovak","Slovenian","Somali","Spanish","Sundanese","Swahili (macrolanguage)","Swedish","Tagalog","Tamil","Tamil (Latin)","Telugu","Telugu (Latin)","Thai (Latin)","Turkish","Uighur (Latin)","Ukrainian (Latin)","Urdu","Urdu (Latin)","Uzbek","Vietnamese","Welsh","Western Frisian","Xhosa","Yiddish (Latin)"],"citation":"@article{wang2024multilingual,\n      title={Multilingual E5 Text Embeddings: A Technical Report},\n      author={Wang, Liang and Yang, Nan and Huang, Xiaolong and Yang, Linjun and Majumder, Rangan and Wei, Furu},\n      journal={arXiv preprint arXiv:2402.05672},\n      year={2024}\n    }","memoryUsageMb":1068.0,"license":"mit","publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":"FacebookAI/xlm-roberta-large","supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["FEVER","FEVER-NL","FEVER-PL","FEVERHardNegatives","HotpotQA","HotpotQA-NL","HotpotQA-PL","HotpotQAHardNegatives","MIRACLReranking","MIRACLRetrieval","MIRACLRetrievalHardNegatives","MSMARCO","MSMARCO-PL","MSMARCOHardNegatives","MrTidyRetrieval","NQ","NQ-NL","NQ-PL","NQHardNegatives","NanoMSMARCORetrieval","NanoNQRetrieval","XQuADRetrieval","mMARCO-NL"]},"rows":[{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":1,"totalModels":201,"meanTask":0.8115720571137801,"meanTaskType":0.8115720571137801,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{"BitextMining":0.8115720571137801}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":1,"totalModels":215,"meanTask":0.7836855481690278,"meanTaskType":0.7979706324921055,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{"Classification":0.6995554285714285,"Clustering":0.49800000000000005,"BitextMining":0.9709946655399766,"Reranking":0.8649,"STS":0.888625,"PairClassification":0.8045753333333333,"Retrieval":0.8591439999999999}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":2,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.8494819461408994,"Retrieval":0.7442769696969698,"Classification":0.6172538544715507,"Reranking":0.5866699999999999,"Clustering":0.5429904335671013,"PairClassification":0.7006566562500001,"STS":0.6684748567586303,"MultilabelClassification":0.2825848125}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":2,"totalModels":212,"meanTask":0.6615680566239428,"meanTaskType":0.6256713367578878,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6447652230902284,"BitextMining":0.9609625434888444,"Clustering":0.4366156666666667,"PairClassification":0.6422811428571429,"Retrieval":0.7649344444444445,"MultilabelClassification":0.304469}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":2,"totalModels":247,"meanTask":0.7215380260406566,"meanTaskType":0.6572203784712796,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6456686875,"Retrieval":0.7577083333333333,"Reranking":0.8589216666666667,"STS":0.8225822048563979,"MultilabelClassification":0.201221}},{"benchmarkName":"BEIR-NL","benchmarkDisplayName":"BEIR-NL","rank":5,"totalModels":36,"meanTask":0.44412260000000003,"meanTaskType":0.44412260000000003,"zeroShotPct":73,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.44412260000000003}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":8,"totalModels":224,"meanTask":0.7015494544286272,"meanTaskType":0.7161868821276555,"zeroShotPct":95,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"Classification":0.6695734727598053,"PairClassification":0.7631435,"Reranking":0.8746206349206349,"Retrieval":0.8486278846153845,"BitextMining":0.8037448287057121,"Clustering":0.5167125238095238,"STS":0.5368853300825269}},{"benchmarkName":"VN-MTEB (vie, v1)","benchmarkDisplayName":"Vietnamese","rank":9,"totalModels":33,"meanTask":null,"meanTaskType":null,"zeroShotPct":92,"taskTypes":["Retrieval","Classification","Reranking","STS","PairClassification","Clustering"],"scoresByTaskType":{"Retrieval":0.4087958333333333,"Classification":0.6644704583333333,"Reranking":0.6635716666666667,"STS":0.8290396666666666,"Clustering":0.5146866}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":11,"totalModels":234,"meanTask":0.6913165912826923,"meanTaskType":0.6835228149307688,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.8715499845764823,"Classification":0.6696395720150151,"Clustering":0.4897803333333333,"STS":0.7031213697982448}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":11,"totalModels":228,"meanTask":0.6577006494582849,"meanTaskType":0.6582772298969687,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.8014648162844666,"Retrieval":0.5174346666666667,"PairClassification":0.6882631464306795,"Clustering":0.48725874999999996,"Classification":0.9238919999999999,"Reranking":0.53135}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":11,"totalModels":230,"meanTask":0.6254020068791486,"meanTaskType":0.6234865515879328,"zeroShotPct":73,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6327145238095238,"Classification":0.6626667341301404,"PairClassification":0.7822815000000001,"Clustering":0.56046,"Reranking":0.47931}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":13,"totalModels":184,"meanTask":0.7093707305348992,"meanTaskType":0.6752545615730494,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.69933,"Reranking":0.5234,"STS":0.8558761369171978,"Classification":0.622412109375}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":14,"totalModels":255,"meanTask":0.6499556326103245,"meanTaskType":0.6335649173929018,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.6628006979166666,"Clustering":0.6312632556896401,"STS":0.764755059046552,"Retrieval":0.68234,"Reranking":0.6434505667500314,"MultilabelClassification":0.41145234873140274,"PairClassification":0.6388924936160191}},{"benchmarkName":"BuiltBench(eng)","benchmarkDisplayName":"BuiltBench(eng)","rank":15,"totalModels":54,"meanTask":0.57821325,"meanTaskType":0.6028983333333334,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.64555,"Clustering":0.504158,"Reranking":0.658987}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":15,"totalModels":250,"meanTask":0.646490564454649,"meanTaskType":0.6320012116765688,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"Clustering":0.560887452595069,"PairClassification":0.5939983227393363,"Summarization":0.31717811070943935,"Retrieval":0.6047246666666666,"Classification":0.6942436790821783,"STS":0.8298376020389794,"Reranking":0.8231386479043125}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":15,"totalModels":256,"meanTask":0.5838452279848756,"meanTaskType":0.6553707535206577,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.4544235,"PairClassification":0.8153984999999999,"Classification":0.6468318194444446,"Retrieval":0.5509525000000001,"STS":0.8231106641948678,"MultilabelClassification":0.38555633333333333,"Reranking":0.9113219576719576}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":17,"totalModels":209,"meanTask":0.28808941176470587,"meanTaskType":0.28808941176470587,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.28808941176470587}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":18,"totalModels":265,"meanTask":0.5713813995248337,"meanTaskType":0.5584471382230619,"zeroShotPct":94,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"Classification":0.6945361733339074,"Clustering":0.4022105,"Retrieval":0.5193926194797338,"PairClassification":0.5308473538176133,"Reranking":0.46647,"STS":0.7372261827071168}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":18,"totalModels":255,"meanTask":0.6241447630451071,"meanTaskType":0.6052958697738541,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6628006979166666,"STS":0.764755059046552,"Retrieval":0.4844566666666667,"Clustering":0.6312632556896401,"Reranking":0.6434505667500314,"PairClassification":0.6388924936160191,"MultilabelClassification":0.41145234873140274}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":19,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"STS":0.851601709501358,"PairClassification":0.6537832248274693,"Classification":0.622412109375,"Reranking":0.5234,"Clustering":0.7033036666666668}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":20,"totalModels":246,"meanTask":0.6161605507703349,"meanTaskType":0.6300672811723467,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.6386116190594785,"Retrieval":0.6388157142857143,"Clustering":0.4982876977769428,"BitextMining":0.7445540935672514}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":25,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.802859}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":25,"totalModels":487,"meanTask":0.6322496259259253,"meanTaskType":0.5517101905509142,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.649409808459209,"STS":0.7681467082456619,"BitextMining":0.801269703934022,"Clustering":0.5153209798296605,"Reranking":0.6260244546722679,"PairClassification":0.8083367360349741,"Retrieval":0.5711357853902987,"MultilabelClassification":0.2297405708394737,"InstructionReranking":-0.003993032447339656}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":26,"totalModels":415,"meanTask":0.621861941036473,"meanTaskType":0.5532477039470933,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6324400835472964,"PairClassification":0.8990116966086298,"Retrieval":0.5479714155251141,"Reranking":0.5838860922456254,"BitextMining":0.9038384624353145,"STS":0.7742865701608275,"Clustering":0.4691291615669765,"InstructionReranking":-0.003993032447339658,"MultilabelClassification":0.17265888588139539}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":27,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":76,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"ChemTEB","benchmarkDisplayName":"Chemical","rank":27,"totalModels":55,"meanTask":0.7008977808641975,"meanTaskType":0.49737919509803924,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","BitextMining","Retrieval"],"scoresByTaskType":{"PairClassification":0.5962451666666667,"Classification":0.8108880588235294,"Clustering":0.33422949999999996,"BitextMining":0.00160825,"Retrieval":0.743925}},{"benchmarkName":"ChemTEB(v1.1)","benchmarkDisplayName":"Chemical","rank":27,"totalModels":55,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","BitextMining","PairClassification","Clustering"],"scoresByTaskType":{"Classification":0.8108880588235294,"BitextMining":0.00160825,"PairClassification":0.5962451666666666,"Clustering":0.33422949999999996}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":27,"totalModels":487,"meanTask":0.6321803081443147,"meanTaskType":0.5508351261378083,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.649409808459209,"STS":0.7681467082456619,"Reranking":0.6260244546722679,"Clustering":0.5074454001117066,"BitextMining":0.801269703934022,"Retrieval":0.5711357853902987,"PairClassification":0.808336736034974,"InstructionReranking":-0.003993032447339656,"MultilabelClassification":0.2297405708394737}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":28,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"Classification":0.6696045147557832,"STS":0.8291513579014766,"Clustering":0.5443481914603386}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":28,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Classification":0.6565022953538705,"Clustering":0.5346442871905079,"STS":0.8291513579014766,"PairClassification":0.5211723818509015}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":31,"totalModels":389,"meanTask":0.5826759329797203,"meanTaskType":0.5825365421613898,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6081848821548821,"Clustering":0.37902251203341786,"Reranking":0.7604022322958695}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":32,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.5443481914603386,"Classification":0.6696045147557831,"STS":0.8291513579014766}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":39,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{"Clustering":0.6821534,"Reranking":0.7243109788359788,"BitextMining":0.554398}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":39,"totalModels":106,"meanTask":0.5494825646645022,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":40,"totalModels":264,"meanTask":0.5486525,"meanTaskType":0.5486525,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5486525}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":42,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{"Clustering":0.6821534,"BitextMining":0.554398,"Reranking":0.7243109788359788,"PairClassification":0.8551006296855164,"STS":0.8202105}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":46,"totalModels":353,"meanTask":0.6366468598605403,"meanTaskType":0.6198487416298847,"zeroShotPct":92,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.5274228,"Classification":0.7342794083457643,"Clustering":0.47070501395927083,"PairClassification":0.8623655606210473,"STS":0.850321145123232,"Reranking":0.5892062340112553,"Summarization":0.30464102934862275}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":49,"totalModels":264,"meanTask":0.602809931925123,"meanTaskType":0.6072637731078484,"zeroShotPct":100,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{"Reranking":0.6066279666322844,"Retrieval":0.64943375,"STS":0.47856599106084124,"Classification":0.7080831809539645,"Clustering":0.53246075,"PairClassification":0.668411}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":55,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":55,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(fin, beta)","benchmarkDisplayName":"RTEB Finance","rank":56,"totalModels":110,"meanTask":0.5864966666666667,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":57,"totalModels":236,"meanTask":0.4898969696969697,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":59,"totalModels":204,"meanTask":-0.003993032447339658,"meanTaskType":-0.003993032447339658,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":-0.003993032447339658}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":63,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":65,"totalModels":351,"meanTask":0.6556360607936779,"meanTaskType":0.612379949125145,"zeroShotPct":95,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.49892495080943133,"Classification":0.7570741492976023,"PairClassification":0.8623655606210473,"Reranking":0.487404963793465,"STS":0.8472317578599975,"Retrieval":0.534715,"Summarization":0.2989432614944716}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":67,"totalModels":206,"meanTask":0.4176216666666667,"meanTaskType":0.4176216666666667,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.4176216666666667}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":70,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":70,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":70,"totalModels":264,"meanTask":0.45575,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":75,"totalModels":231,"meanTask":0.51246,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":82,"totalModels":321,"meanTask":0.5274228,"meanTaskType":0.5274228,"zeroShotPct":73,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5274228}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":82,"totalModels":233,"meanTask":0.40550909090909093,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}}]}