{"model":{"name":"Salesforce/SFR-Embedding-2_R","url":"https://huggingface.co/Salesforce/SFR-Embedding-2_R","zeroShotPct":66,"activeParamsB":6.98,"totalParamsB":7.111,"embeddingDim":4096,"maxTokens":32768.0,"releaseDate":"2024-06-14","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":false,"open training code":false,"open training data":false,"paper":false,"model card":true},"opennessScore":2,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["English"],"citation":null,"memoryUsageMb":13563.0,"license":"cc-by-nc-4.0","publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":"intfloat/e5-mistral-7b-instruct","supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["FEVER","FEVER-NL","FEVER-PL","FEVERHardNegatives","FiQA2018","FiQA2018-NL","HotpotQA","HotpotQA-NL","HotpotQA-PL","HotpotQAHardNegatives","MIRACLReranking","MIRACLRetrieval","MIRACLRetrievalHardNegatives","MSMARCO","MSMARCO-PL","MSMARCOHardNegatives","MrTidyRetrieval","NQ","NQ-NL","NQ-PL","NQHardNegatives","NanoMSMARCORetrieval","NanoNQRetrieval","STS12","STS22","STSBenchmark","XQuADRetrieval","mMARCO-NL"]},"rows":[{"benchmarkName":"R2MED","benchmarkDisplayName":"Reasoning-driven medical retrieval","rank":2,"totalModels":27,"meanTask":0.2951875,"meanTaskType":0.2951875,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.2951875}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":3,"totalModels":389,"meanTask":0.6428846598955534,"meanTaskType":0.6362029008797713,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6655136447811448,"Clustering":0.4818980578581692,"Reranking":0.761197}},{"benchmarkName":"BuiltBench(eng)","benchmarkDisplayName":"BuiltBench(eng)","rank":5,"totalModels":54,"meanTask":0.6727345,"meanTaskType":0.689564,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.74229,"Clustering":0.6222460000000001,"Reranking":0.704156}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":7,"totalModels":246,"meanTask":0.6555589932049847,"meanTaskType":0.656712428934196,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.6820601352537563,"Retrieval":0.6962471428571428,"Clustering":0.5295137940472413,"BitextMining":0.7190286435786436}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":10,"totalModels":256,"meanTask":0.6351878423615636,"meanTaskType":0.6769520207285835,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.4926041280867372,"PairClassification":0.791182,"Classification":0.7012682260080569,"Retrieval":0.645435,"STS":0.7918025,"MultilabelClassification":0.4119503333333334,"Reranking":0.9044219576719575}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":13,"totalModels":250,"meanTask":0.6782387802137674,"meanTaskType":0.6492765393121491,"zeroShotPct":96,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"Clustering":0.5757486834652558,"PairClassification":0.6022758503244778,"Summarization":0.306284,"Retrieval":0.64347,"Classification":0.7932401386597405,"STS":0.7925438333333332,"Reranking":0.8313732694022362}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":14,"totalModels":321,"meanTask":0.5976624666666667,"meanTaskType":0.5976624666666667,"zeroShotPct":66,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5976624666666667}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":14,"totalModels":234,"meanTask":0.688828483143452,"meanTaskType":0.6717656912274874,"zeroShotPct":94,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.8261414914214325,"Classification":0.7056886068218505,"Clustering":0.4722866666666667,"STS":0.6829459999999999}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":14,"totalModels":209,"meanTask":0.3065294117647059,"meanTaskType":0.3065294117647059,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.3065294117647059}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":15,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Classification":0.7621597948106393,"Clustering":0.5126014999999999,"STS":0.8197072314361341,"PairClassification":0.5427227704275897}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":15,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":15,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6687700325172647,"Reranking":0.8650043209876542,"STS":0.7664091666666666,"MultilabelClassification":0.228515625}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":15,"totalModels":228,"meanTask":0.6598613905564363,"meanTaskType":0.6680489308271502,"zeroShotPct":81,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.7779905394885893,"Retrieval":0.5298746666666666,"PairClassification":0.6623576288076454,"Clustering":0.5148367500000001,"Classification":0.9188240000000001,"Reranking":0.60441}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":16,"totalModels":265,"meanTask":0.5883501448793893,"meanTaskType":0.5642205619678371,"zeroShotPct":89,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"Classification":0.7854995022735879,"Clustering":0.40099225000000005,"Retrieval":0.49900675000000005,"PairClassification":0.5280512561902424,"Reranking":0.53399,"STS":0.6377836133431922}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":16,"totalModels":266,"meanTask":0.6688460883856358,"meanTaskType":0.6423409377124348,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"STS":0.8116708041996598,"Retrieval":0.6740331481481481,"PairClassification":0.6237466869079944,"Classification":0.568457,"Reranking":0.54625,"Clustering":0.6298879870188064}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":18,"totalModels":106,"meanTask":0.570617053030303,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":21,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.7020499340855031,"Clustering":0.6486647903379706,"STS":0.6998930888166496,"Reranking":0.682094266711237,"MultilabelClassification":0.4260008727832758,"PairClassification":0.5849395582717876}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":22,"totalModels":353,"meanTask":0.701623903391984,"meanTaskType":0.6643120558324725,"zeroShotPct":85,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.5976624666666667,"Classification":0.8890305693316441,"Clustering":0.5617006035282813,"PairClassification":0.880872251084476,"STS":0.8123377208276594,"Reranking":0.6014511260805591,"Summarization":0.3071296533080217}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":23,"totalModels":184,"meanTask":0.6819068333333332,"meanTaskType":0.6507685000000001,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.66513,"Reranking":0.54625,"STS":0.823237,"Classification":0.568457}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":31,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.4447094299401654,"Reranking":0.6257733333333334,"Clustering":0.44487708192743053,"STS":0.6408128194722253}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":31,"totalModels":415,"meanTask":0.6229327079702093,"meanTaskType":0.5548219055335155,"zeroShotPct":97,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6385321624872639,"PairClassification":0.8885014856024224,"Retrieval":0.5674201122872561,"Reranking":0.5965485979177706,"BitextMining":0.8850407949425245,"STS":0.7290530097733549,"Clustering":0.4926885690438912,"InstructionReranking":-0.018008,"MultilabelClassification":0.21362041774715604}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":32,"totalModels":264,"meanTask":0.558135,"meanTaskType":0.558135,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.558135}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":33,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7020499340855031,"STS":0.6998930888166496,"Clustering":0.6486647903379706,"Reranking":0.682094266711237,"PairClassification":0.5849395582717876,"MultilabelClassification":0.4260008727832758}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":35,"totalModels":224,"meanTask":0.5975213614444148,"meanTaskType":0.5564345743588085,"zeroShotPct":95,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"Classification":0.613459484135432,"PairClassification":0.6764294152443853,"Reranking":0.8323351851851852,"Retrieval":0.7639684615384615,"BitextMining":0.5433624213484225,"Clustering":0.24852195572095498,"STS":0.21696509733881733}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":40,"totalModels":487,"meanTask":0.5983814485560496,"meanTaskType":0.5290676317794776,"zeroShotPct":96,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.5901297281025372,"STS":0.7104117085098222,"BitextMining":0.6883560310712092,"Clustering":0.543263262378598,"Reranking":0.6304058307677637,"PairClassification":0.7858276916137646,"Retrieval":0.5793426107887993,"MultilabelClassification":0.2518798227828036,"InstructionReranking":-0.018008}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":42,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":73,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.6794585789156069,"Clustering":0.4721256186166882,"Reranking":0.776995}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":42,"totalModels":487,"meanTask":0.5979779866849526,"meanTaskType":0.5283178283677334,"zeroShotPct":96,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.5901297281025372,"STS":0.7104117085098223,"Reranking":0.6304058307677637,"Clustering":0.5365150316729014,"BitextMining":0.6883560310712092,"Retrieval":0.5793426107887993,"PairClassification":0.7858276916137644,"InstructionReranking":-0.018008,"MultilabelClassification":0.2518798227828035}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":44,"totalModels":351,"meanTask":0.698174269473353,"meanTaskType":0.6530850043606932,"zeroShotPct":85,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.5939124921159649,"Classification":0.9053884164974662,"PairClassification":0.880872251084476,"Reranking":0.4898785444565596,"STS":0.8086223263703862,"Retrieval":0.537538,"Summarization":0.355383}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":45,"totalModels":233,"meanTask":0.50778,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":46,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":69,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":48,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"STS":0.8197072314361341,"Clustering":0.522225517426274}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":48,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.5222255174262739,"STS":0.8197072314361341}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":50,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.7495185953744234}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":52,"totalModels":264,"meanTask":0.47898250000000003,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":57,"totalModels":206,"meanTask":0.4588966666666667,"meanTaskType":0.4588966666666667,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.4588966666666667}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":60,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":60,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{"Reranking":0.7046520899470898}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":62,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":64,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.45598765234025374,"Clustering":0.1896041737696364,"Retrieval":0.5011688888888889}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":68,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":90,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{"Reranking":0.7046520899470898}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":68,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":93,"totalModels":231,"meanTask":0.44243,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":102,"totalModels":236,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":104,"totalModels":204,"meanTask":-0.018008,"meanTaskType":-0.018008,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":-0.018008}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":119,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":122,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":123,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":152,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}}]}