{"model":{"name":"openai/text-embedding-3-large","url":"https://openai.com/index/new-embedding-models-and-api-updates/","zeroShotPct":-1,"activeParamsB":null,"totalParamsB":null,"embeddingDim":3072,"maxTokens":8191.0,"releaseDate":"2024-01-25","modelType":"dense","instructionTuned":false,"openWeights":false,"openness":{"open weights":false,"open license":false,"open training code":false,"open training data":false,"paper":false,"model card":true},"opennessScore":1,"sentenceTransformersCompatible":false,"modalities":["text"],"languages":[],"citation":null,"memoryUsageMb":null,"license":null,"publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":["openai"],"trainingDatasets":null},"rows":[{"benchmarkName":"ChemTEB","benchmarkDisplayName":"Chemical","rank":4,"totalModels":55,"meanTask":0.7594954351851851,"meanTaskType":0.5684121205882353,"zeroShotPct":-1,"taskTypes":["PairClassification","Classification","Clustering","BitextMining","Retrieval"],"scoresByTaskType":{"PairClassification":0.6491445,"Classification":0.8587193529411765,"Clustering":0.5994485,"BitextMining":0.00596825,"Retrieval":0.72878}},{"benchmarkName":"ChemTEB(v1.1)","benchmarkDisplayName":"Chemical","rank":4,"totalModels":55,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","Retrieval","BitextMining","PairClassification","Clustering"],"scoresByTaskType":{"Classification":0.8587193529411765,"BitextMining":0.00596825,"PairClassification":0.6491445,"Clustering":0.5994485}},{"benchmarkName":"BRIGHT","benchmarkDisplayName":"Reasoning Retrieval","rank":10,"totalModels":29,"meanTask":0.17566,"meanTaskType":0.17566,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.17566}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":10,"totalModels":228,"meanTask":0.6850363020833333,"meanTaskType":0.6860965069444444,"zeroShotPct":-1,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.7848643750000001,"Retrieval":0.5923046666666666,"PairClassification":0.6870005,"Clustering":0.5057225000000001,"Classification":0.927467,"Reranking":0.61922}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":18,"totalModels":246,"meanTask":0.6251302023809523,"meanTaskType":0.6243999885531135,"zeroShotPct":-1,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.647940358974359,"Retrieval":0.7338314285714286,"Clustering":0.42798616666666667,"BitextMining":0.687842}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":19,"totalModels":209,"meanTask":0.2849552941176471,"meanTaskType":0.2849552941176471,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.2849552941176471}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":20,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":20,"totalModels":264,"meanTask":0.5935937499999999,"meanTaskType":0.5935937499999999,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5935937499999999}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":23,"totalModels":389,"meanTask":0.6096244821474407,"meanTaskType":0.5847954201029621,"zeroShotPct":-1,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6511350378787879,"Clustering":0.3520272224300986,"Reranking":0.751224}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":23,"totalModels":233,"meanTask":0.5685618181818182,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":29,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Clustering":0.5342325,"STS":0.8250013038833259,"PairClassification":0.5633812975070451}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":31,"totalModels":236,"meanTask":0.6227745454545455,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":35,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6261259489052536,"Retrieval":0.5936820182648401,"Reranking":0.6021771076031823,"BitextMining":0.8798722841499831,"Clustering":0.44166427732302277,"InstructionReranking":-0.026765020547623527,"MultilabelClassification":0.15657318279040713}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":36,"totalModels":321,"meanTask":0.5543162,"meanTaskType":0.5543162,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5543162}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":38,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(fin, beta)","benchmarkDisplayName":"RTEB Finance","rank":41,"totalModels":110,"meanTask":0.67753,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":41,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":42,"totalModels":264,"meanTask":0.5257525000000001,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":43,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":45,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.38778739667711226,"STS":0.6222333513689131}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":45,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.6026862581032166,"BitextMining":0.6215164057963966,"Clustering":0.4763637486807904,"Reranking":0.6388514405002738,"Retrieval":0.5932486238293584,"MultilabelClassification":0.22027121578726816,"InstructionReranking":-0.026765020547623527}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":45,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6026862581032166,"Reranking":0.6388514405002738,"Clustering":0.47054923297333984,"BitextMining":0.6215164057963966,"Retrieval":0.5932486238293584,"InstructionReranking":-0.026765020547623527,"MultilabelClassification":0.22027121578726816}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":48,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.7432902845654557}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":49,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":50,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.6862711464572664,"Reranking":0.7927425925925926,"Retrieval":0.7199628846153847,"BitextMining":0.38055347175669263,"Clustering":0.2317774279250152,"STS":0.12593334632315248}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":51,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":52,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":53,"totalModels":206,"meanTask":0.5242316666666667,"meanTaskType":0.5242316666666667,"zeroShotPct":-1,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5242316666666667}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":53,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.228125}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":54,"totalModels":234,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.8290473727630724,"Classification":0.6617661806322764}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":58,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":60,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.37732804936793873,"Clustering":0.1922757760612662,"Retrieval":0.47404444444444443}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":63,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"STS":0.8250013038833259,"Clustering":0.5038948446516139}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":63,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6287435,"Clustering":0.5783516666666667,"PairClassification":0.5807862400836128,"MultilabelClassification":0.3937104713071201}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":65,"totalModels":231,"meanTask":0.56336,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":66,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.6287435,"Clustering":0.5783516666666667,"MultilabelClassification":0.3937104713071201,"PairClassification":0.5807862400836128}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":71,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.5038948446516139,"STS":0.8250013038833259}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":81,"totalModels":353,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.5543162,"Classification":0.7511510956203047,"Clustering":0.49007084643636367,"STS":0.81797202009,"Summarization":0.2991748317}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":83,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":90,"totalModels":351,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.48901534259175505,"Classification":0.791475331617957,"STS":0.8144591605025057,"Retrieval":0.579764,"Summarization":0.343104}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":101,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":111,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":114,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.6500837088794915,"Reranking":0.8533925068448369}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":126,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":132,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.6667917430576573,"Clustering":0.41958032996855665}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":138,"totalModels":256,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Reranking":0.914229365079365}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":140,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"PairClassification":0.5779717529154456}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":157,"totalModels":184,"meanTask":null,"meanTaskType":null,"zeroShotPct":-1,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.64941}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":159,"totalModels":204,"meanTask":-0.026765020547623527,"meanTaskType":-0.026765020547623527,"zeroShotPct":-1,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":-0.026765020547623527}}]}