{"model":{"name":"intfloat/e5-mistral-7b-instruct","url":"https://huggingface.co/intfloat/e5-mistral-7b-instruct","zeroShotPct":73,"activeParamsB":6.98,"totalParamsB":7.111,"embeddingDim":4096,"maxTokens":32768.0,"releaseDate":"2024-02-08","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":true,"open training code":false,"open training data":false,"paper":true,"model card":true},"opennessScore":4,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["English","French","German","Italian","Spanish"],"citation":"\n    @inproceedings{wang2023improving,\n  address = {Bangkok, Thailand},\n  author = {Wang, Liang and Yang, Nan and Huang, Xiaolong and Yang, Linjun and Majumder, Rangan and Wei, Furu},\n  booktitle = {Proceedings of the 62nd Annual Meeting of the {A}ssociation for {C}omputational {L}inguistics (Volume 1: Long Papers)},\n  doi = {10.18653/v1/2024.acl-long.642},\n  editor = {Ku, Lun-Wei and Martins, Andre and Srikumar, Vivek},\n  month = {aug},\n  pages = {11897--11916},\n  publisher = {Association for Computational Linguistics},\n  title = {Improving Text Embeddings with Large Language Models},\n  url = {https://aclanthology.org/2024.acl-long.642/},\n  year = {2024},\n}\n\n    @article{wang2022text,\n      title={Text Embeddings by Weakly-Supervised Contrastive Pre-training},\n      author={Wang, Liang and Yang, Nan and Huang, Xiaolong and Jiao, Binxing and Yang, Linjun and Jiang, Daxin and Majumder, Rangan and Wei, Furu},\n      journal={arXiv preprint arXiv:2212.03533},\n      year={2022}\n    }\n    ","memoryUsageMb":13563.0,"license":"mit","publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":"mistralai/Mistral-7B-v0.1","supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["FEVER","FEVER-NL","FEVER-PL","FEVERHardNegatives","HotpotQA","HotpotQA-NL","HotpotQA-PL","HotpotQAHardNegatives","MIRACLReranking","MIRACLRetrieval","MIRACLRetrievalHardNegatives","MSMARCO","MSMARCO-PL","MSMARCOHardNegatives","MrTidyRetrieval","NQ","NQ-NL","NQ-PL","NQHardNegatives","NanoMSMARCORetrieval","NanoNQRetrieval","XQuADRetrieval","mMARCO-NL"]},"rows":[{"benchmarkName":"IFIR","benchmarkDisplayName":"IFIR","rank":1,"totalModels":7,"meanTask":0.30967428571428574,"meanTaskType":0.30967428571428574,"zeroShotPct":100,"taskTypes":["InstructionRetrieval"],"scoresByTaskType":{"InstructionRetrieval":0.30967428571428574}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":3,"totalModels":201,"meanTask":0.7399744025767893,"meanTaskType":0.7399744025767893,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{"BitextMining":0.7399744025767893}},{"benchmarkName":"HUME(v1)","benchmarkDisplayName":"Human Benchmark","rank":4,"totalModels":20,"meanTask":0.7818018461538461,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Reranking","Classification","STS","Clustering"],"scoresByTaskType":{"Reranking":0.9634949166666668,"Classification":0.6675175,"STS":0.7991958333333333,"Clustering":0.8181809375}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":4,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6553624711748327,"Reranking":0.8720738183421517,"STS":0.820344662636781,"MultilabelClassification":0.19033203125}},{"benchmarkName":"R2MED","benchmarkDisplayName":"Reasoning-driven medical retrieval","rank":6,"totalModels":27,"meanTask":0.24856749999999997,"meanTaskType":0.24856749999999997,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.24856749999999997}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":10,"totalModels":250,"meanTask":0.6724656687288365,"meanTaskType":0.6523634194214777,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"Clustering":0.5888288945526841,"PairClassification":0.6250135265335348,"Summarization":0.310541300935232,"Retrieval":0.6372933333333333,"Classification":0.7334074363408507,"STS":0.8244544556621672,"Reranking":0.8470049885925421}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":10,"totalModels":255,"meanTask":0.6716015522997291,"meanTaskType":0.6498896692439978,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.6907302835022309,"Clustering":0.6423880379245808,"STS":0.7371133514693202,"Retrieval":0.7419133333333333,"Reranking":0.6996325283950562,"MultilabelClassification":0.4293037763184113,"PairClassification":0.6081463737650523}},{"benchmarkName":"BRIGHT","benchmarkDisplayName":"Reasoning Retrieval","rank":11,"totalModels":29,"meanTask":0.1753675,"meanTaskType":0.1753675,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.1753675}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":11,"totalModels":265,"meanTask":0.5831301519318273,"meanTaskType":0.5689940617150931,"zeroShotPct":94,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"Classification":0.7252169184123276,"Clustering":0.4088665,"Retrieval":0.5290817362371445,"PairClassification":0.5516061432302151,"Reranking":0.52522,"STS":0.6739730724108718}},{"benchmarkName":"VN-MTEB (vie, v1)","benchmarkDisplayName":"Vietnamese","rank":11,"totalModels":33,"meanTask":null,"meanTaskType":null,"zeroShotPct":92,"taskTypes":["Retrieval","Classification","Reranking","STS","PairClassification","Clustering"],"scoresByTaskType":{"Retrieval":0.41730833333333334,"Classification":0.6229482083333333,"Reranking":0.660554,"STS":0.8120436666666667,"Clustering":0.49005219999999994}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":12,"totalModels":234,"meanTask":0.6993648706119794,"meanTaskType":0.6866023048168135,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.870532214197243,"Classification":0.6948607321011614,"Clustering":0.48752633333333334,"STS":0.693489939635516}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":12,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Clustering":0.3843452011247973,"Reranking":0.7758819560930362}},{"benchmarkName":"NanoBEIR","benchmarkDisplayName":"NanoBEIR","rank":12,"totalModels":37,"meanTask":0.6624753846153847,"meanTaskType":0.6624753846153847,"zeroShotPct":69,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.6624753846153847}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":13,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.4616107308403875,"Reranking":0.6347866666666667,"Clustering":0.4821506265365731,"STS":0.638565951919396}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":13,"totalModels":255,"meanTask":0.6704298131692943,"meanTaskType":0.6486063359106645,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.690730283502231,"STS":0.7371133514693202,"Retrieval":0.73293,"Clustering":0.6423880379245808,"Reranking":0.6996325283950562,"PairClassification":0.6081463737650523,"MultilabelClassification":0.4293037763184113}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":14,"totalModels":257,"meanTask":0.5471755333098421,"meanTaskType":0.6196690889817528,"zeroShotPct":91,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{"Retrieval":0.40225857142857147,"Clustering":0.6527732,"STS":0.7542083333333333,"Classification":0.5164323488628251,"Reranking":0.7187589947089947,"PairClassification":0.8487108412052111,"BitextMining":0.4445413333333334}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":14,"totalModels":246,"meanTask":0.6201157672232623,"meanTaskType":0.6335973993171781,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.64931562557238,"Retrieval":0.6191342857142857,"Clustering":0.5140797444615788,"BitextMining":0.7518599415204678}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":16,"totalModels":209,"meanTask":0.2857982352941177,"meanTaskType":0.2857982352941177,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.2857982352941177}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":17,"totalModels":292,"meanTask":0.6072478653575101,"meanTaskType":0.6487938718576908,"zeroShotPct":88,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{"Retrieval":0.5246311764705882,"Clustering":0.6527731999999999,"BitextMining":0.4445413333333333,"Reranking":0.7187589947089947,"Classification":0.5762440799706782,"PairClassification":0.8308058185202414,"STS":0.7938025}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":18,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Classification":0.6787179612415499,"Clustering":0.5506545214549441,"STS":0.8360026430269683,"PairClassification":0.5446829571764897}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":18,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"STS":0.7942566692409032,"PairClassification":0.7159375571226638,"Clustering":0.490004,"Classification":0.9097775,"Reranking":0.61098}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":19,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.4739155280391828,"Clustering":0.22548354983760005,"Retrieval":0.5278133333333334}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":20,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.8235316300037752}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":22,"totalModels":415,"meanTask":0.6134134701912817,"meanTaskType":0.5454435466073018,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6294671511527854,"PairClassification":0.9115418199595426,"Retrieval":0.5364409481112494,"Reranking":0.5981530025045257,"BitextMining":0.8553627457988673,"STS":0.7648128710849487,"Clustering":0.4647332790190441,"InstructionReranking":-0.00616534421018271,"MultilabelClassification":0.15464544604493574}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":23,"totalModels":353,"meanTask":0.664566574399247,"meanTaskType":0.6421643022407799,"zeroShotPct":92,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.5707181333333333,"Classification":0.7737213551958863,"Clustering":0.5026060923336921,"PairClassification":0.8842268426445238,"STS":0.8465323628116448,"Reranking":0.6020944676400637,"Summarization":0.3152508617263152}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":25,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":76,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":25,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":26,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"STS":0.8454352287854671,"PairClassification":0.6623594376761129,"Classification":0.601220703125,"Reranking":0.56246,"Clustering":0.6675756822815866}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":29,"totalModels":321,"meanTask":0.5707181333333333,"meanTaskType":0.5707181333333333,"zeroShotPct":73,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5707181333333333}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":31,"totalModels":233,"meanTask":0.54399,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":34,"totalModels":264,"meanTask":0.5431025,"meanTaskType":0.5431025,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5431025}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":34,"totalModels":236,"meanTask":0.6123301515151516,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":35,"totalModels":106,"meanTask":0.5521708674843675,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":36,"totalModels":487,"meanTask":0.6006529563682018,"meanTaskType":0.529333539352694,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.603142953313603,"STS":0.7402160002045006,"BitextMining":0.6840241323353866,"Clustering":0.5139009470196975,"Reranking":0.6381918343246639,"PairClassification":0.8112221072702099,"Retrieval":0.5575010117137871,"MultilabelClassification":0.22196821220257984,"InstructionReranking":-0.00616534421018271}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":36,"totalModels":487,"meanTask":0.6003096039902288,"meanTaskType":0.5284187395550346,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.603142953313603,"STS":0.7402160002045006,"Reranking":0.6381918343246639,"Clustering":0.5056677488407624,"BitextMining":0.6840241323353866,"Retrieval":0.5575010117137871,"PairClassification":0.8112221072702099,"InstructionReranking":-0.00616534421018271,"MultilabelClassification":0.22196821220257984}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":38,"totalModels":184,"meanTask":null,"meanTaskType":null,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Reranking":0.56246,"STS":0.8496869843115503,"Classification":0.601220703125}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":38,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":73,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"Classification":0.6313685977820189,"PairClassification":0.753315778460462,"Clustering":0.5335591642524952}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":39,"totalModels":224,"meanTask":0.5998754492741956,"meanTaskType":0.5841109041978928,"zeroShotPct":95,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"Classification":0.5950506546226855,"PairClassification":0.7295109943908821,"Reranking":0.8442007936507937,"Retrieval":0.7726621153846154,"BitextMining":0.5905133398645063,"Clustering":0.32702546088890777,"STS":0.22981297058285943}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":40,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"STS":0.8360026430269683,"Clustering":0.5703734729575162}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":40,"totalModels":351,"meanTask":0.6797131612883872,"meanTaskType":0.640012957946366,"zeroShotPct":95,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.5144369652042329,"Classification":0.7985142164891098,"PairClassification":0.8842268426445238,"Reranking":0.49784491825229615,"STS":0.8431515039755719,"Retrieval":0.57622,"Summarization":0.3656962590588282}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":42,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.5703734729575162,"STS":0.8360026430269683}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":48,"totalModels":264,"meanTask":0.5993663711992296,"meanTaskType":0.6052171374595164,"zeroShotPct":100,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{"Reranking":0.6137767886682354,"Retrieval":0.6175124999999999,"STS":0.4833799424583334,"Classification":0.730535964593027,"Clustering":0.5230398548308375,"PairClassification":0.6630577742066657}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":50,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":52,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":59,"totalModels":264,"meanTask":0.46617749999999997,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":62,"totalModels":206,"meanTask":0.43652833333333335,"meanTaskType":0.43652833333333335,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.43652833333333335}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":64,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":65,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":65,"totalModels":256,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.2855453488584892,"PairClassification":0.7271865,"Classification":0.6244759162049284,"STS":0.7153906732720425,"MultilabelClassification":0.33454000000000006,"Reranking":0.9150912698412699}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":70,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":72,"totalModels":204,"meanTask":-0.00616534421018271,"meanTaskType":-0.00616534421018271,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":-0.00616534421018271}},{"benchmarkName":"RTEB(fin, beta)","benchmarkDisplayName":"RTEB Finance","rank":81,"totalModels":110,"meanTask":0.5095066666666667,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":92,"totalModels":231,"meanTask":0.44413,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}}]}