{"model":{"name":"Linq-AI-Research/Linq-Embed-Mistral","url":"https://huggingface.co/Linq-AI-Research/Linq-Embed-Mistral","zeroShotPct":73,"activeParamsB":6.98,"totalParamsB":7.111,"embeddingDim":4096,"maxTokens":32768.0,"releaseDate":"2024-05-29","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":false,"open training code":false,"open training data":false,"paper":false,"model card":true},"opennessScore":2,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["English"],"citation":null,"memoryUsageMb":13563.0,"license":"cc-by-nc-4.0","publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":"intfloat/e5-mistral-7b-instruct","supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["FEVER","FEVER-NL","FEVER-PL","FEVERHardNegatives","HotpotQA","HotpotQA-NL","HotpotQA-PL","HotpotQAHardNegatives","MIRACLReranking","MIRACLRetrieval","MIRACLRetrievalHardNegatives","MSMARCO","MSMARCO-PL","MSMARCOHardNegatives","MrTidyRetrieval","NQ","NQ-NL","NQ-PL","NQHardNegatives","NanoMSMARCORetrieval","NanoNQRetrieval","XQuADRetrieval","mMARCO-NL"]},"rows":[{"benchmarkName":"BuiltBench(eng)","benchmarkDisplayName":"BuiltBench(eng)","rank":2,"totalModels":54,"meanTask":0.68606075,"meanTaskType":0.7102521666666667,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.7687,"Clustering":0.6134865,"Reranking":0.74857}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":4,"totalModels":389,"meanTask":0.6386212215909091,"meanTaskType":0.6192722651515151,"zeroShotPct":100,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Retrieval":0.6748532954545454,"Clustering":0.4068115,"Reranking":0.776152}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":6,"totalModels":265,"meanTask":0.6080496578947369,"meanTaskType":0.5906325277777777,"zeroShotPct":94,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{"Classification":0.7835179166666665,"Clustering":0.407226,"Retrieval":0.53094475,"PairClassification":0.565986,"Reranking":0.54506,"STS":0.7110605}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":6,"totalModels":250,"meanTask":0.6795825600000001,"meanTaskType":0.6617366581632653,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"Clustering":0.5596913571428571,"PairClassification":0.655572,"Summarization":0.303909,"Retrieval":0.645794,"Classification":0.7792940833333333,"STS":0.8317166666666665,"Reranking":0.8561795}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":7,"totalModels":234,"meanTask":0.7110336470588235,"meanTaskType":0.6927588482142857,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.86072125,"Classification":0.7284361428571428,"Clustering":0.478428,"STS":0.70345}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":8,"totalModels":321,"meanTask":0.6023607333333333,"meanTaskType":0.6023607333333333,"zeroShotPct":73,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.6023607333333333}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":8,"totalModels":255,"meanTask":0.6746213195555931,"meanTaskType":0.646153813009895,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"Classification":0.7116442887731481,"Clustering":0.6291896866264488,"STS":0.748715616012106,"Retrieval":0.7107333333333333,"Reranking":0.6957193088300173,"MultilabelClassification":0.4270627677503985,"PairClassification":0.6000116897438131}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":9,"totalModels":209,"meanTask":0.34467352941176477,"meanTaskType":0.34467352941176477,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.34467352941176477}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":9,"totalModels":246,"meanTask":0.6351444315476191,"meanTaskType":0.6432029574175824,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"Classification":0.6673101987179487,"Retrieval":0.6619157142857143,"Clustering":0.4971074166666667,"BitextMining":0.7464785}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":10,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6559323930555555,"PairClassification":0.9010281410887564,"Retrieval":0.5668621274387713,"Reranking":0.6087873434343435,"BitextMining":0.8956357156050851,"Clustering":0.4641937712962963,"InstructionReranking":0.009449999999999998,"MultilabelClassification":0.20459102173913044}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":11,"totalModels":256,"meanTask":0.6312883291666667,"meanTaskType":0.6815315972222222,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Clustering":0.46301012499999994,"PairClassification":0.8285395,"Classification":0.7056339722222221,"Retrieval":0.6404141666666666,"STS":0.82766675,"MultilabelClassification":0.38850266666666666,"Reranking":0.916954}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":12,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"Classification":0.7266397499999999,"Clustering":0.540639,"STS":0.838919,"PairClassification":0.5604365}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":14,"totalModels":353,"meanTask":0.680984349399971,"meanTaskType":0.651574274883321,"zeroShotPct":92,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"Retrieval":0.6023607333333333,"Classification":0.797734563234516,"Clustering":0.5142055575783683,"PairClassification":0.884350117041072,"STS":0.8496092453644604,"Reranking":0.6029113872742748,"Summarization":0.30984832035722226}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":14,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":15,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7116442887731481,"STS":0.748715616012106,"Clustering":0.6291896866264488,"Reranking":0.6957193088300173,"PairClassification":0.6000116897438131,"MultilabelClassification":0.4270627677503985}},{"benchmarkName":"LMEB","benchmarkDisplayName":"Long-Horizon Memory","rank":20,"totalModels":106,"meanTask":0.560141703553391,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(fra, beta)","benchmarkDisplayName":"RTEB French","rank":21,"totalModels":233,"meanTask":0.5757181818181819,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":22,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.4564769386370056,"Reranking":0.6362566666666667,"Clustering":0.46196282266009847,"STS":0.65130575}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":23,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.784544}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":23,"totalModels":351,"meanTask":0.6979659305421375,"meanTaskType":0.6529145684545826,"zeroShotPct":95,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.54066475,"Classification":0.8300106573517738,"PairClassification":0.884350117041072,"Reranking":0.4943883644018372,"STS":0.8469280903873956,"Retrieval":0.60144,"Summarization":0.37262}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":23,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.622421414699146,"BitextMining":0.703398384627839,"Clustering":0.5127282538630934,"Reranking":0.6436680161377836,"PairClassification":0.8043335178634305,"Retrieval":0.5868504247495885,"MultilabelClassification":0.24769960954581158,"InstructionReranking":0.009449999999999998}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":25,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"PairClassification":0.7097757499999999,"Clustering":0.49465225,"Classification":0.936598,"Reranking":0.62235}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":25,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.622421414699146,"Reranking":0.6436680161377836,"Clustering":0.5059780197295368,"BitextMining":0.7033983846278391,"Retrieval":0.5868504247495885,"PairClassification":0.8043335178634308,"InstructionReranking":0.009449999999999998,"MultilabelClassification":0.24769960954581158}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":26,"totalModels":224,"meanTask":0.618962123357914,"meanTaskType":0.5824677918718499,"zeroShotPct":95,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"Classification":0.6299552083333334,"PairClassification":0.6857495,"Reranking":0.839097,"Retrieval":0.7869807692307692,"BitextMining":0.5854798631578948,"Clustering":0.32745961904761905,"STS":0.22255258333333336}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":27,"totalModels":264,"meanTask":0.5541450000000001,"meanTaskType":0.5541450000000001,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.5541450000000001}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":34,"totalModels":184,"meanTask":null,"meanTaskType":null,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Reranking":0.57192,"STS":0.8490785000000001,"Classification":0.620068}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":37,"totalModels":204,"meanTask":0.009449999999999998,"meanTaskType":0.009449999999999998,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.009449999999999998}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":43,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.46069118472222226,"Clustering":0.22090277777777778,"Retrieval":0.5418555555555555}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":45,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{"STS":0.838919,"Clustering":0.556972}},{"benchmarkName":"BEIR-PL","benchmarkDisplayName":"BEIR-PL","rank":46,"totalModels":179,"meanTask":null,"meanTaskType":null,"zeroShotPct":76,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":47,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{"Clustering":0.556972,"STS":0.838919}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":49,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":50,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.223975}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":55,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":73,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.7083219999999999,"Clustering":0.553414}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":55,"totalModels":264,"meanTask":0.47377749999999996,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":56,"totalModels":206,"meanTask":0.45822499999999994,"meanTaskType":0.45822499999999994,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{"Retrieval":0.45822499999999994}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":59,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{"Reranking":0.708925}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":61,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":63,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":66,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{"Reranking":0.708925}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":70,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"Classification":0.620068,"Reranking":0.57192}},{"benchmarkName":"RTEB(Health, beta)","benchmarkDisplayName":"RTEB Healthcare","rank":89,"totalModels":236,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(deu, beta)","benchmarkDisplayName":"RTEB German","rank":101,"totalModels":231,"meanTask":0.41834,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":112,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":116,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":117,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Code, beta)","benchmarkDisplayName":"RTEB Code","rank":144,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}}]}