{"model":{"name":"microsoft/harrier-oss-v1-27b","url":"https://huggingface.co/microsoft/harrier-oss-v1-27b","zeroShotPct":46,"activeParamsB":25.599,"totalParamsB":27.009,"embeddingDim":5376,"maxTokens":131072.0,"releaseDate":"2026-03-27","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":true,"open training code":false,"open training data":false,"paper":false,"model card":true},"opennessScore":3,"sentenceTransformersCompatible":true,"modalities":["text"],"languages":["Afrikaans","Albanian","Amharic (Latin)","Arabic (Latin)","Armenian (Latin)","Assamese (Latin)","Azerbaijani","Basque","Belarusian (Latin)","Bengali","Bengali (Latin)","Bosnian","Breton","Bulgarian (Latin)","Burmese (Latin)","Catalan","Chinese","Chinese (Traditional)","Croatian","Czech","Danish","Dutch","English","Esperanto","Estonian","Finnish","French","Galician","Georgian (Latin)","German","Gujarati (Latin)","Hausa","Hebrew (Latin)","Hindi","Hindi (Latin)","Hungarian","Icelandic","Indonesian","Irish","Italian","Japanese (Latin)","Javanese","Kannada (Latin)","Kazakh (Latin)","Khmer (Latin)","Kirghiz (Latin)","Korean (Latin)","Kurdish (Latin)","Lao (Latin)","Latin","Latvian","Lithuanian","Macedonian (Latin)","Malagasy (Latin)","Malay (macrolanguage)","Malayalam (Latin)","Marathi (Latin)","Modern Greek (1453-) (Latin)","Mongolian (Latin)","Nepali (macrolanguage) (Latin)","Norwegian Bokmål","Oriya (macrolanguage) (Latin)","Oromo (Latin)","Panjabi (Latin)","Persian (Latin)","Polish","Portuguese","Pushto (Latin)","Romanian","Russian (Latin)","Sanskrit (Latin)","Scottish Gaelic","Serbian (Latin)","Sindhi (Latin)","Sinhala (Latin)","Slovak","Slovenian","Somali","Spanish","Sundanese","Swahili (macrolanguage)","Swedish","Tagalog","Tamil","Tamil (Latin)","Telugu","Telugu (Latin)","Thai (Latin)","Turkish","Uighur (Latin)","Ukrainian (Latin)","Urdu","Urdu (Latin)","Uzbek","Vietnamese","Welsh","Western Frisian","Xhosa","Yiddish (Latin)"],"citation":null,"memoryUsageMb":51515.0,"license":"mit","publicTrainingCode":null,"publicTrainingData":null,"adaptedFrom":"google/gemma-3-27b-pt","supersededBy":null,"extraRequirementsGroups":null,"trainingDatasets":["AlphaNLI","AmazonCounterfactualClassification","AppsRetrieval","BornholmBitextMining","COIRCodeSearchNetRetrieval","CSFDSKMovieReviewSentimentClassification","CataloniaTweetClassification","CodeFeedbackMT","CodeFeedbackST","CodeSearchNetCCRetrieval","CodeSearchNetRetrieval","CodeTransOceanContestRetrieval","CodeTransOceanDLRetrieval","CosQARetrieval","CyrillicTurkicLangClassification","CzechProductReviewSentimentClassification","DBpediaClassification","EmotionClassification","FEVER","FiQA2018","FinParaSTS","GermanSTSBenchmark","GreekLegalCodeClassification","HellaSwag","HotpotQAHardNegatives","IndicLangClassification","MIRACLRetrieval","MSMARCO","MrTidyRetrieval","NFCorpus","NQ","NordicLangClassification","NusaParagraphEmotionClassification","OdiaNewsClassification","PAC","PawsXPairClassification","PoemSentimentClassification","Quail","QuoraRetrieval","STSB","ScalaClassification","SciFact","SemRel24STS","SpartQA","StackOverflowQARetrieval","StatcanDialogueDatasetRetrieval","SwissJudgementClassification","SyntheticText2SQLRetrieval","TERRa","TempReasonL1","ToxicConversationsClassification","WinoGrande"]},"rows":[{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":1,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.7994586408862911,"STS":0.7998504802714647,"BitextMining":0.8602409906894852,"Reranking":0.6734768680555555,"PairClassification":0.8543996136363635,"Retrieval":0.7826541941720541,"MultilabelClassification":0.36437988695652174,"InstructionReranking":0.05388066666666666}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":1,"totalModels":487,"meanTask":0.7427199384685496,"meanTaskType":0.6419565096604184,"zeroShotPct":78,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.7994586408862911,"STS":0.7998504802714645,"Reranking":0.6734768680555557,"Clustering":0.5892672456093637,"BitextMining":0.8602409906894852,"Retrieval":0.7826541941720541,"PairClassification":0.8543996136363635,"InstructionReranking":0.05388066666666666,"MultilabelClassification":0.36437988695652174}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":8,"totalModels":204,"meanTask":0.05388066666666667,"meanTaskType":0.05388066666666667,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.05388066666666667}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":14,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.9556736194444444,"Clustering":0.47306322222222225,"Retrieval":0.7185755555555555}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":24,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":79,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Reranking":0.6441506111111112,"BitextMining":0.9355877035735582,"Clustering":0.5278739379629629,"InstructionReranking":0.05388066666666667,"MultilabelClassification":0.26047271739130434}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":32,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":33,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.812069381002825,"STS":0.64664225}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":43,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":45,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{"Retrieval":0.7661861111111112}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":80,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.876441,"Reranking":0.868045,"Clustering":0.5498981428571429,"STS":0.6342525833333333}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":87,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.381299}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":88,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.919974}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":93,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":82,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":125,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":126,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.8845544999999999,"Clustering":0.552656}},{"benchmarkName":"MTEB(kor, v1)","benchmarkDisplayName":"Korean","rank":132,"totalModels":184,"meanTask":null,"meanTaskType":null,"zeroShotPct":66,"taskTypes":["Retrieval","Reranking","STS","Classification"],"scoresByTaskType":{"Retrieval":0.750705}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":149,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":96,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":155,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":81,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"PairClassification":0.8124692499999999}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":156,"totalModels":256,"meanTask":null,"meanTaskType":null,"zeroShotPct":95,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Reranking":0.90929}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":156,"totalModels":209,"meanTask":null,"meanTaskType":null,"zeroShotPct":64,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":171,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":173,"totalModels":234,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":175,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"PairClassification":0.615074}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":176,"totalModels":351,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":176,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"PairClassification":0.615074}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":177,"totalModels":206,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":180,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":96,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.7237169999999999}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":182,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":185,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":81,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"PairClassification":0.6391165}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":193,"totalModels":246,"meanTask":null,"meanTaskType":null,"zeroShotPct":89,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"BitextMining":0.8501460000000001}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":197,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":78,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":213,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":75,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":214,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":216,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":50,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":217,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":50,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":218,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":236,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":88,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":253,"totalModels":353,"meanTask":null,"meanTaskType":null,"zeroShotPct":80,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":258,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":267,"totalModels":321,"meanTask":null,"meanTaskType":null,"zeroShotPct":46,"taskTypes":["Retrieval"],"scoresByTaskType":{}}]}