{"model":{"name":"BidirLM/BidirLM-Omni-2.5B-Embedding","url":"https://huggingface.co/BidirLM/BidirLM-Omni-2.5B-Embedding","zeroShotPct":86,"activeParamsB":2.13,"totalParamsB":2.445,"embeddingDim":2048,"maxTokens":32768.0,"releaseDate":"2026-04-07","modelType":"dense","instructionTuned":true,"openWeights":true,"openness":{"open weights":true,"open license":true,"open training code":false,"open training data":true,"paper":true,"model card":true},"opennessScore":5,"sentenceTransformersCompatible":true,"modalities":["text","image","audio","video"],"languages":["Afrikaans","Albanian","Amharic","Arabic","Armenian","Azerbaijani","Basque","Belarusian","Bengali","Bosnian","Bulgarian","Burmese","Catalan","Cebuano","Chinese","Croatian","Czech","Danish","Dutch","English","Estonian","Finnish","French","Galician","Georgian","German","Gujarati","Haitian","Hausa","Hebrew","Hindi","Hungarian","Icelandic","Igbo","Indonesian","Irish","Italian","Japanese","Javanese","Kannada","Kazakh","Kirghiz","Korean","Latvian","Lithuanian","Macedonian","Malagasy (Latin)","Malay (macrolanguage)","Malayalam","Maltese","Marathi","Modern Greek (1453-)","Nepali (macrolanguage)","Norwegian Bokmål","Nyanja","Panjabi","Pedi","Persian","Polish","Portuguese","Pushto","Romanian","Russian","Serbian","Shona","Sindhi","Sinhala","Slovak","Slovenian","Somali","Spanish","Sundanese","Swahili (macrolanguage)","Swedish","Tagalog","Tamil","Telugu","Thai","Turkish","Ukrainian","Urdu","Vietnamese","Welsh","Wolof","Xhosa","Yoruba","Zulu"],"citation":"@misc{boizard2026bidirlmtextomnimodalbidirectional,\n      title={BidirLM: From Text to Omnimodal Bidirectional Encoders by Adapting and Composing Causal LLMs},\n      author={Nicolas Boizard and Théo Deschamps-Berger and Hippolyte Gisserot-Boukhlef and Céline Hudelot and Pierre Colombo},\n      year={2026},\n      eprint={2604.02045},\n      archivePrefix={arXiv},\n      primaryClass={cs.CL},\n      url={https://arxiv.org/abs/2604.02045},\n}","memoryUsageMb":4663.0,"license":"apache-2.0","publicTrainingCode":null,"publicTrainingData":"https://huggingface.co/datasets/BidirLM/BidirLM-Omni-Contrastive","adaptedFrom":null,"supersededBy":null,"extraRequirementsGroups":["bidirlm-omni"],"trainingDatasets":["AFQMC","ATEC","AdvertiseGen","BQ","CAIL2019-SCM","CHEF","CINLID","ChatMed_Consult_Dataset","ChineseSTS","CmedqaRetrieval","Cmnli","CodeFeedback","DRCD","DuRetrieval","ELI5_custom","ESCIReranking","EmotionClassification","Expertqa","FollowIR","GooAQ","InF-IR","JW300","LAION-Audio-300M","LCSTS","MAmmoTH2","MEDI2BGE","MIRACLRetrieval","MSMARCO","MS_COCO","Multi-CPR","MultiLongDocReranking","NFCorpus","NaturalQuestions","OPUS-100","OpenOrca","PAQ","PubMedQA","QBQTC","RefGPT","SQuAD","SearchQA","SimCLUE","SyntheticClassificationData","T2Ranking","TED Talks","THUCNews","TriviaQA","UMETRIP-QA","WebCPM","WikiAnswers","WikiMatrix","cCOVID-News","ccnews","cmrc2018","colpali_train_set","contract-nli","csl","dureader_mrc","law-gpt","lawzhidao","librispeech_asr","lima-chinese","mmarco-chinese","mnli","natcap","nli_zh","nllb","ocnli","rag-dataset-12000","simcse_sup_nli","webgpt_comparisons","webqa","wikipedia-nq","xnli_zh","yahoo-answers"]},"rows":[{"benchmarkName":"MAEB(v1)","benchmarkDisplayName":"MAEB","rank":5,"totalModels":70,"meanTask":0.5235733849254232,"meanTaskType":0.5452033570097294,"zeroShotPct":100,"taskTypes":["Any2AnyRetrieval","AudioClassification","AudioZeroshotClassification","AudioReranking","AudioPairClassification","AudioClustering","AudioMultilabelClassification"],"scoresByTaskType":{"Any2AnyRetrieval":0.47473088765990723,"AudioClassification":0.5976667780748662,"AudioZeroshotClassification":0.6576805,"AudioReranking":0.74758,"AudioPairClassification":0.6674596666666667,"AudioClustering":0.061831666666666674,"AudioMultilabelClassification":0.609474}},{"benchmarkName":"MVEB(v1)","benchmarkDisplayName":"MVEB","rank":8,"totalModels":36,"meanTask":0.5120179565217391,"meanTaskType":0.5205423055555556,"zeroShotPct":100,"taskTypes":["VideoClassification","VideoClustering","Any2AnyRetrieval","VideoPairClassification","VideoZeroshotClassification","VideoCentricQA"],"scoresByTaskType":{"VideoClassification":0.6123903333333333,"VideoClustering":0.1711055,"Any2AnyRetrieval":0.454793,"VideoPairClassification":0.787467,"VideoZeroshotClassification":0.539498,"VideoCentricQA":0.558}},{"benchmarkName":"MVEB(video, v1)","benchmarkDisplayName":"MVEB Video-Only","rank":8,"totalModels":36,"meanTask":0.5803273333333334,"meanTaskType":0.6198468333333333,"zeroShotPct":100,"taskTypes":["VideoPairClassification","VideoClassification"],"scoresByTaskType":{"VideoPairClassification":0.7384053333333335,"VideoClassification":0.5012883333333333}},{"benchmarkName":"MAEB(v1, audio-only)","benchmarkDisplayName":"MAEB Audio-Only","rank":9,"totalModels":70,"meanTask":0.5357349241486068,"meanTaskType":0.54874262228164,"zeroShotPct":100,"taskTypes":["AudioPairClassification","AudioClassification","AudioReranking","AudioClustering","Any2AnyRetrieval"],"scoresByTaskType":{"AudioPairClassification":0.6674596666666667,"AudioClassification":0.5976667780748663,"AudioReranking":0.74758,"AudioClustering":0.061831666666666674,"Any2AnyRetrieval":0.669175}},{"benchmarkName":"MIEB(lite)","benchmarkDisplayName":"Image-Text, Lite","rank":10,"totalModels":106,"meanTask":0.5595519364069264,"meanTaskType":0.5595519364069264,"zeroShotPct":100,"taskTypes":["Any2AnyRetrieval","DocumentUnderstanding","VisionCentricQA","ImageClustering","ImageClassification","Compositionality","ZeroShotClassification","VisualSTS(eng)","Any2AnyMultilingualRetrieval","VisualSTS(multi)"],"scoresByTaskType":{"Any2AnyRetrieval":0.3129590909090909,"DocumentUnderstanding":0.6511366666666667,"VisionCentricQA":0.5539120000000001,"ImageClustering":0.6617580000000001,"ImageClassification":0.73750075,"Compositionality":0.460023,"ZeroShotClassification":0.5128291428571429,"VisualSTS(eng)":0.6787259999999999,"Any2AnyMultilingualRetrieval":0.5696713636363635,"VisualSTS(multi)":0.45700335}},{"benchmarkName":"MVEB(text, video, v1)","benchmarkDisplayName":"MVEB Video-Text","rank":11,"totalModels":36,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["VideoClustering","VideoZeroshotClassification","VideoClassification","Any2AnyRetrieval","VideoPairClassification","VideoCentricQA"],"scoresByTaskType":{"VideoClustering":0.215727,"VideoZeroshotClassification":0.53392675,"VideoClassification":0.48462475,"VideoPairClassification":0.856977,"VideoCentricQA":0.26916}},{"benchmarkName":"MTEB(Multilingual, v2)","benchmarkDisplayName":"Multilingual","rank":17,"totalModels":487,"meanTask":0.6350236418507348,"meanTaskType":0.5548246087208817,"zeroShotPct":99,"taskTypes":["Classification","STS","Reranking","Clustering","BitextMining","Retrieval","PairClassification","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Classification":0.6589510761674544,"STS":0.7573300580808081,"Reranking":0.6471882291666666,"Clustering":0.5150116440836884,"BitextMining":0.7228598638253487,"Retrieval":0.6104161974048878,"PairClassification":0.806507172077922,"InstructionReranking":0.009715333333333333,"MultilabelClassification":0.2654419043478261}},{"benchmarkName":"MTEB(Multilingual, v1)","benchmarkDisplayName":"Multilingual","rank":20,"totalModels":487,"meanTask":null,"meanTaskType":null,"zeroShotPct":99,"taskTypes":["Classification","STS","BitextMining","Clustering","Reranking","PairClassification","Retrieval","MultilabelClassification","InstructionReranking"],"scoresByTaskType":{"Classification":0.6589510761674543,"STS":0.7573300580808081,"BitextMining":0.7228598638253487,"Reranking":0.6471882291666666,"PairClassification":0.806507172077922,"Retrieval":0.6104161974048878,"MultilabelClassification":0.2654419043478261,"InstructionReranking":0.009715333333333333}},{"benchmarkName":"MTEB(slk, v1)","benchmarkDisplayName":"Slovak","rank":39,"totalModels":215,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Clustering","BitextMining","Reranking","STS","PairClassification","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v2)","benchmarkDisplayName":"English","rank":41,"totalModels":351,"meanTask":0.6746906341463413,"meanTaskType":0.6249779007936508,"zeroShotPct":100,"taskTypes":["Clustering","Classification","PairClassification","Reranking","STS","Retrieval","Summarization"],"scoresByTaskType":{"Clustering":0.515431,"Classification":0.82172975,"PairClassification":0.8617983333333333,"Reranking":0.47818499999999997,"STS":0.8461782222222222,"Retrieval":0.5506819999999999,"Summarization":0.300841}},{"benchmarkName":"MTEB(Africa, v1)","benchmarkDisplayName":"African","rank":42,"totalModels":324,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["BitextMining","Retrieval","Any2AnyMultilingualRetrieval","Classification","Reranking","Clustering","PairClassification","STS","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.4234359682274011,"Any2AnyMultilingualRetrieval":0.5191566666666666,"STS":0.597644}},{"benchmarkName":"MTEB(Europe, v1)","benchmarkDisplayName":"European","rank":44,"totalModels":415,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Retrieval","Reranking","BitextMining","STS","Clustering","InstructionReranking","MultilabelClassification"],"scoresByTaskType":{"Reranking":0.5979021969696969,"BitextMining":0.9002504001665862,"Clustering":0.47132049444444446,"InstructionReranking":0.009715333333333333,"MultilabelClassification":0.1902872608695652}},{"benchmarkName":"MIEB(Img)","benchmarkDisplayName":"Image only","rank":45,"totalModels":61,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["ImageClassification","Any2AnyRetrieval","VisualSTS(eng)","ImageClustering","VisualSTS(multi)"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Africa, v1, lite)","benchmarkDisplayName":"African Lite","rank":46,"totalModels":212,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","BitextMining","Clustering","PairClassification","Retrieval","MultilabelClassification"],"scoresByTaskType":{"BitextMining":0.46307627361111114,"Clustering":0.22398555555555555,"Retrieval":0.49119333333333337}},{"benchmarkName":"MIEB(eng)","benchmarkDisplayName":"Image-Text, English","rank":48,"totalModels":111,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Compositionality","ImageClassification","Any2AnyRetrieval","ZeroShotClassification","VisualSTS(eng)","ImageClustering","VisionCentricQA","DocumentUnderstanding"],"scoresByTaskType":{}},{"benchmarkName":"MIEB(Multilingual)","benchmarkDisplayName":"Image-Text, Multilingual","rank":48,"totalModels":111,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["DocumentUnderstanding","Any2AnyRetrieval","VisualSTS(eng)","ZeroShotClassification","ImageClassification","ImageClustering","VisionCentricQA","VisualSTS(multi)","Any2AnyMultilingualRetrieval","Compositionality"],"scoresByTaskType":{"VisualSTS(multi)":0.45700335}},{"benchmarkName":"FollowIR","benchmarkDisplayName":"Instruction Following","rank":52,"totalModels":204,"meanTask":0.009715333333333333,"meanTaskType":0.009715333333333333,"zeroShotPct":100,"taskTypes":["InstructionReranking"],"scoresByTaskType":{"InstructionReranking":0.009715333333333333}},{"benchmarkName":"ViDoRe(v1)","benchmarkDisplayName":"ViDoRe(v1)","rank":73,"totalModels":99,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["DocumentUnderstanding"],"scoresByTaskType":{}},{"benchmarkName":"ViDoRe(v1&v2)","benchmarkDisplayName":"ViDoRe (V1&V2)","rank":78,"totalModels":102,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"MTEB(fas, v2)","benchmarkDisplayName":"Persian","rank":80,"totalModels":292,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["Retrieval","Clustering","BitextMining","Reranking","Classification","PairClassification","STS"],"scoresByTaskType":{}},{"benchmarkName":"MINERSBitextMining","benchmarkDisplayName":"MINERSBitextMining","rank":82,"totalModels":201,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(tha, v1)","benchmarkDisplayName":"Thai","rank":87,"totalModels":230,"meanTask":null,"meanTaskType":null,"zeroShotPct":73,"taskTypes":["Retrieval","Classification","PairClassification","Clustering","Reranking"],"scoresByTaskType":{"PairClassification":0.761768,"Clustering":0.613017}},{"benchmarkName":"MTEB(fas, v1)","benchmarkDisplayName":"Persian","rank":92,"totalModels":257,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Retrieval","Clustering","STS","Classification","Reranking","PairClassification","BitextMining"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(por, v1)","benchmarkDisplayName":"Portuguese","rank":101,"totalModels":247,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["Classification","Retrieval","Reranking","STS","MultilabelClassification"],"scoresByTaskType":{"MultilabelClassification":0.286426}},{"benchmarkName":"MTEB(Indic, v1)","benchmarkDisplayName":"Indic","rank":103,"totalModels":224,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","PairClassification","Reranking","Retrieval","BitextMining","Clustering","STS"],"scoresByTaskType":{"PairClassification":0.740047,"Reranking":0.8335250000000001,"Clustering":0.5124573333333333,"STS":0.48829041666666667}},{"benchmarkName":"Encodechka","benchmarkDisplayName":"Encodechka","rank":127,"totalModels":203,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","STS","Classification"],"scoresByTaskType":{"PairClassification":0.777259}},{"benchmarkName":"MTEB(nld, v1)","benchmarkDisplayName":"Dutch","rank":148,"totalModels":256,"meanTask":null,"meanTaskType":null,"zeroShotPct":97,"taskTypes":["Clustering","PairClassification","Classification","Retrieval","STS","MultilabelClassification","Reranking"],"scoresByTaskType":{"Reranking":0.86023}},{"benchmarkName":"MTEB(cmn, v1)","benchmarkDisplayName":"Chinese","rank":152,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":74,"taskTypes":["Reranking","Retrieval","STS","Classification","Clustering","PairClassification"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB-lite(v1)","benchmarkDisplayName":"Japanese","rank":155,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":82,"taskTypes":["Reranking","Classification","STS","Clustering","Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"JMTEB(v2)","benchmarkDisplayName":"Japanese","rank":164,"totalModels":251,"meanTask":null,"meanTaskType":null,"zeroShotPct":82,"taskTypes":["Clustering","Retrieval","Classification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(rus, v1.1)","benchmarkDisplayName":"Russian","rank":166,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","STS","Retrieval","Clustering","Reranking","PairClassification","MultilabelClassification"],"scoresByTaskType":{"PairClassification":0.583374}},{"benchmarkName":"MTEB(spa, v1)","benchmarkDisplayName":"Spanish","rank":167,"totalModels":228,"meanTask":null,"meanTaskType":null,"zeroShotPct":87,"taskTypes":["STS","Retrieval","PairClassification","Clustering","Classification","Reranking"],"scoresByTaskType":{"PairClassification":0.6867505}},{"benchmarkName":"MTEB(rus, v1)","benchmarkDisplayName":"Russian","rank":168,"totalModels":255,"meanTask":null,"meanTaskType":null,"zeroShotPct":91,"taskTypes":["Classification","Clustering","STS","Retrieval","Reranking","MultilabelClassification","PairClassification"],"scoresByTaskType":{"PairClassification":0.583374}},{"benchmarkName":"MTEB(pol, v1)","benchmarkDisplayName":"Polish","rank":169,"totalModels":234,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["PairClassification","Classification","Clustering","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(jpn, v1)","benchmarkDisplayName":"Japanese","rank":170,"totalModels":248,"meanTask":null,"meanTaskType":null,"zeroShotPct":93,"taskTypes":["Classification","Clustering","Retrieval","STS","PairClassification","Reranking"],"scoresByTaskType":{"PairClassification":0.5269204999999999}},{"benchmarkName":"MTEB(fra, v1)","benchmarkDisplayName":"French","rank":171,"totalModels":250,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Clustering","PairClassification","Summarization","Retrieval","Classification","STS","Reranking"],"scoresByTaskType":{"PairClassification":0.607103}},{"benchmarkName":"RAR-b","benchmarkDisplayName":"Reasoning as retrieval","rank":177,"totalModels":209,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(deu, v1)","benchmarkDisplayName":"German","rank":179,"totalModels":265,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["Classification","Clustering","Retrieval","PairClassification","Reranking","STS"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Scandinavian, v1)","benchmarkDisplayName":"Scandinavian","rank":190,"totalModels":246,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Classification","Retrieval","Clustering","BitextMining"],"scoresByTaskType":{"BitextMining":0.7491445}},{"benchmarkName":"MTEB(kor, v2)","benchmarkDisplayName":"Korean","rank":196,"totalModels":266,"meanTask":null,"meanTaskType":null,"zeroShotPct":85,"taskTypes":["STS","Retrieval","PairClassification","Classification","Reranking","Clustering"],"scoresByTaskType":{}},{"benchmarkName":"LongEmbed","benchmarkDisplayName":"Long-context Retrieval","rank":201,"totalModels":206,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(eng, v1)","benchmarkDisplayName":"English","rank":216,"totalModels":353,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":["Retrieval","Classification","Clustering","PairClassification","STS","Reranking","Summarization"],"scoresByTaskType":{"PairClassification":0.8617983333333333}},{"benchmarkName":"RTEB(Law, beta)","benchmarkDisplayName":"RTEB Legal","rank":224,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"CoIR","benchmarkDisplayName":"Code Information Retrieval","rank":227,"totalModels":268,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Code, v1)","benchmarkDisplayName":"Code","rank":228,"totalModels":269,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Law, v1)","benchmarkDisplayName":"Legal","rank":232,"totalModels":264,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"MTEB(Medical, v1)","benchmarkDisplayName":"Medical","rank":244,"totalModels":389,"meanTask":null,"meanTaskType":null,"zeroShotPct":75,"taskTypes":["Retrieval","Clustering","Reranking"],"scoresByTaskType":{"Clustering":0.40098199999999995}},{"benchmarkName":"RTEB(beta)","benchmarkDisplayName":"RTEB Multilingual","rank":244,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":94,"taskTypes":[],"scoresByTaskType":{}},{"benchmarkName":"BEIR","benchmarkDisplayName":"BEIR","rank":262,"totalModels":321,"meanTask":null,"meanTaskType":null,"zeroShotPct":86,"taskTypes":["Retrieval"],"scoresByTaskType":{}},{"benchmarkName":"RTEB(eng, beta)","benchmarkDisplayName":"RTEB English","rank":268,"totalModels":294,"meanTask":null,"meanTaskType":null,"zeroShotPct":100,"taskTypes":[],"scoresByTaskType":{}}]}