{"benchmarkName":"RTEB(jpn, beta)","taskTypes":["Retrieval"],"tasks":["JapaneseCode1Retrieval","JapaneseLegal1Retrieval"],"tasksMeta":[{"name":"JapaneseCode1Retrieval","type":"Retrieval","simplifiedType":"retrieval","languages":["Japanese"],"domains":["Programming","Written"],"modalities":["text"],"description":"Japanese code retrieval dataset. Japanese natural language queries paired with Python code snippets for cross-lingual code retrieval evaluation.","reference":"https://huggingface.co/datasets/mteb-private/JapaneseCode1Retrieval-sample","citation":"","isPublic":false,"sourceDataset":"mteb-private/JapaneseCode1Retrieval","license":"not specified","dateFrom":"2024-01-01","dateTo":"2024-01-01","annotationsCreators":"derived","dialect":[],"sampleCreation":"found","mainScore":"ndcg_at_10","numModels":0},{"name":"JapaneseLegal1Retrieval","type":"Retrieval","simplifiedType":"retrieval","languages":["Japanese"],"domains":["Legal","Written"],"modalities":["text"],"description":"Japanese legal regulation retrieval dataset with queries about government regulations, ministry ordinances, and administrative law.","reference":"https://huggingface.co/datasets/mteb-private/JapaneseLegal1Retrieval-sample","citation":"","isPublic":false,"sourceDataset":"mteb-private/JapaneseLegal1Retrieval","license":"not specified","dateFrom":"2024-01-01","dateTo":"2024-01-01","annotationsCreators":"derived","dialect":[],"sampleCreation":"found","mainScore":"ndcg_at_10","numModels":0}],"rows":[],"aggregations":["mean_task"],"customGroupings":[],"showZeroShot":false}