leaderboard_data.jsonl

{"Model": "PartAI/Tooka-SBERT", "Precision": "float32", "#Params (M)": 353, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 81.52, "MIRACLReranking": 35.87, "WikipediaRerankingMultilingual": 80.71, "NeuCLIR2023RetrievalHardNegatives": 49.27, "MIRACLRetrievalHardNegatives": 26.43, "WikipediaRetrievalMultilingual": 79.02, "MassiveIntentClassification": 64.39, "MassiveScenarioClassification": 67.59, "MultilingualSentimentClassification": 77.17, "PersianFoodSentimentClassification": 77.01, "Farsick-STS": 69.64, "BelebeleRetrieval": 74.02, "TopicModelingClustering": 28.6, "NewsSTS": 62.53, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "PartAI/Tooka-SBERT"}
{"Model": "PartAI/Tooka-SBERT-V2-Small", "Precision": "float32", "#Params (M)": 123, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 75.69, "MIRACLReranking": 54.54, "WikipediaRerankingMultilingual": 85.3, "NeuCLIR2023RetrievalHardNegatives": 55.04, "MIRACLRetrievalHardNegatives": 52.31, "WikipediaRetrievalMultilingual": 85.69, "MassiveIntentClassification": 65.33, "MassiveScenarioClassification": 69.23, "MultilingualSentimentClassification": 77.51, "PersianFoodSentimentClassification": 76.56, "Farsick-STS": 63.61, "BelebeleRetrieval": 88.72, "TopicModelingClustering": 71.89, "NewsSTS": 74.72, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "PartAI/Tooka-SBERT-V2-Small"}
{"Model": "PartAI/Tooka-SBERT-V2-Large", "Precision": "float32", "#Params (M)": 353, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 80.24, "MIRACLReranking": 53.01, "WikipediaRerankingMultilingual": 86.78, "NeuCLIR2023RetrievalHardNegatives": 55.24, "MIRACLRetrievalHardNegatives": 47.67, "WikipediaRetrievalMultilingual": 87.53, "MassiveIntentClassification": 67.87, "MassiveScenarioClassification": 72.7, "MultilingualSentimentClassification": 79.38, "PersianFoodSentimentClassification": 78.97, "Farsick-STS": 65.81, "BelebeleRetrieval": 89.32, "TopicModelingClustering": 63.16, "NewsSTS": 72.25, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "PartAI/Tooka-SBERT-V2-Large"}
{"Model": "sentence-transformers/LaBSE", "Precision": "float32", "#Params (M)": 471, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 62.93, "MIRACLReranking": 29.05, "WikipediaRerankingMultilingual": 82.42, "NeuCLIR2023RetrievalHardNegatives": 37.6, "MIRACLRetrievalHardNegatives": 15.43, "WikipediaRetrievalMultilingual": 67.06, "MassiveIntentClassification": 62.33, "MassiveScenarioClassification": 67.43, "MultilingualSentimentClassification": 72.44, "PersianFoodSentimentClassification": 72.09, "Farsick-STS": 64.42, "BelebeleRetrieval": 68.0, "TopicModelingClustering": 61.2, "NewsSTS": 37.6, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "sentence-transformers/LaBSE"}
{"Model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "Precision": "float32", "#Params (M)": 118, "Embedding Dimension": 384, "Context Size": 512, "FarsTail-PairClassification": 64.84, "MIRACLReranking": 30.83, "WikipediaRerankingMultilingual": 80.8, "NeuCLIR2023RetrievalHardNegatives": 35.77, "MIRACLRetrievalHardNegatives": 17.3, "WikipediaRetrievalMultilingual": 62.15, "MassiveIntentClassification": 61.03, "MassiveScenarioClassification": 65.89, "MultilingualSentimentClassification": 73.91, "PersianFoodSentimentClassification": 73.46, "Farsick-STS": 66.72, "BelebeleRetrieval": 75.36, "TopicModelingClustering": 45.53, "NewsSTS": 39.47, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2"}
{"Model": "jinaai/jina-embeddings-v3", "Precision": "bfloat16", "#Params (M)": 572, "Embedding Dimension": 1024, "Context Size": 8192, "FarsTail-PairClassification": 71.88, "MIRACLReranking": 42.91, "WikipediaRerankingMultilingual": 79.58, "NeuCLIR2023RetrievalHardNegatives": 58.88, "MIRACLRetrievalHardNegatives": 56.29, "WikipediaRetrievalMultilingual": 89.04, "MassiveIntentClassification": 72.6, "MassiveScenarioClassification": 81.88, "MultilingualSentimentClassification": 81.48, "PersianFoodSentimentClassification": 81.11, "Farsick-STS": 76.95, "BelebeleRetrieval": 90.84, "TopicModelingClustering": 69.37, "NewsSTS": 78.07, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "jinaai/jina-embeddings-v3"}
{"Model": "jinaai/jina-embeddings-v5-text-small", "Precision": "bfloat16", "#Params (M)": 677, "Embedding Dimension": 1024, "Context Size": 32768, "FarsTail-PairClassification": 73.25, "MIRACLReranking": 58.6, "WikipediaRerankingMultilingual": 89.48, "NeuCLIR2023RetrievalHardNegatives": 60.5, "MIRACLRetrievalHardNegatives": 58.49, "WikipediaRetrievalMultilingual": 89.97, "MassiveIntentClassification": 86.76, "MassiveScenarioClassification": 90.96, "MultilingualSentimentClassification": 66.55, "PersianFoodSentimentClassification": 65.55, "Farsick-STS": 74.63, "BelebeleRetrieval": 91.78, "TopicModelingClustering": 80.84, "NewsSTS": 77.62, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "jinaai/jina-embeddings-v5-text-small"}
{"Model": "jinaai/jina-embeddings-v5-text-nano", "Precision": "float32", "#Params (M)": 239, "Embedding Dimension": 768, "Context Size": 32768, "FarsTail-PairClassification": 74.56, "MIRACLReranking": 58.17, "WikipediaRerankingMultilingual": 88.9, "NeuCLIR2023RetrievalHardNegatives": 57.74, "MIRACLRetrievalHardNegatives": 58.76, "WikipediaRetrievalMultilingual": 89.3, "MassiveIntentClassification": 86.29, "MassiveScenarioClassification": 90.41, "MultilingualSentimentClassification": 71.0, "PersianFoodSentimentClassification": 69.87, "Farsick-STS": 73.93, "BelebeleRetrieval": 91.57, "TopicModelingClustering": 81.82, "NewsSTS": 73.05, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "jinaai/jina-embeddings-v5-text-nano"}
{"Model": "Alibaba-NLP/gte-multilingual-base", "Precision": "float16", "#Params (M)": 305, "Embedding Dimension": 768, "Context Size": 8192, "FarsTail-PairClassification": 72.65, "MIRACLReranking": 55.05, "WikipediaRerankingMultilingual": 84.38, "NeuCLIR2023RetrievalHardNegatives": 58.09, "MIRACLRetrievalHardNegatives": 54.89, "WikipediaRetrievalMultilingual": 84.94, "MassiveIntentClassification": 62.29, "MassiveScenarioClassification": 67.88, "MultilingualSentimentClassification": 71.84, "PersianFoodSentimentClassification": 70.9, "Farsick-STS": 70.95, "BelebeleRetrieval": 89.08, "TopicModelingClustering": 72.66, "NewsSTS": 80.4, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "Alibaba-NLP/gte-multilingual-base"}
{"Model": "WhereIsAI/UAE-Large-V1", "Precision": "float32", "#Params (M)": 335, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 61.85, "MIRACLReranking": 20.09, "WikipediaRerankingMultilingual": 66.48, "NeuCLIR2023RetrievalHardNegatives": 11.72, "MIRACLRetrievalHardNegatives": 7.12, "WikipediaRetrievalMultilingual": 23.44, "MassiveIntentClassification": 38.98, "MassiveScenarioClassification": 38.08, "MultilingualSentimentClassification": 61.34, "PersianFoodSentimentClassification": 60.96, "Farsick-STS": 51.16, "BelebeleRetrieval": 20.41, "TopicModelingClustering": 3.84, "NewsSTS": 20.86, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "WhereIsAI/UAE-Large-V1"}
{"Model": "thenlper/gte-large", "Precision": "float16", "#Params (M)": 335, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 60.02, "MIRACLReranking": 10.99, "WikipediaRerankingMultilingual": 63.3, "NeuCLIR2023RetrievalHardNegatives": 8.46, "MIRACLRetrievalHardNegatives": 1.14, "WikipediaRetrievalMultilingual": 11.72, "MassiveIntentClassification": 24.54, "MassiveScenarioClassification": 30.03, "MultilingualSentimentClassification": 61.8, "PersianFoodSentimentClassification": 61.21, "Farsick-STS": 51.3, "BelebeleRetrieval": 18.46, "TopicModelingClustering": 3.62, "NewsSTS": 23.48, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "thenlper/gte-large"}
{"Model": "intfloat/e5-large-v2", "Precision": "float32", "#Params (M)": 335, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 59.25, "MIRACLReranking": 12.44, "WikipediaRerankingMultilingual": 63.5, "NeuCLIR2023RetrievalHardNegatives": 6.0, "MIRACLRetrievalHardNegatives": 0.48, "WikipediaRetrievalMultilingual": 18.31, "MassiveIntentClassification": 35.75, "MassiveScenarioClassification": 38.06, "MultilingualSentimentClassification": 57.79, "PersianFoodSentimentClassification": 57.18, "Farsick-STS": 52.36, "BelebeleRetrieval": 23.4, "TopicModelingClustering": 6.14, "NewsSTS": 12.49, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "intfloat/e5-large-v2"}
{"Model": "intfloat/e5-base-v2", "Precision": "float32", "#Params (M)": 109, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 57.23, "MIRACLReranking": 9.28, "WikipediaRerankingMultilingual": 60.94, "NeuCLIR2023RetrievalHardNegatives": 4.13, "MIRACLRetrievalHardNegatives": 1.39, "WikipediaRetrievalMultilingual": 19.42, "MassiveIntentClassification": 29.84, "MassiveScenarioClassification": 33.21, "MultilingualSentimentClassification": 58.28, "PersianFoodSentimentClassification": 58.04, "Farsick-STS": 54.4, "BelebeleRetrieval": 18.16, "TopicModelingClustering": 4.07, "NewsSTS": 8.97, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "intfloat/e5-base-v2"}
{"Model": "intfloat/multilingual-e5-large", "Precision": "float32", "#Params (M)": 560, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 72.55, "MIRACLReranking": 59.36, "WikipediaRerankingMultilingual": 89.32, "NeuCLIR2023RetrievalHardNegatives": 50.59, "MIRACLRetrievalHardNegatives": 59.23, "WikipediaRetrievalMultilingual": 90.4, "MassiveIntentClassification": 65.31, "MassiveScenarioClassification": 68.76, "MultilingualSentimentClassification": 77.47, "PersianFoodSentimentClassification": 77.16, "Farsick-STS": 70.67, "BelebeleRetrieval": 94.84, "TopicModelingClustering": 75.5, "NewsSTS": 76.23, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "intfloat/multilingual-e5-large"}
{"Model": "intfloat/multilingual-e5-base", "Precision": "float32", "#Params (M)": 270, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 70.76, "MIRACLReranking": 57.36, "WikipediaRerankingMultilingual": 86.78, "NeuCLIR2023RetrievalHardNegatives": 53.02, "MIRACLRetrievalHardNegatives": 57.88, "WikipediaRetrievalMultilingual": 88.11, "MassiveIntentClassification": 61.53, "MassiveScenarioClassification": 65.22, "MultilingualSentimentClassification": 76.34, "PersianFoodSentimentClassification": 75.74, "Farsick-STS": 69.93, "BelebeleRetrieval": 92.99, "TopicModelingClustering": 75.82, "NewsSTS": 74.88, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "intfloat/multilingual-e5-base"}
{"Model": "intfloat/multilingual-e5-small", "Precision": "float32", "#Params (M)": 118, "Embedding Dimension": 384, "Context Size": 512, "FarsTail-PairClassification": 71.56, "MIRACLReranking": 54.65, "WikipediaRerankingMultilingual": 86.8, "NeuCLIR2023RetrievalHardNegatives": 51.44, "MIRACLRetrievalHardNegatives": 54.15, "WikipediaRetrievalMultilingual": 87.87, "MassiveIntentClassification": 57.17, "MassiveScenarioClassification": 62.84, "MultilingualSentimentClassification": 75.42, "PersianFoodSentimentClassification": 74.37, "Farsick-STS": 68.1, "BelebeleRetrieval": 91.89, "TopicModelingClustering": 72.12, "NewsSTS": 73.2, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "intfloat/multilingual-e5-small"}
{"Model": "intfloat/multilingual-e5-large-instruct", "Precision": "float16", "#Params (M)": 560, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 76.59, "MIRACLReranking": 59.2, "WikipediaRerankingMultilingual": 89.31, "NeuCLIR2023RetrievalHardNegatives": 59.36, "MIRACLRetrievalHardNegatives": 59.23, "WikipediaRetrievalMultilingual": 90.36, "MassiveIntentClassification": 68.85, "MassiveScenarioClassification": 72.6, "MultilingualSentimentClassification": 81.68, "PersianFoodSentimentClassification": 81.14, "Farsick-STS": 73.54, "BelebeleRetrieval": 92.45, "TopicModelingClustering": 84.2, "NewsSTS": 77.27, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "intfloat/multilingual-e5-large-instruct"}
{"Model": "m3hrdadfi/bert-zwnj-wnli-mean-tokens", "Precision": "float32", "#Params (M)": 118, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 56.09, "MIRACLReranking": 18.17, "WikipediaRerankingMultilingual": 73.28, "NeuCLIR2023RetrievalHardNegatives": 17.44, "MIRACLRetrievalHardNegatives": 7.97, "WikipediaRetrievalMultilingual": 41.29, "MassiveIntentClassification": 52.76, "MassiveScenarioClassification": 58.24, "MultilingualSentimentClassification": 59.64, "PersianFoodSentimentClassification": 59.38, "Farsick-STS": 50.62, "BelebeleRetrieval": 37.8, "TopicModelingClustering": 62.45, "NewsSTS": 18.29, "Hub License": NaN, "Model sha": "main", "model_name_for_query": "m3hrdadfi/bert-zwnj-wnli-mean-tokens"}
{"Model": "m3hrdadfi/roberta-zwnj-wnli-mean-tokens", "Precision": "float32", "#Params (M)": 118, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 54.98, "MIRACLReranking": 17.38, "WikipediaRerankingMultilingual": 72.11, "NeuCLIR2023RetrievalHardNegatives": 18.57, "MIRACLRetrievalHardNegatives": 7.25, "WikipediaRetrievalMultilingual": 37.34, "MassiveIntentClassification": 51.41, "MassiveScenarioClassification": 59.53, "MultilingualSentimentClassification": 57.65, "PersianFoodSentimentClassification": 57.11, "Farsick-STS": 48.45, "BelebeleRetrieval": 43.18, "TopicModelingClustering": 58.03, "NewsSTS": 22.29, "Hub License": NaN, "Model sha": "main", "model_name_for_query": "m3hrdadfi/roberta-zwnj-wnli-mean-tokens"}
{"Model": "myrkur/sentence-transformer-parsbert-fa", "Precision": "float32", "#Params (M)": 163, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 58.92, "MIRACLReranking": 18.34, "WikipediaRerankingMultilingual": 61.47, "NeuCLIR2023RetrievalHardNegatives": 23.94, "MIRACLRetrievalHardNegatives": 5.37, "WikipediaRetrievalMultilingual": 35.63, "MassiveIntentClassification": 44.13, "MassiveScenarioClassification": 51.83, "MultilingualSentimentClassification": 55.75, "PersianFoodSentimentClassification": 55.97, "Farsick-STS": 50.16, "BelebeleRetrieval": 46.46, "TopicModelingClustering": 61.27, "NewsSTS": 45.74, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "myrkur/sentence-transformer-parsbert-fa"}
{"Model": "xmanii/maux-gte-persian", "Precision": "float32", "#Params (M)": 305, "Embedding Dimension": 768, "Context Size": 8192, "FarsTail-PairClassification": 63.8, "MIRACLReranking": 54.43, "WikipediaRerankingMultilingual": 80.61, "NeuCLIR2023RetrievalHardNegatives": 54.23, "MIRACLRetrievalHardNegatives": 52.12, "WikipediaRetrievalMultilingual": 78.45, "MassiveIntentClassification": 63.51, "MassiveScenarioClassification": 68.19, "MultilingualSentimentClassification": 71.88, "PersianFoodSentimentClassification": 70.68, "Farsick-STS": 61.9, "BelebeleRetrieval": 77.66, "TopicModelingClustering": 70.14, "NewsSTS": 77.29, "Hub License": NaN, "Model sha": "main", "model_name_for_query": "xmanii/maux-gte-persian"}
{"Model": "Msobhi/Persian_Sentence_Embedding_v3", "Precision": "float32", "#Params (M)": 560, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-PairClassification": 69.16, "MIRACLReranking": 42.1, "WikipediaRerankingMultilingual": 82.62, "NeuCLIR2023RetrievalHardNegatives": 48.68, "MIRACLRetrievalHardNegatives": 36.82, "WikipediaRetrievalMultilingual": 81.96, "MassiveIntentClassification": 63.29, "MassiveScenarioClassification": 71.01, "MultilingualSentimentClassification": 72.74, "PersianFoodSentimentClassification": 72.06, "Farsick-STS": 63.05, "BelebeleRetrieval": 85.19, "TopicModelingClustering": 52.26, "NewsSTS": 65.68, "Hub License": NaN, "Model sha": "main", "model_name_for_query": "Msobhi/Persian_Sentence_Embedding_v3"}
{"Model": "heydariAI/persian-embeddings", "Precision": "float32", "#Params (M)": 278, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-PairClassification": 71.83, "MIRACLReranking": 45.18, "WikipediaRerankingMultilingual": 83.47, "NeuCLIR2023RetrievalHardNegatives": 52.64, "MIRACLRetrievalHardNegatives": 39.64, "WikipediaRetrievalMultilingual": 83.67, "MassiveIntentClassification": 64.11, "MassiveScenarioClassification": 73.78, "MultilingualSentimentClassification": 67.37, "PersianFoodSentimentClassification": 66.8, "Farsick-STS": 67.56, "BelebeleRetrieval": 86.92, "TopicModelingClustering": 59.83, "NewsSTS": 74.7, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "heydariAI/persian-embeddings"}
{"Model": "google/embeddinggemma-300m", "Precision": "float32", "#Params (M)": 300, "Embedding Dimension": 768, "Context Size": 2048, "FarsTail-PairClassification": 77.03, "MIRACLReranking": 52.5, "WikipediaRerankingMultilingual": 89.2, "NeuCLIR2023RetrievalHardNegatives": 62.25, "MIRACLRetrievalHardNegatives": 57.68, "WikipediaRetrievalMultilingual": 90.77, "MassiveIntentClassification": 76.15, "MassiveScenarioClassification": 84.46, "MultilingualSentimentClassification": 82.79, "PersianFoodSentimentClassification": 82.71, "Farsick-STS": 71.08, "BelebeleRetrieval": 93.48, "TopicModelingClustering": 78.98, "NewsSTS": 77.06, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/embeddinggemma-300m"}
{"Model": "BAAI/bge-m3", "Precision": "float32", "#Params (M)": 567, "Embedding Dimension": 1024, "Context Size": 8192, "FarsTail-PairClassification": 73.14, "MIRACLReranking": 60.92, "WikipediaRerankingMultilingual": 88.22, "NeuCLIR2023RetrievalHardNegatives": 59.36, "MIRACLRetrievalHardNegatives": 61.34, "WikipediaRetrievalMultilingual": 89.27, "MassiveIntentClassification": 69.44, "MassiveScenarioClassification": 73.29, "MultilingualSentimentClassification": 80.63, "PersianFoodSentimentClassification": 80.19, "Farsick-STS": 71.75, "BelebeleRetrieval": 93.56, "TopicModelingClustering": 70.02, "NewsSTS": 79.88, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "BAAI/bge-m3"}
{"Model": "HIT-TMG/KaLM-embedding-multilingual-mini-v1", "Precision": "float32", "#Params (M)": 494, "Embedding Dimension": 896, "Context Size": 512, "FarsTail-PairClassification": 70.73, "MIRACLReranking": 47.17, "WikipediaRerankingMultilingual": 85.49, "NeuCLIR2023RetrievalHardNegatives": 49.78, "MIRACLRetrievalHardNegatives": 43.21, "WikipediaRetrievalMultilingual": 85.44, "MassiveIntentClassification": 57.39, "MassiveScenarioClassification": 65.61, "MultilingualSentimentClassification": 66.96, "PersianFoodSentimentClassification": 65.83, "Farsick-STS": 66.65, "BelebeleRetrieval": 87.75, "TopicModelingClustering": 71.69, "NewsSTS": 70.96, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "HIT-TMG/KaLM-embedding-multilingual-mini-v1"}
{"Model": "microsoft/harrier-oss-v1-270m", "Precision": "bfloat16", "#Params (M)": 268, "Embedding Dimension": 640, "Context Size": 32768, "FarsTail-PairClassification": 69.85, "MIRACLReranking": 54.72, "WikipediaRerankingMultilingual": 84.7, "NeuCLIR2023RetrievalHardNegatives": 53.25, "MIRACLRetrievalHardNegatives": 52.51, "WikipediaRetrievalMultilingual": 83.02, "MassiveIntentClassification": 64.91, "MassiveScenarioClassification": 72.87, "MultilingualSentimentClassification": 75.06, "PersianFoodSentimentClassification": 73.9, "Farsick-STS": 70.46, "BelebeleRetrieval": 83.56, "TopicModelingClustering": 82.5, "NewsSTS": 70.54, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/harrier-oss-v1-270m"}
{"Model": "microsoft/harrier-oss-v1-0.6b", "Precision": "bfloat16", "#Params (M)": 596, "Embedding Dimension": 1024, "Context Size": 32768, "FarsTail-PairClassification": 72.36, "MIRACLReranking": 56.3, "WikipediaRerankingMultilingual": 81.24, "NeuCLIR2023RetrievalHardNegatives": 59.54, "MIRACLRetrievalHardNegatives": 56.23, "WikipediaRetrievalMultilingual": 84.64, "MassiveIntentClassification": 70.89, "MassiveScenarioClassification": 80.72, "MultilingualSentimentClassification": 76.88, "PersianFoodSentimentClassification": 75.58, "Farsick-STS": 72.48, "BelebeleRetrieval": 89.39, "TopicModelingClustering": 83.35, "NewsSTS": 68.07, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/harrier-oss-v1-0.6b"}
{"Model": "Qwen/Qwen3-Embedding-0.6B", "Precision": "bfloat16", "#Params (M)": 595, "Embedding Dimension": 1024, "Context Size": 32768, "FarsTail-PairClassification": 73.23, "MIRACLReranking": 54.17, "WikipediaRerankingMultilingual": 87.33, "NeuCLIR2023RetrievalHardNegatives": 54.93, "MIRACLRetrievalHardNegatives": 52.96, "WikipediaRetrievalMultilingual": 86.78, "MassiveIntentClassification": 68.91, "MassiveScenarioClassification": 72.45, "MultilingualSentimentClassification": 69.24, "PersianFoodSentimentClassification": 68.01, "Farsick-STS": 67.31, "BelebeleRetrieval": 87.41, "TopicModelingClustering": 81.53, "NewsSTS": 52.51, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "Qwen/Qwen3-Embedding-0.6B"}
{"Model": "Qwen/Qwen3-Reranker-0.6B", "Precision": "bfloat16", "#Params (M)": 595, "Embedding Dimension": 1024, "Context Size": 40960, "FarsTail-PairClassification": 53.57, "MIRACLReranking": 7.51, "WikipediaRerankingMultilingual": 50.67, "NeuCLIR2023RetrievalHardNegatives": 1.42, "MIRACLRetrievalHardNegatives": 1.03, "WikipediaRetrievalMultilingual": 9.53, "MassiveIntentClassification": 44.48, "MassiveScenarioClassification": 44.25, "MultilingualSentimentClassification": 58.18, "PersianFoodSentimentClassification": 57.54, "Farsick-STS": 41.28, "BelebeleRetrieval": 8.26, "TopicModelingClustering": 12.74, "NewsSTS": 26.11, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "Qwen/Qwen3-Reranker-0.6B"}
{"Model": "codefuse-ai/F2LLM-v2-0.6B", "Precision": "bfloat16", "#Params (M)": 596, "Embedding Dimension": 1024, "Context Size": 40960, "FarsTail-PairClassification": 74.2, "MIRACLReranking": 52.59, "WikipediaRerankingMultilingual": 87.92, "NeuCLIR2023RetrievalHardNegatives": 52.59, "MIRACLRetrievalHardNegatives": 50.16, "WikipediaRetrievalMultilingual": 88.64, "MassiveIntentClassification": 83.69, "MassiveScenarioClassification": 90.1, "MultilingualSentimentClassification": 61.87, "PersianFoodSentimentClassification": 79.95, "Farsick-STS": 68.63, "BelebeleRetrieval": 91.22, "TopicModelingClustering": 82.39, "NewsSTS": 79.1, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "codefuse-ai/F2LLM-v2-0.6B"}
{"Model": "codefuse-ai/F2LLM-v2-1.7B", "Precision": "bfloat16", "#Params (M)": 1700, "Embedding Dimension": 2048, "Context Size": 40960, "FarsTail-PairClassification": 75.7, "MIRACLReranking": 55.53, "WikipediaRerankingMultilingual": 88.61, "NeuCLIR2023RetrievalHardNegatives": 57.71, "MIRACLRetrievalHardNegatives": 53.38, "WikipediaRetrievalMultilingual": 89.65, "MassiveIntentClassification": 85.74, "MassiveScenarioClassification": 91.51, "MultilingualSentimentClassification": 63.05, "PersianFoodSentimentClassification": 81.02, "Farsick-STS": 70.68, "BelebeleRetrieval": 92.64, "TopicModelingClustering": 84.57, "NewsSTS": 81.44, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "codefuse-ai/F2LLM-v2-1.7B"}
{"Model": "codefuse-ai/F2LLM-v2-4B", "Precision": "bfloat16", "#Params (M)": 4000, "Embedding Dimension": 2560, "Context Size": 40960, "FarsTail-PairClassification": 78.2, "MIRACLReranking": 55.41, "WikipediaRerankingMultilingual": 89.52, "NeuCLIR2023RetrievalHardNegatives": 59.92, "MIRACLRetrievalHardNegatives": 55.17, "WikipediaRetrievalMultilingual": 90.81, "MassiveIntentClassification": 86.07, "MassiveScenarioClassification": 91.39, "MultilingualSentimentClassification": 62.88, "PersianFoodSentimentClassification": 83.12, "Farsick-STS": 71.36, "BelebeleRetrieval": 93.35, "TopicModelingClustering": 84.19, "NewsSTS": 83.44, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "codefuse-ai/F2LLM-v2-4B"}
{"Model": "Qwen/Qwen3-Embedding-4B", "Precision": "bfloat16", "#Params (M)": 4000, "Embedding Dimension": 2560, "Context Size": 40960, "FarsTail-PairClassification": 78.35, "MIRACLReranking": 59.24, "WikipediaRerankingMultilingual": 88.1, "NeuCLIR2023RetrievalHardNegatives": 62.23, "MIRACLRetrievalHardNegatives": 60.04, "WikipediaRetrievalMultilingual": 89.4, "MassiveIntentClassification": 79.49, "MassiveScenarioClassification": 84.62, "MultilingualSentimentClassification": 69.2, "PersianFoodSentimentClassification": 68.79, "Farsick-STS": 73.57, "BelebeleRetrieval": 93.25, "TopicModelingClustering": 86.49, "NewsSTS": 62.41, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "Qwen/Qwen3-Embedding-4B"}