add data domain and subtask description

embeddings-benchmark · Jan 26, 2025 · 587d959 · 587d959
1 parent 0d9dd85
commit 587d959
Show file tree

Hide file tree

Showing 7 changed files with 107 additions and 107 deletions.
diff --git a/mteb/tasks/Classification/fas/FaMTEBClassification.py b/mteb/tasks/Classification/fas/FaMTEBClassification.py
@@ -20,8 +20,8 @@ class SynPerChatbotConvSAAnger(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -47,8 +47,8 @@ class SynPerChatbotConvSASatisfaction(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -74,8 +74,8 @@ class SynPerChatbotConvSAFriendship(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -101,8 +101,8 @@ class SynPerChatbotConvSAFear(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -128,8 +128,8 @@ class SynPerChatbotConvSAJealousy(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -155,8 +155,8 @@ class SynPerChatbotConvSASurprise(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -182,8 +182,8 @@ class SynPerChatbotConvSALove(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -209,8 +209,8 @@ class SynPerChatbotConvSASadness(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -236,8 +236,8 @@ class SynPerChatbotConvSAHappiness(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -263,8 +263,8 @@ class SynPerChatbotConvSAToneChatbotClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -290,8 +290,8 @@ class SynPerChatbotConvSAToneUserClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -317,8 +317,8 @@ class SynPerChatbotSatisfactionLevelClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -344,8 +344,8 @@ class SynPerChatbotRAGToneChatbotClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -371,8 +371,8 @@ class SynPerChatbotRAGToneUserClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -398,8 +398,8 @@ class SynPerChatbotToneChatbotClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -425,8 +425,8 @@ class SynPerChatbotToneUserClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Spoken"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -453,7 +453,7 @@ class PersianTextTone(AbsTaskClassification):
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
         domains=[],
-        task_subtypes=[],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="LM-generated",
         dialect=[],
@@ -479,7 +479,7 @@ class SIDClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Academic"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",
@@ -506,8 +506,8 @@ class DeepSentiPers(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Reviews"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="derived",
         dialect=[],
@@ -537,7 +537,7 @@ class PersianTextEmotion(AbsTaskClassification):
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
         domains=[],
-        task_subtypes=[],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="derived",
         dialect=[],
@@ -563,8 +563,8 @@ class SentimentDKSF(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Reviews"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="derived",
         dialect=[],
@@ -590,8 +590,8 @@ class NLPTwitterAnalysisClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
-        task_subtypes=[],
+        domains=["Social"],
+        task_subtypes=["Sentiment/Hate speech"],
         license="not specified",
         annotations_creators="derived",
         dialect=[],
@@ -621,7 +621,7 @@ class DigikalamagClassification(AbsTaskClassification):
         eval_langs=["fas-Arab"],
         main_score="accuracy",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Web"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",

diff --git a/mteb/tasks/Clustering/fas/FaMTEBClustering.py b/mteb/tasks/Clustering/fas/FaMTEBClustering.py
@@ -26,7 +26,7 @@ class BeytooteClustering(AbsTaskClusteringFast):
         eval_langs=["fas-Arab"],
         main_score="v_measure",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["News"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",
@@ -61,7 +61,7 @@ class DigikalamagClustering(AbsTaskClusteringFast):
         eval_langs=["fas-Arab"],
         main_score="v_measure",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Web"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",
@@ -99,7 +99,7 @@ class HamshahriClustring(AbsTaskClusteringFast):
         eval_langs=["fas-Arab"],
         main_score="v_measure",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["News"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",
@@ -157,7 +157,7 @@ class NLPTwitterAnalysisClustering(AbsTaskClusteringFast):
         eval_langs=["fas-Arab"],
         main_score="v_measure",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Social"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",
@@ -193,7 +193,7 @@ class SIDClustring(AbsTaskClusteringFast):
         eval_langs=["fas-Arab"],
         main_score="v_measure",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Academic"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",

diff --git a/mteb/tasks/PairClassification/fas/FaMTEBPairClassification.py b/mteb/tasks/PairClassification/fas/FaMTEBPairClassification.py
@@ -20,7 +20,7 @@ class CExaPPC(AbsTaskPairClassification):
         eval_langs=["fas-Arab"],
         main_score="max_ap",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Social", "Web"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="derived",
@@ -61,7 +61,7 @@ class SynPerChatbotRAGFAQPC(AbsTaskPairClassification):
         eval_langs=["fas-Arab"],
         main_score="max_ap",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Spoken"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="LM-generated",
@@ -137,7 +137,7 @@ class SynPerTextKeywordsPC(AbsTaskPairClassification):
         eval_langs=["fas-Arab"],
         main_score="max_ap",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Web", "News", "Religious", "Blog"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="LM-generated",
@@ -175,7 +175,7 @@ class SynPerQAPC(AbsTaskPairClassification):
         eval_langs=["fas-Arab"],
         main_score="max_ap",
         date=("2024-09-01", "2024-12-31"),
-        domains=[],
+        domains=["Web", "News", "Religious", "Blog"],
         task_subtypes=[],
         license="not specified",
         annotations_creators="LM-generated",