Updating camera-ready dataset which is ready to be released (includin…

…g 6 new topics and more relevance assessments). Still need to update README.
grill-lab · Apr 21, 2022 · bc1d0be · bc1d0be
1 parent 59667cc
commit bc1d0be
Show file tree

Hide file tree

Showing 20 changed files with 556,963 additions and 0 deletions.
diff --git a/qrels/document_binary.qrels b/qrels/document_binary.qrels
diff --git a/qrels/document_ndcg.qrels b/qrels/document_ndcg.qrels
diff --git a/qrels/entity_binary.qrels b/qrels/entity_binary.qrels
diff --git a/qrels/entity_ndcg.qrels b/qrels/entity_ndcg.qrels
diff --git a/raw_judgments/raw_document_judgments.txt b/raw_judgments/raw_document_judgments.txt
diff --git a/raw_judgments/raw_entity_judgments.txt b/raw_judgments/raw_entity_judgments.txt
diff --git a/system_runs/folds/folds.json b/system_runs/folds/folds.json
@@ -0,0 +1,52 @@
+{
+    "1": [
+        "economics-1",
+        "economics-6",
+        "economics-19",
+        "history-1",
+        "history-13",
+        "history-18",
+        "politics-1",
+        "politics-6",
+        "politics-16",
+        "economics-8",
+        "politics-12"
+    ],
+    "2": [
+        "economics-2",
+        "economics-12",
+        "economics-20",
+        "history-6",
+        "history-15",
+        "history-19",
+        "politics-3",
+        "politics-7",
+        "politics-20",
+        "economics-13",
+        "politics-17"
+    ],
+    "3": [
+        "economics-3",
+        "economics-17",
+        "economics-21",
+        "history-11",
+        "history-16",
+        "history-24",
+        "politics-4",
+        "politics-9",
+        "politics-22",
+        "history-20"
+    ],
+    "4": [
+        "economics-4",
+        "economics-18",
+        "economics-23",
+        "history-12",
+        "history-17",
+        "history-25",
+        "politics-5",
+        "politics-13",
+        "politics-23",
+        "history-23"
+    ]
+}
diff --git a/system_runs/runs/document_ance-maxp+t5-maxp.run b/system_runs/runs/document_ance-maxp+t5-maxp.run
diff --git a/system_runs/runs/document_ance-maxp.run b/system_runs/runs/document_ance-maxp.run
diff --git a/system_runs/runs/document_bm25+rm3-tuned+t5-maxp.run b/system_runs/runs/document_bm25+rm3-tuned+t5-maxp.run
diff --git a/system_runs/runs/document_bm25+rm3-tuned.run b/system_runs/runs/document_bm25+rm3-tuned.run
diff --git a/system_runs/runs/document_bm25-tuned+t5-maxp.run b/system_runs/runs/document_bm25-tuned+t5-maxp.run
diff --git a/system_runs/runs/document_bm25-tuned.run b/system_runs/runs/document_bm25-tuned.run
diff --git a/system_runs/runs/entity_ance-firstp+t5-maxp.run b/system_runs/runs/entity_ance-firstp+t5-maxp.run