From f6c6ef4823f07fedfe9bda719c4fb2cbd9cc6498 Mon Sep 17 00:00:00 2001 From: "Arjen P. de Vries" Date: Wed, 19 Jun 2019 00:25:06 +0200 Subject: [PATCH] Evaluate on all topics instead of those with documents retrieved (#108) * Added TREC7 and TREC8 qrels (primarily to avoid confusion with the WT qrels in `qrels/qrels.401-450.txt` * Missing TREC7 topics files * Change default to setting also used in the "official" evaluation * Add -c flag for trec_eval * Revert "Change default to setting also used in the "official" evaluation" This reverts commit 85b13dfc48d98593aa1530b97b6b5493ceecfd07. --- searcher.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/searcher.py b/searcher.py index 255d67f..9ef665f 100644 --- a/searcher.py +++ b/searcher.py @@ -125,7 +125,7 @@ def search(self, client, output_path_guest, topic_path_guest, test_split_path_gu print() # The measure string passed to trec_eval - measures = " ".join(map(lambda x: "-m {}".format(x), self.config.measures)) + measures = " ".join(map(lambda x: "-c -m {}".format(x), self.config.measures)) print("Evaluating results using trec_eval...") for file in os.listdir(self.config.output):