From 0357634c1997fe39b6f6e78827d35e43538caab1 Mon Sep 17 00:00:00 2001 From: Johann Petrak Date: Thu, 20 May 2021 09:06:48 +0200 Subject: [PATCH] Fix for #759 (#772) * Fix for #759 * Remove "problematic id" warning from subclass --- farm/data_handler/processor.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/farm/data_handler/processor.py b/farm/data_handler/processor.py index a0db7ee6..55074bb8 100644 --- a/farm/data_handler/processor.py +++ b/farm/data_handler/processor.py @@ -570,6 +570,7 @@ def __init__( self.skiprows = skiprows self.header = header self.max_samples = max_samples + logger.warning(f"Currently no support in Processor for returning problematic ids") super(TextClassificationProcessor, self).__init__( tokenizer=tokenizer, @@ -672,7 +673,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa # TODO populate problematic ids problematic_ids = set() - logger.warning("Currently no support in Processor for returning problematic ids") dataset, tensornames = self._create_dataset() if return_baskets: return dataset, tensornames, problematic_ids, self.baskets @@ -1007,7 +1007,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa self._log_samples(1) problematic_ids = set() - logger.warning("Currently no support in InferenceProcessor for returning problematic ids") dataset, tensornames = self._create_dataset() ret = [dataset, tensornames, problematic_ids] if return_baskets: