From 347343a6bf550d6dde56044d3de781fbf554ac0c Mon Sep 17 00:00:00 2001 From: Johann Petrak Date: Wed, 19 May 2021 22:12:06 +0200 Subject: [PATCH 1/2] Fix for #759 --- farm/data_handler/processor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/farm/data_handler/processor.py b/farm/data_handler/processor.py index a0db7ee6..c7445a8f 100644 --- a/farm/data_handler/processor.py +++ b/farm/data_handler/processor.py @@ -570,6 +570,7 @@ def __init__( self.skiprows = skiprows self.header = header self.max_samples = max_samples + logger.warning(f"Currently no support in Processor for returning problematic ids") super(TextClassificationProcessor, self).__init__( tokenizer=tokenizer, @@ -672,7 +673,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa # TODO populate problematic ids problematic_ids = set() - logger.warning("Currently no support in Processor for returning problematic ids") dataset, tensornames = self._create_dataset() if return_baskets: return dataset, tensornames, problematic_ids, self.baskets From a1bded3f51d07cc988ad258ce51d24220534309c Mon Sep 17 00:00:00 2001 From: Johann Petrak Date: Thu, 20 May 2021 08:39:43 +0200 Subject: [PATCH 2/2] Remove "problematic id" warning from subclass --- farm/data_handler/processor.py | 1 - 1 file changed, 1 deletion(-) diff --git a/farm/data_handler/processor.py b/farm/data_handler/processor.py index c7445a8f..55074bb8 100644 --- a/farm/data_handler/processor.py +++ b/farm/data_handler/processor.py @@ -1007,7 +1007,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa self._log_samples(1) problematic_ids = set() - logger.warning("Currently no support in InferenceProcessor for returning problematic ids") dataset, tensornames = self._create_dataset() ret = [dataset, tensornames, problematic_ids] if return_baskets: