diff --git a/farm/data_handler/processor.py b/farm/data_handler/processor.py index a0db7ee6..55074bb8 100644 --- a/farm/data_handler/processor.py +++ b/farm/data_handler/processor.py @@ -570,6 +570,7 @@ def __init__( self.skiprows = skiprows self.header = header self.max_samples = max_samples + logger.warning(f"Currently no support in Processor for returning problematic ids") super(TextClassificationProcessor, self).__init__( tokenizer=tokenizer, @@ -672,7 +673,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa # TODO populate problematic ids problematic_ids = set() - logger.warning("Currently no support in Processor for returning problematic ids") dataset, tensornames = self._create_dataset() if return_baskets: return dataset, tensornames, problematic_ids, self.baskets @@ -1007,7 +1007,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa self._log_samples(1) problematic_ids = set() - logger.warning("Currently no support in InferenceProcessor for returning problematic ids") dataset, tensornames = self._create_dataset() ret = [dataset, tensornames, problematic_ids] if return_baskets: