Skip to content

Commit

Permalink
Fix for #759 (#772)
Browse files Browse the repository at this point in the history
* Fix for #759

* Remove "problematic id" warning from subclass
  • Loading branch information
johann-petrak authored May 20, 2021
1 parent bec0a9a commit 0357634
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions farm/data_handler/processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -570,6 +570,7 @@ def __init__(
self.skiprows = skiprows
self.header = header
self.max_samples = max_samples
logger.warning(f"Currently no support in Processor for returning problematic ids")

super(TextClassificationProcessor, self).__init__(
tokenizer=tokenizer,
Expand Down Expand Up @@ -672,7 +673,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa

# TODO populate problematic ids
problematic_ids = set()
logger.warning("Currently no support in Processor for returning problematic ids")
dataset, tensornames = self._create_dataset()
if return_baskets:
return dataset, tensornames, problematic_ids, self.baskets
Expand Down Expand Up @@ -1007,7 +1007,6 @@ def dataset_from_dicts(self, dicts, indices=None, return_baskets=False, debug=Fa
self._log_samples(1)

problematic_ids = set()
logger.warning("Currently no support in InferenceProcessor for returning problematic ids")
dataset, tensornames = self._create_dataset()
ret = [dataset, tensornames, problematic_ids]
if return_baskets:
Expand Down

0 comments on commit 0357634

Please # to comment.