diff --git a/fairseq/data/dictionary.py b/fairseq/data/dictionary.py index 8113993a20..6b5202c4b2 100644 --- a/fairseq/data/dictionary.py +++ b/fairseq/data/dictionary.py @@ -223,9 +223,7 @@ def add_from_file(self, f): ) word = line[:idx] count = int(line[idx + 1 :]) - self.indices[word] = len(self.symbols) - self.symbols.append(word) - self.count.append(count) + self.add_symbol(word, n=count) def _save(self, f, kv_iterator): if isinstance(f, str):