removed legacy arg from learn_bpe call in tests

Natooz · Mar 4, 2023 · 2cad58f · 2cad58f
1 parent 5d56d24
commit 2cad58f
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/tests/test_bpe.py b/tests/test_bpe.py
@@ -57,8 +57,6 @@ def test_bpe_conversion(
         tokenizer.learn_bpe(
             vocab_size=400,
             tokens_paths=Path("tests", "test_results", tokenization).glob("**/*.json"),
-            files_lim=None,
-            load_all_token_files_once=True,
             start_from_empty_voc=True,
         )
         tokenizer.save_params(