smol vocab size

mosaicml · Nov 30, 2024 · f1fbfbf · f1fbfbf
1 parent f2317ce
commit f1fbfbf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_full_nlp.py b/tests/test_full_nlp.py
@@ -260,7 +260,7 @@ def test_full_nlp_pipeline(
     algorithms = [algorithm() for algorithm in algorithms]
     device = get_device(device)
     config = None
-    small_vocab_size = 1024
+    small_vocab_size = 2048
     tokenizer = BertTokenizerFast.from_pretrained('bert-base-uncased', model_max_length=128)
     if model_type == 'tinybert_hf':
         # Updated minimal BERT configuration