Fix: Fixed directory path for utils folder in test_tokenization_utils.py (#32601)

* Removed un-necessary expressions.

* Fixed directory path for utils folder in test_tokenization_utils.py
This commit is contained in:
Sai-Suraj-27
2024-08-13 21:18:15 +05:30
committed by GitHub
parent cc25757a44
commit c3cd9d807e
2 changed files with 1 additions and 3 deletions

View File

@@ -94,7 +94,6 @@ def main():
short_validation_dataset = dataset.filter(lambda x: (len(x["question"]) + len(x["context"])) < 4 * 4096)
short_validation_dataset = short_validation_dataset.filter(lambda x: x["category"] != "null")
short_validation_dataset
model_id = "vasudevgupta/flax-bigbird-natural-questions"
model = FlaxBigBirdForNaturalQuestions.from_pretrained(model_id)