Use return_tensors="np" instead of "tf" (#21266)

Return NP instead of TF tensors for our data loading pipeline
This commit is contained in:
Matt
2023-01-24 13:37:49 +00:00
committed by GitHub
parent f0fc791298
commit 071529bd54
6 changed files with 8 additions and 8 deletions

View File

@@ -105,7 +105,7 @@ class DataCollatorForMultipleChoice:
padding=self.padding,
max_length=self.max_length,
pad_to_multiple_of=self.pad_to_multiple_of,
return_tensors="tf",
return_tensors="np",
)
# Un-flatten
@@ -410,7 +410,7 @@ def main():
)
if data_args.pad_to_max_length:
data_collator = DefaultDataCollator(return_tensors="tf")
data_collator = DefaultDataCollator(return_tensors="np")
else:
# custom class defined above, as HF has no data collator for multiple choice
data_collator = DataCollatorForMultipleChoice(tokenizer)