SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix file type checks in data splits for contrastive training example script (#31720)

Browse Source 
fix data split file type checks
This commit is contained in:
Noah Young
2024-07-10 02:17:03 -07:00
committed by GitHub
parent e9eeedaf3b
commit a0a3e2f469
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/pytorch/contrastive-image-text/run_clip.py
View File

@@ -190,9 +190,9 @@ class DataTrainingArguments:
if self.validation_file is not None: if self.validation_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.validation_file.split(".")[-1]
assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file." assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file."
if self.validation_file is not None: if self.test_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.test_file.split(".")[-1]
assert extension == "json", "`validation_file` should be a json file." assert extension in ["csv", "json"], "`test_file` should be a csv or a json file."
dataset_name_mapping = { dataset_name_mapping = {

6
examples/tensorflow/contrastive-image-text/run_clip.py
View File

@@ -196,9 +196,9 @@ class DataTrainingArguments:
if self.validation_file is not None: if self.validation_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.validation_file.split(".")[-1]
assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file." assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file."
if self.validation_file is not None: if self.test_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.test_file.split(".")[-1]
assert extension == "json", "`validation_file` should be a json file." assert extension in ["csv", "json"], "`test_file` should be a csv or a json file."
dataset_name_mapping = { dataset_name_mapping = {