Remove-auth-token (#27060)
* don't use `use_auth_token`internally * let's use token everywhere * fixup
This commit is contained in:
@@ -65,7 +65,7 @@ def normalize_text(text: str) -> str:
|
||||
|
||||
def main(args):
|
||||
# load dataset
|
||||
dataset = load_dataset(args.dataset, args.config, split=args.split, use_auth_token=True)
|
||||
dataset = load_dataset(args.dataset, args.config, split=args.split, token=True)
|
||||
|
||||
# for testing: only process the first two examples as a test
|
||||
# dataset = dataset.select(range(10))
|
||||
|
||||
Reference in New Issue
Block a user