[distil] fix once for all general logger for scripts

This commit is contained in:
VictorSanh
2019-09-11 14:19:07 +00:00
parent b62abe87c9
commit 32e1332acf
2 changed files with 11 additions and 3 deletions

View File

@@ -18,8 +18,12 @@ Preprocessing script before training DistilBERT.
from collections import Counter
import argparse
import pickle
import logging
from examples.distillation.utils import logger
logging.basicConfig(format = '%(asctime)s - %(levelname)s - %(name)s - %(message)s',
datefmt = '%m/%d/%Y %H:%M:%S',
level = logging.INFO)
logger = logging.getLogger(__name__)
if __name__ == '__main__':
parser = argparse.ArgumentParser(description="Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)")