update token_counts

This commit is contained in:
VictorSanh
2019-10-02 11:01:20 -04:00
committed by Victor SANH
parent 19e4ebbe3f
commit cbfcfce205

View File

@@ -13,7 +13,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Preprocessing script before training DistilBERT.
Preprocessing script before training the distilled model.
"""
from collections import Counter
import argparse