Removing a couple of other old unnecessary comments

This commit is contained in:
Matthew Carrigan
2019-03-21 14:09:57 +00:00
parent 8a861048dd
commit 8733ffcb5e

View File

@@ -1,7 +1,3 @@
# Step 1: Slurp the dataset up, tokenize each sentence, and store as docs -> sentences -> tokens
# Step 2: Walk over the dataset, using the Google BERT logic to concatenate sentences into training examples
# Step 3: Write out the examples, possibly as Torch tensors?
from argparse import ArgumentParser
from pathlib import Path
from tqdm import tqdm, trange