typo
This commit is contained in:
@@ -63,7 +63,7 @@ def load_vocab(vocab_file):
|
||||
|
||||
|
||||
def whitespace_tokenize(text):
|
||||
"""Runs basic whitespace cleaning and splitting on a peice of text."""
|
||||
"""Runs basic whitespace cleaning and splitting on a piece of text."""
|
||||
text = text.strip()
|
||||
if not text:
|
||||
return []
|
||||
|
||||
Reference in New Issue
Block a user