diff --git a/11_midlevel_data.ipynb b/11_midlevel_data.ipynb index cce5f69..d7512fa 100644 --- a/11_midlevel_data.ipynb +++ b/11_midlevel_data.ipynb @@ -153,9 +153,11 @@ } ], "source": [ - "tok = Tokenizer.from_folder(path)\n", + "spacy = WordTokenizer()\n", + "tok = Tokenizer(spacy)\n", "tok.setup(txts)\n", "toks = txts.map(tok)\n", + "toks[0]" ] },