From 33b6d1115612b025299dab1c2452bc4942cc08d0 Mon Sep 17 00:00:00 2001 From: Muhammad Fakhar-e-Iqbal Abdullah Date: Wed, 26 Jul 2023 01:04:12 +0500 Subject: [PATCH] Update 11_midlevel_data.ipynb --- 11_midlevel_data.ipynb | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/11_midlevel_data.ipynb b/11_midlevel_data.ipynb index cce5f69..d7512fa 100644 --- a/11_midlevel_data.ipynb +++ b/11_midlevel_data.ipynb @@ -153,9 +153,11 @@ } ], "source": [ - "tok = Tokenizer.from_folder(path)\n", + "spacy = WordTokenizer()\n", + "tok = Tokenizer(spacy)\n", "tok.setup(txts)\n", "toks = txts.map(tok)\n", + "toks[0]" ] },