Update 11_midlevel_data.ipynb

This commit is contained in:
Muhammad Fakhar-e-Iqbal Abdullah 2023-07-26 01:04:12 +05:00 committed by GitHub
parent f2f8032f21
commit 33b6d11156
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -153,9 +153,11 @@
}
],
"source": [
"tok = Tokenizer.from_folder(path)\n",
"spacy = WordTokenizer()\n",
"tok = Tokenizer(spacy)\n",
"tok.setup(txts)\n",
"toks = txts.map(tok)\n",
"toks[0]"
]
},