mirror of
https://github.com/fastai/fastbook.git
synced 2025-04-05 10:20:48 +00:00
Update 11_midlevel_data.ipynb
This commit is contained in:
parent
f2f8032f21
commit
33b6d11156
@ -153,9 +153,11 @@
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"tok = Tokenizer.from_folder(path)\n",
|
||||
"spacy = WordTokenizer()\n",
|
||||
"tok = Tokenizer(spacy)\n",
|
||||
"tok.setup(txts)\n",
|
||||
"toks = txts.map(tok)\n",
|
||||
|
||||
"toks[0]"
|
||||
]
|
||||
},
|
||||
|
Loading…
Reference in New Issue
Block a user