mirror of
https://github.com/fastai/fastbook.git
synced 2025-04-05 18:30:44 +00:00
Update 11_midlevel_data.ipynb
This commit is contained in:
parent
f2f8032f21
commit
33b6d11156
@ -153,9 +153,11 @@
|
|||||||
}
|
}
|
||||||
],
|
],
|
||||||
"source": [
|
"source": [
|
||||||
"tok = Tokenizer.from_folder(path)\n",
|
"spacy = WordTokenizer()\n",
|
||||||
|
"tok = Tokenizer(spacy)\n",
|
||||||
"tok.setup(txts)\n",
|
"tok.setup(txts)\n",
|
||||||
"toks = txts.map(tok)\n",
|
"toks = txts.map(tok)\n",
|
||||||
|
|
||||||
"toks[0]"
|
"toks[0]"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
Loading…
Reference in New Issue
Block a user