chris/fastbook
1
0
Fork 0
mirror of https://github.com/fastai/fastbook.git synced 2025-04-05 02:10:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #4 from fakhar-iqbal/fakhar-iqbal-patch-6

Browse Source 
Tokenization step updated,   Update 11_midlevel_data.ipynb
This commit is contained in:
Muhammad Fakhar-e-Iqbal Abdullah 2023-07-26 01:07:06 +05:00 committed by GitHub
commit d27b447baf
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
11_midlevel_data.ipynb
View File

@ -153,9 +153,11 @@
} }
], ],
"source": [ "source": [
"tok = Tokenizer.from_folder(path)\n", "spacy = WordTokenizer()\n",
"tok = Tokenizer(spacy)\n",
"tok.setup(txts)\n", "tok.setup(txts)\n",
"toks = txts.map(tok)\n", "toks = txts.map(tok)\n",
"toks[0]" "toks[0]"
] ]
}, },