mirror of https://github.com/explosion/spaCy.git
Add title description for tokenizer
This commit is contained in:
parent
3944c1d6e7
commit
56a47f137f
|
@ -154,6 +154,7 @@
|
|||
|
||||
"tokenizer": {
|
||||
"title": "Tokenizer",
|
||||
"teaser": "Segment text into words, punctuations marks etc.",
|
||||
"tag": "class",
|
||||
"source": "spacy/tokenizer.pyx"
|
||||
},
|
||||
|
|
Loading…
Reference in New Issue