Add title description for tokenizer

This commit is contained in:
ines 2017-10-24 15:51:13 +02:00
parent 3944c1d6e7
commit 56a47f137f
1 changed files with 1 additions and 0 deletions

View File

@ -154,6 +154,7 @@
"tokenizer": {
"title": "Tokenizer",
"teaser": "Segment text into words, punctuations marks etc.",
"tag": "class",
"source": "spacy/tokenizer.pyx"
},