mirror of https://github.com/explosion/spaCy.git
* Use unicode in StringStore.intern, instead of unreliably casting to bytes.
This commit is contained in:
parent
b18204cd52
commit
864a8f45d8
|
@ -20,7 +20,7 @@ cdef class StringStore:
|
||||||
cdef Utf8Str* c
|
cdef Utf8Str* c
|
||||||
cdef int64_t size
|
cdef int64_t size
|
||||||
|
|
||||||
cdef PreshMap _map
|
cdef public PreshMap _map
|
||||||
cdef size_t _resize_at
|
cdef int64_t _resize_at
|
||||||
|
|
||||||
cdef const Utf8Str* intern(self, unsigned char* chars, int length) except NULL
|
cdef const Utf8Str* intern(self, unicode py_string) except NULL
|
||||||
|
|
Loading…
Reference in New Issue