Skip to main content
tokenize
qualia_
core_
db
0.0.41
In qualia_
core_
db::
nlp::
tokenize
qualia_core_db
::
nlp
::
tokenize
Function
tokenize
Copy item path
Source
pub fn tokenize(source: &
str
) ->
Vec
<
Token
<'_>>
Expand description
?::tokenize
.