Searched defs:text_unicode (Results 1 – 2 of 2) sorted by relevance
100 UnicodeText text_unicode = UTF8ToUnicodeText(text, /*do_copy=*/false); in Tokenize() local282 bool Tokenizer::NumberTokenize(const UnicodeText& text_unicode, in NumberTokenize()
346 bool PodNerAnnotator::PrepareText(const UnicodeText &text_unicode, in PrepareText()