Searched defs:vocab_buffer_data (Results 1 – 5 of 5) sorted by relevance
70 std::vector<std::string> LoadVocabFromBuffer(const char* vocab_buffer_data, in LoadVocabFromBuffer()86 const char* vocab_buffer_data, const size_t vocab_buffer_size) { in LoadVocabAndIndexFromBuffer()
111 const char* vocab_buffer_data, size_t vocab_buffer_size) { in CreateBertQuestionAnswererFromBuffer()374 const char* vocab_buffer_data, size_t vocab_buffer_size) { in InitializeBertTokenizerFromBinary()
52 const char* vocab_buffer_data, in RegexTokenizer()
109 utils::LoadVocabFromBuffer(vocab_buffer_data, vocab_buffer_size), in BertTokenizer()
104 : BertTokenizer(LoadVocabFromBuffer(vocab_buffer_data, vocab_buffer_size), in BertTokenizer()