Searched refs:wp_absolute_end_offset (Results 1 – 2 of 2) sorted by relevance
67 std::vector<int>& wp_absolute_end_offset = result.wp_end_offset; in TokenizeWordpiece() local84 &subwords, &wp_absolute_begin_offset, &wp_absolute_end_offset, in TokenizeWordpiece()94 wp_absolute_end_offset[absolute_offset_size - i] += in TokenizeWordpiece()
104 std::vector<int> wp_absolute_end_offset; in TokenizeIntoWordpieces() local110 &wp_absolute_begin_offset, &wp_absolute_end_offset, &num_word_pieces); in TokenizeIntoWordpieces()127 for (const int offset : wp_absolute_end_offset) { in TokenizeIntoWordpieces()