Home
last modified time | relevance | path

Searched refs:TokenizationCodepointRangeT (Results 1 – 8 of 8) sorted by relevance

/aosp_15_r20/out/soong/.intermediates/external/libtextclassifier/native/libtextclassifier_fbgen_utils_tokenizer/gen/utils/
Dtokenizer_generated.h20 struct TokenizationCodepointRangeT;
109 struct TokenizationCodepointRangeT : public flatbuffers::NativeTable { struct
118 typedef TokenizationCodepointRangeT NativeTableType; argument
146TokenizationCodepointRangeT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) c…
147 …void UnPackTo(TokenizationCodepointRangeT *_o, const flatbuffers::resolver_function_t *_resolver =…
148 …depointRange> Pack(flatbuffers::FlatBufferBuilder &_fbb, const TokenizationCodepointRangeT* _o, co…
192 …tionCodepointRange(flatbuffers::FlatBufferBuilder &_fbb, const TokenizationCodepointRangeT *_o, co…
194 inline TokenizationCodepointRangeT *TokenizationCodepointRange::UnPack(const flatbuffers::resolver_… in UnPack()
195 auto _o = std::unique_ptr<TokenizationCodepointRangeT>(new TokenizationCodepointRangeT()); in UnPack()
200 inline void TokenizationCodepointRange::UnPackTo(TokenizationCodepointRangeT *_o, const flatbuffers… in UnPackTo()
[all …]
/aosp_15_r20/external/libtextclassifier/native/utils/
H A Dtokenizer_test.cc50 const std::vector<TokenizationCodepointRangeT>& codepoint_range_configs, in TestingTokenizerProxy()
85 const TokenizationCodepointRangeT* range = in TestFindTokenizationRole()
105 std::vector<TokenizationCodepointRangeT> configs; in TEST()
106 TokenizationCodepointRangeT* config; in TEST()
163 std::vector<TokenizationCodepointRangeT> configs; in TEST()
164 TokenizationCodepointRangeT* config; in TEST()
185 std::vector<TokenizationCodepointRangeT> configs; in TEST()
186 TokenizationCodepointRangeT* config; in TEST()
221 std::vector<TokenizationCodepointRangeT> configs; in TEST()
222 TokenizationCodepointRangeT* config; in TEST()
[all …]
H A Dtokenizer.cc48 [](const std::unique_ptr<const TokenizationCodepointRangeT>& a, in Tokenizer()
49 const std::unique_ptr<const TokenizationCodepointRangeT>& b) { in Tokenizer()
61 const TokenizationCodepointRangeT* Tokenizer::FindTokenizationRange( in FindTokenizationRange()
65 [](const std::unique_ptr<const TokenizationCodepointRangeT>& range, in FindTokenizationRange()
89 const TokenizationCodepointRangeT* range = FindTokenizationRange(codepoint); in GetScriptAndRole()
H A Dtokenizer.h102 const TokenizationCodepointRangeT* FindTokenizationRange(int codepoint) const;
138 std::vector<std::unique_ptr<const TokenizationCodepointRangeT>>
/aosp_15_r20/external/libtextclassifier/native/annotator/
H A Dfeature-processor_test.cc373 new TokenizationCodepointRangeT()); in TEST_F()
447 new TokenizationCodepointRangeT()); in TEST_F()
597 new TokenizationCodepointRangeT()); in TEST_F()
/aosp_15_r20/external/libtextclassifier/native/annotator/duration/
H A Dduration_test.cc107 new TokenizationCodepointRangeT()); in BuildFeatureProcessor()
/aosp_15_r20/out/soong/.intermediates/external/libtextclassifier/native/libtextclassifier_fbgen_annotator_model/gen/annotator/
Dmodel_generated.h1925 …std::vector<std::unique_ptr<libtextclassifier3::TokenizationCodepointRangeT>> tokenization_codepoi…
3887 …std::vector<std::unique_ptr<libtextclassifier3::TokenizationCodepointRangeT>> tokenization_codepoi…
6252 …ack((tokenization_codepoint_config_) ? new libtextclassifier3::TokenizationCodepointRangeT(*tokeni… in GrammarTokenizerOptionsT()
6277 …ion_codepoint_config[_i] = std::unique_ptr<libtextclassifier3::TokenizationCodepointRangeT>(_e->Ge… in UnPackTo()
7094 …ack((tokenization_codepoint_config_) ? new libtextclassifier3::TokenizationCodepointRangeT(*tokeni… in FeatureProcessorOptionsT()
7164 …ion_codepoint_config[_i] = std::unique_ptr<libtextclassifier3::TokenizationCodepointRangeT>(_e->Ge… in UnPackTo()
/aosp_15_r20/out/soong/.intermediates/external/libtextclassifier/native/libtextclassifier_fbgen_actions_actions_model/gen/actions/
Dactions_model_generated.h686 …std::vector<std::unique_ptr<libtextclassifier3::TokenizationCodepointRangeT>> tokenization_codepoi…
3513 …ack((tokenization_codepoint_config_) ? new libtextclassifier3::TokenizationCodepointRangeT(*tokeni… in ActionsTokenizerOptionsT()
3538 …ion_codepoint_config[_i] = std::unique_ptr<libtextclassifier3::TokenizationCodepointRangeT>(_e->Ge… in UnPackTo()