Searched defs:LlamaModelOptions (Results 1 – 1 of 1) sorted by relevance
20 struct LlamaModelOptions { struct22 size_t prompt_token_batch_size = 1;23 size_t cache_size = 1024;24 size_t hidden_size = 4096;25 size_t num_head = 32;26 size_t num_layer = 32;27 size_t max_token_length = 2048;28 double rot_emb_base = 10000.0f;31 LLMType model_input_type = LLMType::INT16;32 LLMType model_output_type = LLMType::INT16;[all …]