|
ONE - On-device Neural Engine
|
#include <Config.h>
Public Member Functions | |
| ModelConfig () | |
| void | load_from_file (const std::string &config_path) |
| void | load_from_json (const Json::Value &root) |
| bool | is_valid () const |
| std::string | to_string () const |
Data Fields | |
| int | n_layers |
| int | hidden_size |
| int | num_attention_heads |
| int | vocab_size |
| int | max_position_embeddings |
| std::optional< int > | bos_token_id |
| std::optional< int > | eos_token_id |
| bool ggma::ModelConfig::is_valid | ( | ) | const |
Definition at line 100 of file Config.cc.
References bos_token_id, eos_token_id, hidden_size, max_position_embeddings, n_layers, num_attention_heads, and vocab_size.
| void ggma::ModelConfig::load_from_file | ( | const std::string & | config_path | ) |
Definition at line 61 of file Config.cc.
References load_from_json().
| void ggma::ModelConfig::load_from_json | ( | const Json::Value & | root | ) |
Definition at line 87 of file Config.cc.
References bos_token_id, eos_token_id, hidden_size, ggma::load_config_field(), max_position_embeddings, n_layers, num_attention_heads, and vocab_size.
Referenced by load_from_file().
| std::string ggma::ModelConfig::to_string | ( | ) | const |
Definition at line 124 of file Config.cc.
References bos_token_id, eos_token_id, hidden_size, max_position_embeddings, n_layers, num_attention_heads, and vocab_size.
| std::optional<int> ggma::ModelConfig::bos_token_id |
Definition at line 44 of file Config.h.
Referenced by is_valid(), load_from_json(), and to_string().
| std::optional<int> ggma::ModelConfig::eos_token_id |
Definition at line 45 of file Config.h.
Referenced by ggma::Context::generate(), is_valid(), load_from_json(), and to_string().
| int ggma::ModelConfig::hidden_size |
Definition at line 40 of file Config.h.
Referenced by ggma::Context::generate(), ggma::KVCache::init(), is_valid(), load_from_json(), and to_string().
| int ggma::ModelConfig::max_position_embeddings |
Definition at line 43 of file Config.h.
Referenced by is_valid(), load_from_json(), and to_string().
| int ggma::ModelConfig::n_layers |
Definition at line 39 of file Config.h.
Referenced by ggma::KVCache::init(), is_valid(), load_from_json(), ggma::Context::prefill(), and to_string().
| int ggma::ModelConfig::num_attention_heads |
Definition at line 41 of file Config.h.
Referenced by ggma::Context::generate(), is_valid(), load_from_json(), and to_string().
| int ggma::ModelConfig::vocab_size |
Definition at line 42 of file Config.h.
Referenced by is_valid(), load_from_json(), ggma::Context::sample(), and to_string().