TinyChatEngine
|
This is the complete list of members for Int4OPTDecoder, including all inherited members.
embed_dim (defined in Int4OPTDecoder) | Int4OPTDecoder | |
embed_positions (defined in Int4OPTDecoder) | Int4OPTDecoder | |
embed_tokens (defined in Int4OPTDecoder) | Int4OPTDecoder | |
final_layer_norm (defined in Int4OPTDecoder) | Int4OPTDecoder | |
forward(const struct Int4OPTDecoder_input &input) (defined in Int4OPTDecoder) | Int4OPTDecoder | |
get_position_embed(int sql_length, int past_length) (defined in Int4OPTDecoder) | Int4OPTDecoder | |
hidden_dim (defined in Int4OPTDecoder) | Int4OPTDecoder | |
Int4OPTDecoder(std::string param_path, const struct model_config config) (defined in Int4OPTDecoder) | Int4OPTDecoder | |
Int4OPTDecoder() (defined in Int4OPTDecoder) | Int4OPTDecoder | inline |
layers (defined in Int4OPTDecoder) | Int4OPTDecoder | |
num_heads (defined in Int4OPTDecoder) | Int4OPTDecoder | |
padding_idx (defined in Int4OPTDecoder) | Int4OPTDecoder | |
prepare_decoder_attention_mask(int length, int past_length) (defined in Int4OPTDecoder) | Int4OPTDecoder | |
profile_name (defined in Int4OPTDecoder) | Int4OPTDecoder | |
voc_size (defined in Int4OPTDecoder) | Int4OPTDecoder |