TinyChatEngine
|
This is the complete list of members for Int4OPTDecoderLayer, including all inherited members.
attn (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
embed_dim (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
fc1 (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
fc2 (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
final_layer_norm (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
forward(const struct Int4OPTDecoderLayer_input &input) (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
hidden_dim (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
Int4OPTDecoderLayer(std::string param_path, const struct model_config config, int layer_idx) (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
layer_idx (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
num_attention_heads (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
profile_name (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer | |
self_attn_layer_norm (defined in Int4OPTDecoderLayer) | Int4OPTDecoderLayer |