TinyChatEngine
|
This is the complete list of members for Int8OPTDecoderLayer_input, including all inherited members.
attention_mask (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input | |
has_past_key_value (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input | |
hidden_states (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input | |
Int8OPTDecoderLayer_input(Matrix3D< float > &hidden_states_, Matrix3D< float > &attention_mask_) (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input | inline |
Int8OPTDecoderLayer_input(Matrix3D< float > &hidden_states_, Matrix3D< float > &attention_mask_, Matrix3D< int8_t > past_key_, Matrix3D< int8_t > past_value_) (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input | inline |
past_key (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input | |
past_value (defined in Int8OPTDecoderLayer_input) | Int8OPTDecoderLayer_input |