Linear_FP_int4 Class Reference

Public Member Functions
	Linear_FP_int4 (Matrix3D< uint8_t > weight_, std::string weight_path)
	Linear_FP_int4 (Matrix3D< uint8_t > weight_, std::string weight_path, Matrix3D< float > bias_, std::string bias_path)
	Linear_FP_int4 (Matrix3D< uint8_t > weight_, std::string weight_path, Matrix3D< float > scale_ptr_, Matrix3D< float > offset_ptr_, Matrix3D< float > zero_point_ptr_)
void	forward (const Matrix3D< float > &x, Matrix3D< float > &output)
void	forward_ref (const Matrix3D< float > &x, Matrix3D< float > &output)
void	forward_fast (const Matrix3D< float > &x, Matrix3D< float > &output)

Public Attributes
Matrix3D< uint8_t >	weight
Matrix3D< float >	scale
Matrix3D< float >	zero_point
Matrix3D< float >	offset
Matrix3D< float >	bias
bool	has_bias = false

---

The documentation for this class was generated from the following files:

• llm/include/ops/linear.h
• llm/src/ops/linear.cc