TinyChatEngine
Loading...
Searching...
No Matches
LayerNormQ.h
1#include "common.h"
2
4 Matrix3D<float> weight;
6};
7
8class LayerNormQ {
9 public:
10 LayerNormQ(LayerNormQ_params &params_) : params(params_){};
11 LayerNormQ(){};
12 void forward(const Matrix3D<float> &x, Matrix3D<int8_t> &output);
13 struct LayerNormQ_params params;
14
15 private:
16 std::string profile_name = "LayerNormQ";
17};
18
19void load_LayerNormQ(LayerNormQ &op, std::string prefix);
Definition LayerNormQ.h:8
Definition common.h:34
Definition LayerNormQ.h:3