TinyChatEngine
Loading...
Searching...
No Matches
llm
include
ops
LayerNormQ.h
1
#include "common.h"
2
3
struct
LayerNormQ_params
{
4
Matrix3D<float>
weight;
5
Matrix3D<float>
bias;
6
};
7
8
class
LayerNormQ
{
9
public
:
10
LayerNormQ
(
LayerNormQ_params
¶ms_) : params(params_){};
11
LayerNormQ
(){};
12
void
forward(
const
Matrix3D<float>
&x,
Matrix3D<int8_t>
&output);
13
struct
LayerNormQ_params
params;
14
15
private
:
16
std::string profile_name =
"LayerNormQ"
;
17
};
18
19
void
load_LayerNormQ(
LayerNormQ
&op, std::string prefix);
LayerNormQ
Definition
LayerNormQ.h:8
Matrix3D
Definition
common.h:34
LayerNormQ_params
Definition
LayerNormQ.h:3
Generated by
1.11.0