TinyChatEngine
Loading...
Searching...
No Matches
LlamaRMSNorm.h
1#include "common.h"
2#include "utils.h"
3
5 public:
6 LlamaRMSNorm(Matrix3D<float> _weight) : weight(_weight){};
7 LlamaRMSNorm(){};
8 void forward(const Matrix3D<float> &x, Matrix3D<float> &output, float eps);
9 Matrix3D<float> weight;
10
11 private:
12 std::string profile_name = "LlamaRMSNorm";
13};
Definition LlamaRMSNorm.h:4
Definition common.h:34