TinyChatEngine
Loading...
Searching...
No Matches
llm
include
ops
LlamaRMSNorm.h
1
#include "common.h"
2
#include "utils.h"
3
4
class
LlamaRMSNorm
{
5
public
:
6
LlamaRMSNorm
(
Matrix3D<float>
_weight) : weight(_weight){};
7
LlamaRMSNorm
(){};
8
void
forward(
const
Matrix3D<float>
&x,
Matrix3D<float>
&output,
float
eps);
9
Matrix3D<float>
weight;
10
11
private
:
12
std::string profile_name =
"LlamaRMSNorm"
;
13
};
LlamaRMSNorm
Definition
LlamaRMSNorm.h:4
Matrix3D
Definition
common.h:34
Generated by
1.11.0