TinyChatEngine
Loading...
Searching...
No Matches
MetalMatmulInt4IMP Class Reference

Static Public Member Functions

static void init ()
 
static void run (MetalMatMulParams param, MetalMatmulBuffers *bufferParams)
 
static void * allocateSharedMem (size_t size)
 
static void sendComputeCommand ()
 
static void encodeCommand (MTL::ComputeCommandEncoder *computeEncoder)
 
static MTL::Buffer * getBufferfromPtr (void *ptr)
 

Static Public Attributes

static MTL::Device * _mDevice
 
static MTL::ComputePipelineState * _mMatmulFunctionPSO
 
static MTL::CommandQueue * _mCommandQueue
 
static MTL::Buffer * _mBufferA
 
static MTL::Buffer * _mBufferB
 
static MTL::Buffer * _mBufferScales
 
static MTL::Buffer * _mBufferResult
 
static MTL::Buffer * _mParams
 
static std::unordered_map< void *, MTL::Buffer * > _mumap
 
static bool has_init = false
 
static MetalMatMulParams_mParamsPtr
 

The documentation for this class was generated from the following files: