Spaces:
Build error
Build error
File size: 1,040 Bytes
452b173 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
#ifndef _half_matmul_cuh
#define _half_matmul_cuh
#include <cuda_runtime.h>
#include <cuda_fp16.h>
#include <cstdint>
#include <ATen/cuda/CUDAContext.h>
#include "../tuning.h"
// Workaround for hipify_python using rocblas instead of hipblas.
#if defined(USE_ROCM)
#include <hipblas/hipblas.h>
#define rocblas_handle hipblasHandle_t
#endif
void half_matmul_cuda
(
const half* x,
const half* w,
half* out,
const int height,
const int dim,
const int width,
cudaStream_t alt_stream = NULL
);
void half_matmul_cublas_cuda
(
ExLlamaTuning* tuningParams,
const half* x,
const half* w,
half* out,
const int height,
const int dim,
const int width,
cublasHandle_t handle,
bool no_zero = false,
cudaStream_t alt_stream = NULL
);
void half_matmul_small_cuda
(
ExLlamaTuning* tuningParams,
const half* x,
const half* w,
half* out,
const int height,
const int dim,
const int width,
bool no_zero = false,
cudaStream_t alt_stream = NULL
);
#endif |