diff options
| author | Tim Dettmers <tim.dettmers@gmail.com> | 2022-11-06 16:27:48 -0800 |
|---|---|---|
| committer | Tim Dettmers <tim.dettmers@gmail.com> | 2022-11-06 16:27:48 -0800 |
| commit | 6bc2b992be0bb7511ea881f8ebbbd2ba7f1b5109 (patch) | |
| tree | ceded1197e0e1335b7e8cd7ed7134c362115573e /csrc/ops.cuh | |
| parent | 2f2063bac212bcd6a515a88a12a9530b5730dabe (diff) | |
Added blocksizes 2048, 1024, and 512 to blockwise quant.
Diffstat (limited to 'csrc/ops.cuh')
| -rw-r--r-- | csrc/ops.cuh | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/csrc/ops.cuh b/csrc/ops.cuh index acfdb06..66e3843 100644 --- a/csrc/ops.cuh +++ b/csrc/ops.cuh @@ -128,7 +128,7 @@ template <typename T> void estimateQuantiles(T *A, float *code, float offset, in void quantize(float *code, float *A, unsigned char *out, int n); void dequantize(float *code, unsigned char *A, float *out, int n); -template <typename T, int STOCHASTIC> void quantizeBlockwise(float * code, T *A, float *absmax, unsigned char *out, float* rand, int rand_offset, const int n); +template <typename T, int STOCHASTIC> void quantizeBlockwise(float * code, T *A, float *absmax, unsigned char *out, float* rand, int rand_offset, int blocksize, const int n); template<typename T> void dequantizeBlockwise(float *code, unsigned char *A, float *absmax, T *out, int block_size, const int n); template<typename T, int OPTIMIZER> void optimizer32bit(T* g, T* p, |