diff options
| author | Tim Dettmers <tim.dettmers@gmail.com> | 2022-09-11 11:55:09 -0700 |
|---|---|---|
| committer | Tim Dettmers <tim.dettmers@gmail.com> | 2022-09-11 11:55:09 -0700 |
| commit | 19a7adca7a6c9bf7061a384d7e9d9b13676a1a88 (patch) | |
| tree | c6c29473641febdcf5598fb6ce7ced5452469117 /csrc/cpu_ops.h | |
| parent | f0ae860c86039d1c1e41166aaf2153a5bd9b9a89 (diff) | |
Fixed 2^31 max size issue for cpu blockwise quant.
Diffstat (limited to 'csrc/cpu_ops.h')
| -rw-r--r-- | csrc/cpu_ops.h | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/csrc/cpu_ops.h b/csrc/cpu_ops.h index 57145a9..2ddf81e 100644 --- a/csrc/cpu_ops.h +++ b/csrc/cpu_ops.h @@ -1,9 +1,10 @@ #ifndef BITSANDBYTES_CPU_OPS_H #define BITSANDBYTES_CPU_OPS_H +#include <iostream> +#include <stdio.h> -void quantize_cpu(float *code, float *A, float *absmax, unsigned char *out, int n); - -void dequantize_cpu(float *code, unsigned char *A, float *absmax, float *out, int n); +void quantize_cpu(float *code, float *A, float *absmax, unsigned char *out, long long blocksize, long long n); +void dequantize_cpu(float *code, unsigned char *A, float *absmax, float *out, long long blocksize, long long n); #endif |