From 19a7adca7a6c9bf7061a384d7e9d9b13676a1a88 Mon Sep 17 00:00:00 2001 From: Tim Dettmers Date: Sun, 11 Sep 2022 11:55:09 -0700 Subject: Fixed 2^31 max size issue for cpu blockwise quant. --- csrc/common.h | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) (limited to 'csrc/common.h') diff --git a/csrc/common.h b/csrc/common.h index 2f25a58..c99034e 100644 --- a/csrc/common.h +++ b/csrc/common.h @@ -5,18 +5,20 @@ using namespace BinSearch; +#define BLOCK_SIZE 16384 + struct quantize_block_args { BinAlgo *bin_searcher; float *code; float *A; float *absmax; unsigned char *out; - int block_end; - int block_idx; - int threadidx; + long long block_end; + long long block_idx; + long long threadidx; + long long blocksize; }; -#define BLOCK_SIZE 4096 void *quantize_block(void *arguments); -- cgit v1.2.3