Explorar o código

ggml : pad result of ggml_nbytes()

Georgi Gerganov %!s(int64=2) %!d(string=hai) anos
pai
achega
60baff7c85
Modificáronse 1 ficheiros con 1 adicións e 1 borrados
  1. 1 1
      ggml.c

+ 1 - 1
ggml.c

@@ -4110,7 +4110,7 @@ size_t ggml_nbytes(const struct ggml_tensor * tensor) {
     //
     //
     // is enough, but just in case, adding the second part
     // is enough, but just in case, adding the second part
 
 
-    return MAX(tensor->ne[3]*tensor->nb[3], (ggml_nelements(tensor)*GGML_TYPE_SIZE[tensor->type])/GGML_BLCK_SIZE[tensor->type]);
+    return GGML_PAD(MAX(tensor->ne[3]*tensor->nb[3], (ggml_nelements(tensor)*GGML_TYPE_SIZE[tensor->type])/GGML_BLCK_SIZE[tensor->type]), GGML_MEM_ALIGN);
 }
 }
 
 
 size_t ggml_nbytes_split(const struct ggml_tensor * tensor, int nrows_split) {
 size_t ggml_nbytes_split(const struct ggml_tensor * tensor, int nrows_split) {