|
|
@@ -335,7 +335,9 @@ bool ggml_tallocr_is_measure(ggml_tallocr_t alloc) {
|
|
|
}
|
|
|
|
|
|
size_t ggml_tallocr_max_size(ggml_tallocr_t alloc) {
|
|
|
- return alloc->max_size;
|
|
|
+ // FIXME: changes in the tensor sizes compared to the measure graph may cause allocations to fail
|
|
|
+ // to avoid this, we add a 10% margin to the buffer size
|
|
|
+ return alloc->max_size + alloc->max_size/10;
|
|
|
}
|
|
|
|
|
|
// graph allocator
|