Explorar o código

llama : add log about loading model tensors (#11699)

Georgi Gerganov hai 11 meses
pai
achega
9dd7a0390f
Modificáronse 1 ficheiros con 2 adicións e 0 borrados
  1. 2 0
      src/llama-model.cpp

+ 2 - 0
src/llama-model.cpp

@@ -1275,6 +1275,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) {
 
 
     const bool use_mmap_buffer = true;
     const bool use_mmap_buffer = true;
 
 
+    LLAMA_LOG_INFO("%s: loading model tensors, this can take a while... (mmap = %s)\n", __func__, use_mmap_buffer ? "true" : "false");
+
     // build a list of buffer types for the CPU and GPU devices
     // build a list of buffer types for the CPU and GPU devices
     pimpl->cpu_buft_list = make_cpu_buft_list(devices);
     pimpl->cpu_buft_list = make_cpu_buft_list(devices);
     for (auto * dev : devices) {
     for (auto * dev : devices) {