1
0
Эх сурвалжийг харах

model : set res->t_embd in PLaMo2 models (#16766)

Shunta Saito 2 сар өмнө
parent
commit
226f295f4d
1 өөрчлөгдсөн 2 нэмэгдсэн , 0 устгасан
  1. 2 0
      src/llama-model.cpp

+ 2 - 0
src/llama-model.cpp

@@ -17965,6 +17965,8 @@ struct llm_build_plamo2 : public llm_graph_context_mamba {
         cur = build_norm(cur, model.output_norm, NULL, LLM_NORM_RMS, -1);
         cb(cur, "result_norm", -1);
 
+        res->t_embd = cur;
+
         // lm_head
         cur = build_lora_mm(model.output, cur);
         cb(cur, "result_output", -1);