|
|
@@ -16095,9 +16095,11 @@ struct llm_build_context {
|
|
|
cur = ggml_get_rows(ctx0, cur, inp_out_ids);
|
|
|
|
|
|
cur = llm_build_norm(ctx0, cur, hparams, model.output_norm, model.output_norm_b, LLM_NORM, cb, -1);
|
|
|
- cur = llm_build_lora_mm(lctx, ctx0, model.output, cur);
|
|
|
+ cb(cur, "result_norm", -1);
|
|
|
|
|
|
+ cur = llm_build_lora_mm(lctx, ctx0, model.output, cur);
|
|
|
cb(cur, "result_output", -1);
|
|
|
+
|
|
|
ggml_build_forward_expand(gf, cur);
|
|
|
|
|
|
return gf;
|