llm_build_lfm2.h 554 B

12345678910111213141516
  1. #pragma once
  2. #include "../llama-model.h"
  3. #include "../llama-graph.h"
  4. #include <cmath>
  5. struct llm_build_lfm2 : public llm_graph_context {
  6. const llama_model & model;
  7. llm_build_lfm2(const llama_model & model, const llm_graph_params & params);
  8. ggml_tensor * build_feed_forward(ggml_tensor * cur, int il) const;
  9. ggml_tensor * build_attn_block(ggml_tensor * cur, ggml_tensor * inp_pos, llm_graph_input_attn_kv * inp_attn, int il) const;
  10. ggml_tensor * build_shortconv_block(ggml_tensor * cur, llm_graph_input_rs * inp_recr, int il);
  11. };