ggml-amx.h 538 B

12345678910111213141516171819202122232425
  1. #pragma once
  2. #include "ggml.h"
  3. #include "ggml-backend.h"
  4. #ifdef __cplusplus
  5. extern "C" {
  6. #endif
  7. // buffer_type API
  8. GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_amx_buffer_type(void);
  9. GGML_BACKEND_API bool ggml_backend_is_amx(ggml_backend_t backend);
  10. // backend API
  11. GGML_BACKEND_API ggml_backend_t ggml_backend_amx_init(void);
  12. GGML_BACKEND_API void ggml_backend_amx_set_n_threads(ggml_backend_t backend_amx, int n_threads);
  13. GGML_BACKEND_API ggml_backend_reg_t ggml_backend_amx_reg(void);
  14. #ifdef __cplusplus
  15. }
  16. #endif