|
|
@@ -593,7 +593,7 @@ struct vk_device_struct {
|
|
|
bool disable_fusion;
|
|
|
bool disable_host_visible_vidmem;
|
|
|
bool allow_sysmem_fallback;
|
|
|
- bool disable_optimize_graph;
|
|
|
+ bool disable_graph_optimize;
|
|
|
|
|
|
#ifdef GGML_VULKAN_MEMORY_DEBUG
|
|
|
std::unique_ptr<vk_memory_logger> memory_logger;
|
|
|
@@ -3624,8 +3624,8 @@ static vk_device ggml_vk_get_device(size_t idx) {
|
|
|
const char* GGML_VK_ALLOW_SYSMEM_FALLBACK = getenv("GGML_VK_ALLOW_SYSMEM_FALLBACK");
|
|
|
device->allow_sysmem_fallback = GGML_VK_ALLOW_SYSMEM_FALLBACK != nullptr;
|
|
|
|
|
|
- const char* GGML_VK_DISABLE_OPTIMIZE_GRAPH = getenv("GGML_VK_DISABLE_OPTIMIZE_GRAPH");
|
|
|
- device->disable_optimize_graph = GGML_VK_DISABLE_OPTIMIZE_GRAPH != nullptr;
|
|
|
+ const char* GGML_VK_DISABLE_GRAPH_OPTIMIZE = getenv("GGML_VK_DISABLE_GRAPH_OPTIMIZE");
|
|
|
+ device->disable_graph_optimize = GGML_VK_DISABLE_GRAPH_OPTIMIZE != nullptr;
|
|
|
|
|
|
bool fp16_storage = false;
|
|
|
bool fp16_compute = false;
|
|
|
@@ -11914,12 +11914,12 @@ static ggml_status ggml_backend_vk_graph_compute(ggml_backend_t backend, ggml_cg
|
|
|
}
|
|
|
|
|
|
// Sort the graph for improved parallelism.
|
|
|
-static void ggml_vk_optimize_graph(ggml_backend_t backend, struct ggml_cgraph * graph)
|
|
|
+static void ggml_vk_graph_optimize(ggml_backend_t backend, struct ggml_cgraph * graph)
|
|
|
{
|
|
|
- VK_LOG_DEBUG("ggml_vk_optimize_graph(" << graph->n_nodes << " nodes)");
|
|
|
+ VK_LOG_DEBUG("ggml_vk_graph_optimize(" << graph->n_nodes << " nodes)");
|
|
|
ggml_backend_vk_context * ctx = (ggml_backend_vk_context *)backend->context;
|
|
|
|
|
|
- if (ctx->device->disable_optimize_graph) {
|
|
|
+ if (ctx->device->disable_graph_optimize) {
|
|
|
return;
|
|
|
}
|
|
|
|
|
|
@@ -12053,7 +12053,7 @@ static ggml_backend_i ggml_backend_vk_interface = {
|
|
|
/* .graph_compute = */ ggml_backend_vk_graph_compute,
|
|
|
/* .event_record = */ NULL,
|
|
|
/* .event_wait = */ NULL,
|
|
|
- /* .optimize_graph = */ ggml_vk_optimize_graph,
|
|
|
+ /* .graph_optimize = */ ggml_vk_graph_optimize,
|
|
|
};
|
|
|
|
|
|
static ggml_guid_t ggml_backend_vk_guid() {
|