|
|
@@ -10184,8 +10184,8 @@ static void ggml_backend_cuda_buffer_set_tensor(ggml_backend_buffer_t buffer, gg
|
|
|
|
|
|
ggml_cuda_set_device(ctx->device);
|
|
|
CUDA_CHECK(cudaDeviceSynchronize());
|
|
|
-
|
|
|
CUDA_CHECK(cudaMemcpy((char *)tensor->data + offset, data, size, cudaMemcpyHostToDevice));
|
|
|
+ CUDA_CHECK(cudaDeviceSynchronize());
|
|
|
}
|
|
|
|
|
|
static void ggml_backend_cuda_buffer_get_tensor(ggml_backend_buffer_t buffer, const ggml_tensor * tensor, void * data, size_t offset, size_t size) {
|