|
|
@@ -895,6 +895,7 @@ void launch_fattn(
|
|
|
const dim3 block_dim(warp_size, nwarps, 1);
|
|
|
int max_blocks_per_sm = 1; // Max. number of active blocks limited by occupancy.
|
|
|
CUDA_CHECK(cudaOccupancyMaxActiveBlocksPerMultiprocessor(&max_blocks_per_sm, fattn_kernel, block_dim.x * block_dim.y * block_dim.z, nbytes_shared));
|
|
|
+ GGML_ASSERT(max_blocks_per_sm > 0);
|
|
|
int parallel_blocks = max_blocks_per_sm;
|
|
|
|
|
|
dim3 blocks_num;
|