|
@@ -4785,6 +4785,16 @@ static ggml_backend_feature * ggml_backend_cuda_get_features(ggml_backend_reg_t
|
|
|
features.push_back({ "FA_ALL_QUANTS", "1" });
|
|
features.push_back({ "FA_ALL_QUANTS", "1" });
|
|
|
#endif
|
|
#endif
|
|
|
|
|
|
|
|
|
|
+ {
|
|
|
|
|
+ const auto & info = ggml_cuda_info();
|
|
|
|
|
+ for (int id = 0; id < info.device_count; ++id) {
|
|
|
|
|
+ if (blackwell_mma_available(info.devices[id].cc)) {
|
|
|
|
|
+ features.push_back({ "BLACKWELL_NATIVE_FP4", "1"});
|
|
|
|
|
+ break;
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
#undef _STRINGIFY
|
|
#undef _STRINGIFY
|
|
|
#undef STRINGIFY
|
|
#undef STRINGIFY
|
|
|
|
|
|