|
@@ -259,8 +259,9 @@
|
|
|
extern "C" {
|
|
extern "C" {
|
|
|
#endif
|
|
#endif
|
|
|
|
|
|
|
|
-#ifdef __ARM_NEON
|
|
|
|
|
- // we use the built-in 16-bit float type
|
|
|
|
|
|
|
+#if defined(__ARM_NEON) && defined(__CUDACC__)
|
|
|
|
|
+ typedef half ggml_fp16_t;
|
|
|
|
|
+#elif defined(__ARM_NEON)
|
|
|
typedef __fp16 ggml_fp16_t;
|
|
typedef __fp16 ggml_fp16_t;
|
|
|
#else
|
|
#else
|
|
|
typedef uint16_t ggml_fp16_t;
|
|
typedef uint16_t ggml_fp16_t;
|