|
@@ -1456,7 +1456,6 @@ extern "C" {
|
|
|
// if mode & 2 == 1, GPT-NeoX style
|
|
// if mode & 2 == 1, GPT-NeoX style
|
|
|
//
|
|
//
|
|
|
// b is an int32 vector with size a->ne[2], it contains the positions
|
|
// b is an int32 vector with size a->ne[2], it contains the positions
|
|
|
- // c is freq factors (e.g. phi3-128k), (optional)
|
|
|
|
|
GGML_API struct ggml_tensor * ggml_rope(
|
|
GGML_API struct ggml_tensor * ggml_rope(
|
|
|
struct ggml_context * ctx,
|
|
struct ggml_context * ctx,
|
|
|
struct ggml_tensor * a,
|
|
struct ggml_tensor * a,
|
|
@@ -1473,6 +1472,7 @@ extern "C" {
|
|
|
int mode);
|
|
int mode);
|
|
|
|
|
|
|
|
// custom RoPE
|
|
// custom RoPE
|
|
|
|
|
+ // c is freq factors (e.g. phi3-128k), (optional)
|
|
|
GGML_API struct ggml_tensor * ggml_rope_ext(
|
|
GGML_API struct ggml_tensor * ggml_rope_ext(
|
|
|
struct ggml_context * ctx,
|
|
struct ggml_context * ctx,
|
|
|
struct ggml_tensor * a,
|
|
struct ggml_tensor * a,
|