File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change 1
1
#include " rope.cuh"
2
2
3
3
struct rope_corr_dims {
4
- float v[4 ]; // TODO: is there any reson for this to be 4 instead of 2?
4
+ float v[2 ];
5
5
};
6
6
7
7
static __device__ float rope_yarn_ramp (const float low, const float high, const int i0) {
Original file line number Diff line number Diff line change @@ -14370,7 +14370,7 @@ static void ggml_compute_forward_rope_f32(
14370
14370
const float sin_theta = cache[i0 + 1];
14371
14371
14372
14372
const float * const src = (float *)((char *) src0->data + i3*nb03 + i2*nb02 + i1*nb01 + i0*nb00);
14373
- float * dst_data = (float *)((char *) dst->data + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0);
14373
+ float * dst_data = (float *)((char *) dst->data + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0);
14374
14374
14375
14375
const float x0 = src[0];
14376
14376
const float x1 = src[1];
@@ -14499,7 +14499,7 @@ static void ggml_compute_forward_rope_f16(
14499
14499
const float sin_theta = cache[i0 + 1];
14500
14500
14501
14501
const ggml_fp16_t * const src = (ggml_fp16_t *)((char *) src0->data + i3*nb03 + i2*nb02 + i1*nb01 + i0*nb00);
14502
- ggml_fp16_t * dst_data = (ggml_fp16_t *)((char *) dst->data + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0);
14502
+ ggml_fp16_t * dst_data = (ggml_fp16_t *)((char *) dst->data + i3*nb3 + i2*nb2 + i1*nb1 + i0*nb0);
14503
14503
14504
14504
const float x0 = GGML_FP16_TO_FP32(src[0]);
14505
14505
const float x1 = GGML_FP16_TO_FP32(src[1]);
You can’t perform that action at this time.
0 commit comments