ggml : sync alibi fix from ggml repo

ggerganov · ggerganov · commit f048af0230ad · 2023-05-13T11:54:33.000+03:00
diff --git a/ggml.c b/ggml.c
@@ -8553,7 +8553,7 @@ static void ggml_compute_forward_alibi_f32(
                     m_k = powf(m1, 2 * (k - n_heads_log2_floor) + 1);
                 }
 
-                pdst[0] = (j+1) * m_k + src[0];
+                pdst[0] = i * m_k + src[0];
             }
         }
     }
@@ -8615,7 +8615,7 @@ static void ggml_compute_forward_alibi_f16(
                 }
 
                 // we return F32
-                pdst[0] = (j+1) * m_k + GGML_FP16_TO_FP32(src[0]);
+                pdst[0] = i * m_k + GGML_FP16_TO_FP32(src[0]);
             }
         }
     }

Original file line number	Diff line number	Diff line change
`@@ -8553,7 +8553,7 @@ static void ggml_compute_forward_alibi_f32(`
`8553`	`8553`	`m_k = powf(m1, 2 * (k - n_heads_log2_floor) + 1);`
`8554`	`8554`	`}`
`8555`	`8555`
`8556`		`- pdst[0] = (j+1) * m_k + src[0];`
	`8556`	`+ pdst[0] = i * m_k + src[0];`
`8557`	`8557`	`}`
`8558`	`8558`	`}`
`8559`	`8559`	`}`
`@@ -8615,7 +8615,7 @@ static void ggml_compute_forward_alibi_f16(`
`8615`	`8615`	`}`
`8616`	`8616`
`8617`	`8617`	`// we return F32`
`8618`		`- pdst[0] = (j+1) * m_k + GGML_FP16_TO_FP32(src[0]);`
	`8618`	`+ pdst[0] = i * m_k + GGML_FP16_TO_FP32(src[0]);`
`8619`	`8619`	`}`
`8620`	`8620`	`}`
`8621`	`8621`	`}`