We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d7def1a commit 22213a1Copy full SHA for 22213a1
ggml.c
@@ -5556,7 +5556,7 @@ static void ggml_compute_forward_rms_norm_f32(
5556
const size_t nb2 = dst->nb[2];
5557
const size_t nb3 = dst->nb[3];
5558
5559
- const ggml_float eps = 1e-5f; // TODO: make this a parameter
+ const ggml_float eps = 1e-6f; // TODO: make this a parameter
5560
5561
// TODO: optimize
5562
for (int i03 = 0; i03 < ne03; i03++) {
@@ -5572,7 +5572,7 @@ static void ggml_compute_forward_rms_norm_f32(
5572
mean /= ne00;
5573
5574
float * y = (float *) ((char *) dst->data + i01*nb1 + i02*nb2 + i03*nb3);
5575
-
+
5576
memcpy(y, x, ne00 * sizeof(float));
5577
// for (int i00 = 0; i00 < ne00; i00++) {
5578
// y[i00] = x[i00];
0 commit comments