aboutsummaryrefslogtreecommitdiff
path: root/main.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'main.cpp')
-rw-r--r--main.cpp6
1 files changed, 3 insertions, 3 deletions
diff --git a/main.cpp b/main.cpp
index a812d0f..ca0fca8 100644
--- a/main.cpp
+++ b/main.cpp
@@ -588,7 +588,7 @@ bool llama_eval(
// norm
{
- cur = ggml_norm(ctx0, inpL);
+ cur = ggml_rms_norm(ctx0, inpL);
// cur = attention_norm*cur
cur = ggml_mul(ctx0,
@@ -678,7 +678,7 @@ bool llama_eval(
{
// norm
{
- cur = ggml_norm(ctx0, inpFF);
+ cur = ggml_rms_norm(ctx0, inpFF);
// cur = ffn_norm*cur
cur = ggml_mul(ctx0,
@@ -713,7 +713,7 @@ bool llama_eval(
// norm
{
- inpL = ggml_norm(ctx0, inpL);
+ inpL = ggml_rms_norm(ctx0, inpL);
// inpL = norm*inpL
inpL = ggml_mul(ctx0,