From 792d1a1b167a3ff41684652a62ba2e3a1444df9c Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Mon, 30 Oct 2023 11:34:47 +0200
Subject: [PATCH] llama : minor

---
 llama.cpp | 27 +++++++++------------------
 1 file changed, 9 insertions(+), 18 deletions(-)

diff --git a/llama.cpp b/llama.cpp
index ae4777cf0..d6b2d7289 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -3503,8 +3503,7 @@ static struct ggml_cgraph * llm_build_llama(
 
         // norm
         cur = llm_build_norm(ctx0, inpL,
-                model.layers[il].attn_norm,
-                NULL,
+                model.layers[il].attn_norm, NULL,
                 LLM_NORM_RMS, norm_rms_eps, cb, il);
         cb(cur, "attn_norm", il);
 
@@ -3540,8 +3539,7 @@ static struct ggml_cgraph * llm_build_llama(
         // feed-forward network
         {
             cur = llm_build_norm(ctx0, inpFF,
-                    model.layers[il].ffn_norm,
-                    NULL,
+                    model.layers[il].ffn_norm, NULL,
                     LLM_NORM_RMS, norm_rms_eps, cb, il);
             cb(cur, "ffn_norm", il);
 
@@ -3563,8 +3561,7 @@ static struct ggml_cgraph * llm_build_llama(
     cur = inpL;
 
     cur = llm_build_norm(ctx0, cur,
-            model.output_norm,
-            NULL,
+            model.output_norm, NULL,
             LLM_NORM_RMS, norm_rms_eps, cb, -1);
     cb(cur, "result_norm", -1);
 
@@ -3661,8 +3658,7 @@ static struct ggml_cgraph * llm_build_baichaun(
         struct ggml_tensor * inpSA = inpL;
 
         cur = llm_build_norm(ctx0, inpL,
-                model.layers[il].attn_norm,
-                NULL,
+                model.layers[il].attn_norm, NULL,
                 LLM_NORM_RMS, norm_rms_eps, cb, il);
         cb(cur, "attn_norm", il);
 
@@ -3709,8 +3705,7 @@ static struct ggml_cgraph * llm_build_baichaun(
         // feed-forward network
         {
             cur = llm_build_norm(ctx0, inpFF,
-                    model.layers[il].ffn_norm,
-                    NULL,
+                    model.layers[il].ffn_norm, NULL,
                     LLM_NORM_RMS, norm_rms_eps, cb, il);
             cb(cur, "ffn_norm", il);
 
@@ -3732,8 +3727,7 @@ static struct ggml_cgraph * llm_build_baichaun(
     cur = inpL;
 
     cur = llm_build_norm(ctx0, cur,
-            model.output_norm,
-            NULL,
+            model.output_norm, NULL,
             LLM_NORM_RMS, norm_rms_eps, cb, -1);
     cb(cur, "result_norm", -1);
 
@@ -4394,8 +4388,7 @@ static struct ggml_cgraph * llm_build_refact(
         struct ggml_tensor * inpSA = inpL;
 
         cur = llm_build_norm(ctx0, inpL,
-                model.layers[il].attn_norm,
-                NULL,
+                model.layers[il].attn_norm, NULL,
                 LLM_NORM_RMS, norm_rms_eps, cb, il);
         cb(cur, "attn_norm", il);
 
@@ -4430,8 +4423,7 @@ static struct ggml_cgraph * llm_build_refact(
         // feed-forward network
         {
             cur = llm_build_norm(ctx0, inpFF,
-                    model.layers[il].ffn_norm,
-                    NULL,
+                    model.layers[il].ffn_norm, NULL,
                     LLM_NORM_RMS, norm_rms_eps, cb, il);
             cb(cur, "ffn_norm", il);
 
@@ -4453,8 +4445,7 @@ static struct ggml_cgraph * llm_build_refact(
     cur = inpL;
 
     cur = llm_build_norm(ctx0, cur,
-            model.output_norm,
-            NULL,
+            model.output_norm, NULL,
             LLM_NORM_RMS, norm_rms_eps, cb, -1);
     cb(cur, "result_norm", -1);