Commit bf039c849 for llama.cpp
commit bf039c84969bfca70ba2814c9e5e95752559b4bc
Author: Gabe Goodhart <ghart@us.ibm.com>
Date: Thu Oct 22 03:02:41 2026 -0400
models : Record layer inputs for all granite models (#30957)
Branch: GraniteSpeculatorSupport
AI-usage: full (Claude + Sonnet 5.5)
Signed-off-by: Gabe Goodhart <ghart@us.ibm.com>
diff --git a/src/models/granite-hybrid.cpp b/src/models/granite-hybrid.cpp
index fb3bf7024..a752a365c 100644
--- a/src/models/granite-hybrid.cpp
+++ b/src/models/granite-hybrid.cpp
@@ -153,6 +153,8 @@ llama_model_granite_hybrid::graph::graph(const llama_model & model, const llm_gr
}
for (int il = 0; il < n_layer; ++il) {
+ res->t_layer_inp[il] = inpL;
+
struct ggml_tensor * inpSA = inpL;
// norm
diff --git a/src/models/granite-swa.cpp b/src/models/granite-swa.cpp
index f683ef6e8..60c1eb8ba 100644
--- a/src/models/granite-swa.cpp
+++ b/src/models/granite-swa.cpp
@@ -154,6 +154,8 @@ llama_model_granite_swa::graph::graph(
cb(inpL, "deepstack_in", il);
}
+ res->t_layer_inp[il] = inpL;
+
ggml_tensor * inpSA = inpL;
// norm
diff --git a/src/models/granite-switch.cpp b/src/models/granite-switch.cpp
index a73fcdaff..f67bf6055 100644
--- a/src/models/granite-switch.cpp
+++ b/src/models/granite-switch.cpp
@@ -293,6 +293,8 @@ llama_model_granite_switch::graph::graph(
ggml_tensor * cur;
for (int il = 0; il < n_layer; ++il) {
+ res->t_layer_inp[il] = inpL;
+
ggml_tensor * inpSA = inpL;
cur = build_norm(inpL, model.layers[il].attn_norm, NULL, LLM_NORM_RMS, il);
diff --git a/src/models/granite.cpp b/src/models/granite.cpp
index 4cac49595..aa4d01095 100644
--- a/src/models/granite.cpp
+++ b/src/models/granite.cpp
@@ -159,6 +159,8 @@ llama_model_granite::graph::graph(
cb(inpL, "deepstack_in", il);
}
+ res->t_layer_inp[il] = inpL;
+
ggml_tensor * inpSA = inpL;
// norm