Commit 15d8f2d59 for llama.cpp
commit 15d8f2d592622107d5ff3931997ef405e1c56a48
Author: Georgi Gerganov <ggerganov@gmail.com>
Date: Mon Sep 14 11:50:43 2026 +0300
ci : remove gg_sum summary logic (#28857)
Assisted-by: pi:llama.cpp/DeepSeek-V4-Flash-Vision-Exp
diff --git a/ci/run.sh b/ci/run.sh
index e510b8c45..a9f92a065 100755
--- a/ci/run.sh
+++ b/ci/run.sh
@@ -58,8 +58,6 @@ if [ -n "${GG_BUILD_ROCM}" ] && [ -n "${GITHUB_RUN_ID}" ]; then
fi
rm -f $OUT/*.log
-rm -f $OUT/*.exit
-rm -f $OUT/*.md
sd=`dirname $0`
cd $sd/../
@@ -211,10 +209,6 @@ function gg_wget {
cd $cwd
}
-function gg_printf {
- printf -- "$@" >> $OUT/README.md
-}
-
function gg_run {
ci=$1
@@ -223,13 +217,10 @@ function gg_run {
gg_run_$ci | tee $OUT/$ci.log
cur=$?
- echo "$cur" > $OUT/$ci.exit
set +x
set +o pipefail
- gg_sum_$ci
-
ret=$((ret | cur))
}
@@ -255,17 +246,6 @@ function gg_run_ctest_debug {
set +e
}
-function gg_sum_ctest_debug {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs ctest in debug mode\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"
- gg_printf '```\n'
- gg_printf '\n'
-}
-
# ctest_release
function gg_run_ctest_release {
@@ -290,16 +270,6 @@ function gg_run_ctest_release {
set +e
}
-function gg_sum_ctest_release {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs ctest in release mode\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"
- gg_printf '```\n'
-}
-
# test_llama_archs_tensor_split
function gg_run_test_llama_archs_tensor_split {
@@ -324,16 +294,6 @@ function gg_run_test_llama_archs_tensor_split {
set +e
}
-function gg_sum_test_llama_archs_tensor_split {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs test-llama-archs with 1 to 4 devices\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}.log)"
- gg_printf '```\n'
-}
-
# test_llama_archs_models
function gg_run_test_llama_archs_models {
@@ -353,16 +313,6 @@ function gg_run_test_llama_archs_models {
set +e
}
-function gg_sum_test_llama_archs_models {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Generates the dummy models used by the model-dependent tests\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}.log)"
- gg_printf '```\n'
-}
-
# test_scripts
function gg_run_test_scripts {
@@ -376,17 +326,6 @@ function gg_run_test_scripts {
set +e
}
-function gg_sum_test_scripts {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs test scripts\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}-scripts.log)"
- gg_printf '```\n'
- gg_printf '\n'
-}
-
function gg_get_model {
#local gguf_0="$MNT/models/qwen3/0.6B/ggml-model-f16.gguf"
local gguf_0="$MNT/models/qwen3/0.6B/ggml-model-q4_0.gguf"
@@ -430,26 +369,6 @@ function gg_run_ctest_with_model_release {
cd ..
}
-function gg_sum_ctest_with_model_debug {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs ctest with model files in debug mode\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"
- gg_printf '```\n'
-}
-
-function gg_sum_ctest_with_model_release {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs ctest with model files in release mode\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"
- gg_printf '```\n'
-}
-
# qwen3_0_6b
function gg_run_qwen3_0_6b {
@@ -554,50 +473,24 @@ function gg_run_qwen3_0_6b {
return 0
}
- check_ppl "f16" "$(cat $OUT/${ci}-tg-f16.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
+ check_ppl "f16" "$(cat $OUT/${ci}-tg-f16.log | grep "^\[1\]")"
if [ -z ${GG_BUILD_NO_BF16} ]; then
- check_ppl "bf16" "$(cat $OUT/${ci}-tg-bf16.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- fi
- check_ppl "q8_0" "$(cat $OUT/${ci}-tg-q8_0.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q4_0" "$(cat $OUT/${ci}-tg-q4_0.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q4_1" "$(cat $OUT/${ci}-tg-q4_1.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q5_0" "$(cat $OUT/${ci}-tg-q5_0.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q5_1" "$(cat $OUT/${ci}-tg-q5_1.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- #check_ppl "q2_k" "$(cat $OUT/${ci}-tg-q2_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log # note: ppl > 20.0 for this quant and model
- check_ppl "q3_k" "$(cat $OUT/${ci}-tg-q3_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q4_k" "$(cat $OUT/${ci}-tg-q4_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q5_k" "$(cat $OUT/${ci}-tg-q5_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
- check_ppl "q6_k" "$(cat $OUT/${ci}-tg-q6_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log
-
- cat $OUT/${ci}-imatrix.log | grep "Final" >> $OUT/${ci}-imatrix-sum.log
+ check_ppl "bf16" "$(cat $OUT/${ci}-tg-bf16.log | grep "^\[1\]")"
+ fi
+ check_ppl "q8_0" "$(cat $OUT/${ci}-tg-q8_0.log | grep "^\[1\]")"
+ check_ppl "q4_0" "$(cat $OUT/${ci}-tg-q4_0.log | grep "^\[1\]")"
+ check_ppl "q4_1" "$(cat $OUT/${ci}-tg-q4_1.log | grep "^\[1\]")"
+ check_ppl "q5_0" "$(cat $OUT/${ci}-tg-q5_0.log | grep "^\[1\]")"
+ check_ppl "q5_1" "$(cat $OUT/${ci}-tg-q5_1.log | grep "^\[1\]")"
+ #check_ppl "q2_k" "$(cat $OUT/${ci}-tg-q2_k.log | grep "^\[1\]")" # note: ppl > 20.0 for this quant and model
+ check_ppl "q3_k" "$(cat $OUT/${ci}-tg-q3_k.log | grep "^\[1\]")"
+ check_ppl "q4_k" "$(cat $OUT/${ci}-tg-q4_k.log | grep "^\[1\]")"
+ check_ppl "q5_k" "$(cat $OUT/${ci}-tg-q5_k.log | grep "^\[1\]")"
+ check_ppl "q6_k" "$(cat $OUT/${ci}-tg-q6_k.log | grep "^\[1\]")"
set +e
}
-function gg_sum_qwen3_0_6b {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Qwen3 0.6B:\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '- perplexity:\n%s\n' "$(cat $OUT/${ci}-ppl.log)"
- gg_printf '- imatrix:\n```\n%s\n```\n' "$(cat $OUT/${ci}-imatrix-sum.log)"
- gg_printf '- f16:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-f16.log)"
- if [ -z ${GG_BUILD_NO_BF16} ]; then
- gg_printf '- bf16:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-bf16.log)"
- fi
- gg_printf '- q8_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q8_0.log)"
- gg_printf '- q4_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q4_0.log)"
- gg_printf '- q4_1:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q4_1.log)"
- gg_printf '- q5_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q5_0.log)"
- gg_printf '- q5_1:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q5_1.log)"
- gg_printf '- q2_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q2_k.log)"
- gg_printf '- q3_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q3_k.log)"
- gg_printf '- q4_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q4_k.log)"
- gg_printf '- q5_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q5_k.log)"
- gg_printf '- q6_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q6_k.log)"
- gg_printf '- save-load-state: \n```\n%s\n```\n' "$(cat $OUT/${ci}-save-load-state.log)"
-}
-
# bge-small
function gg_run_embd_bge_small {
@@ -639,15 +532,6 @@ function gg_run_embd_bge_small {
set +e
}
-function gg_sum_embd_bge_small {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'BGE Small (BERT):\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '- f16: \n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-f16.log)"
- gg_printf '- q8_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q8_0.log)"
-}
-
# rerank_tiny
function gg_run_rerank_tiny {
@@ -704,66 +588,58 @@ function gg_run_rerank_tiny {
set +e
}
-function gg_sum_rerank_tiny {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Rerank Tiny (Jina):\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '- f16: \n```\n%s\n```\n' "$(cat $OUT/${ci}-rk-f16.log)"
-}
-
function gg_check_build_requirements {
if ! command -v git &> /dev/null; then
- gg_printf 'git not found, please install\n'
+ echo 'git not found, please install'
exit 1
fi
if ! command -v git-lfs &> /dev/null; then
- gg_printf 'git-lfs not found, please install\n'
+ echo 'git-lfs not found, please install'
exit 1
fi
if ! git config --get filter.lfs.clean &> /dev/null; then
- gg_printf 'git-lfs not initialized, please run `git lfs install`\n'
+ echo 'git-lfs not initialized, please run `git lfs install`'
exit 1
fi
if ! command -v wget &> /dev/null; then
- gg_printf 'wget not found, please install\n'
+ echo 'wget not found, please install'
exit 1
fi
if ! command -v python3 &> /dev/null; then
- gg_printf 'python3 not found, please install\n'
+ echo 'python3 not found, please install'
exit 1
fi
if ! command -v pip3 &> /dev/null; then
- gg_printf 'pip3 not found, please install\n'
+ echo 'pip3 not found, please install'
exit 1
fi
if ! python3 -m ensurepip --help &> /dev/null; then
- gg_printf 'ensurepip not found, please install python3-venv package\n'
+ echo 'ensurepip not found, please install python3-venv package'
exit 1
fi
if ! command -v cmake &> /dev/null; then
- gg_printf 'cmake not found, please install\n'
+ echo 'cmake not found, please install'
exit 1
fi
if ! command -v ccache &> /dev/null; then
- gg_printf 'ccache not found, please consider installing for faster builds\n'
+ echo 'ccache not found, please consider installing for faster builds'
fi
if ! command -v ctest &> /dev/null; then
- gg_printf 'ctest not found, please install\n'
+ echo 'ctest not found, please install'
exit 1
fi
if ! command -v unzip &> /dev/null; then
- gg_printf 'unzip not found, please install\n'
+ echo 'unzip not found, please install'
exit 1
fi
}
@@ -803,17 +679,6 @@ function gg_run_test_backend_ops {
set +e
}
-function gg_sum_test_backend_ops {
- gg_printf '### %s\n\n' "${ci}"
-
- gg_printf 'Runs test-backend-ops\n'
- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"
- gg_printf '```\n'
- gg_printf '%s\n' "$(cat $OUT/${ci}-test-backend-ops.log)"
- gg_printf '```\n'
- gg_printf '\n'
-}
-
## main
export LLAMA_ARG_LOG_PREFIX=1
@@ -861,6 +726,4 @@ if [ -z ${GG_BUILD_LOW_PERF} ]; then
test $ret -eq 0 && gg_run ctest_with_model_release
fi
-cat $OUT/README.md
-
exit $ret