Commit 40b7a546d for llama.cpp
commit 40b7a546defe1f60edd1338c719552ffc58c89a0
Author: Xuan-Son Nguyen <son@huggingface.co>
Date: Sat Nov 21 09:02:26 2026 +0100
ci: temporary disable no realloc case for mtmd (#32708)
diff --git a/.github/workflows/server-sanitize.yml b/.github/workflows/server-sanitize.yml
index 4202c31e7..aececfe2f 100644
--- a/.github/workflows/server-sanitize.yml
+++ b/.github/workflows/server-sanitize.yml
@@ -42,6 +42,8 @@ env:
LLAMA_ARG_LOG_PREFIX: 1
LLAMA_ARG_LOG_TIMESTAMPS: 1
LLAMA_ARG_LOG_VERBOSITY: 10
+ # [TAG_MTMD_NO_REALLOC] must match -DGGML_SCHED_NO_REALLOC=ON below, skips tests that are known to realloc
+ GGML_SCHED_NO_REALLOC: ON
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || github.run_id }}
diff --git a/.github/workflows/server-self-hosted.yml b/.github/workflows/server-self-hosted.yml
index c5dd86449..e54469964 100644
--- a/.github/workflows/server-self-hosted.yml
+++ b/.github/workflows/server-self-hosted.yml
@@ -39,6 +39,8 @@ env:
LLAMA_ARG_LOG_PREFIX: 1
LLAMA_ARG_LOG_TIMESTAMPS: 1
LLAMA_ARG_LOG_VERBOSITY: 10
+ # [TAG_MTMD_NO_REALLOC] must match -DGGML_SCHED_NO_REALLOC=ON below, skips tests that are known to realloc
+ GGML_SCHED_NO_REALLOC: ON
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || github.run_id }}
diff --git a/tools/server/tests/unit/test_realtime.py b/tools/server/tests/unit/test_realtime.py
index 5af63a98e..c22d58128 100644
--- a/tools/server/tests/unit/test_realtime.py
+++ b/tools/server/tests/unit/test_realtime.py
@@ -81,11 +81,14 @@ def session_update(ws: Connection, **session) -> dict:
# live transcription
#
+# [TAG_MTMD_NO_REALLOC] TODO: mtmd reallocs its graphs on audio stream steps
+skip_no_realloc = pytest.mark.skipif(is_no_realloc(), reason="mtmd: graph realloc on audio stream step")
+
LIVE_ASR = [
# a chat model with an "asr" chat template, live only in sessions opened with ?intent=transcription
("tinylfm3omni", "/v1/realtime?intent=transcription"),
# no chat, the text follows the audio by a few tokens
- ("tinyvoxtralrt", "/v1/realtime"),
+ pytest.param("tinyvoxtralrt", "/v1/realtime", marks=skip_no_realloc),
]
@@ -119,6 +122,7 @@ def test_live_asr(preset: str, path: str):
assert all(len(text) > 0 for _, text in transcripts)
+@skip_no_realloc
@pytest.mark.parametrize("preset,path", LIVE_ASR)
def test_live_asr_chunked_audio(preset: str, path: str):
start_live_asr(preset)
@@ -168,6 +172,7 @@ def test_live_asr_invalid_events(preset: str, path: str):
assert len(get_transcripts(recv_all(ws))) == 1
+@skip_no_realloc
def test_live_asr_depends_on_audio():
# the random weights of this model give a different text for each input
start_live_asr("tinyvoxtralrt")
diff --git a/tools/server/tests/utils.py b/tools/server/tests/utils.py
index b32422182..6dbd540b9 100644
--- a/tools/server/tests/utils.py
+++ b/tools/server/tests/utils.py
@@ -902,6 +902,11 @@ def is_slow_test_allowed():
return os.environ.get("SLOW_TESTS") == "1" or os.environ.get("SLOW_TESTS") == "ON"
+# [TAG_MTMD_NO_REALLOC] TODO @ngxson : remove when mtmd side is fixed
+def is_no_realloc():
+ return os.environ.get("GGML_SCHED_NO_REALLOC") in ("1", "ON") or os.environ.get("GGML_SCHED_DEBUG_REALLOC", "0") != "0"
+
+
def make_pcm16(seconds: float = 1.0, rate: int = 16000, freq: float = 440.0) -> bytes:
""" sine tone as raw PCM16 mono samples """
n = int(seconds * rate)