Commit 6c73b3e12 for llama.cpp
commit 6c73b3e12dc501de35fe5f6979960d06921a2f6c
Author: Kartik Gulia <kgulia@nvidia.com>
Date: Tue Oct 6 14:34:26 2026 +0530
convert : add text_config as fallback [transformers 5.18] (#30040)
* add text_config as fallback
* remove redundant llm_config check
Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
---------
Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
diff --git a/conversion/nemotron.py b/conversion/nemotron.py
index c9bb3031f..f7eefcf8d 100644
--- a/conversion/nemotron.py
+++ b/conversion/nemotron.py
@@ -216,7 +216,7 @@ class NemotronHModel(GraniteHybridModel):
hparams = kwargs.pop("hparams", None)
if hparams is None:
hparams = ModelBase.load_hparams(args[0], self.is_mistral_format)
- llm_config = {**hparams, **(hparams.get("llm_config") or {})}
+ llm_config = {**hparams, **hparams.get("text_config", {})}
has_moe_params = "num_experts_per_tok" in llm_config
layers_block_type = llm_config.get("layers_block_type")