Commit 6874e49 for stable-diffusion.cpp
commit 6874e490c81d694543cf139f4d55744237ff72b0
Author: losewayy <losemywayy@gmail.com>
Date: Sun Nov 22 21:58:30 2026 +0800
perf(vae): batch spatial padding in Hunyuan causal convolutions (#2374)
diff --git a/src/model/vae/hunyuan_vae.hpp b/src/model/vae/hunyuan_vae.hpp
index ff2b2bb..567a704 100644
--- a/src/model/vae/hunyuan_vae.hpp
+++ b/src/model/vae/hunyuan_vae.hpp
@@ -140,8 +140,15 @@ namespace Hunyuan {
}
return input;
};
- padded = replicate_pad(padded, 0, pad_w, pad_w);
- padded = replicate_pad(padded, 1, pad_h, pad_h);
+ if (pad_w > 0 || pad_h > 0) {
+ const int64_t frames = padded->ne[2];
+ const int64_t channels = padded->ne[3];
+ // Keep spatial padding in one outer slice to avoid per-channel CUDA launches.
+ padded = ggml_reshape_3d(ctx->ggml_ctx, ggml_ext_cont(ctx, padded), padded->ne[0], padded->ne[1], frames * channels);
+ padded = replicate_pad(padded, 0, pad_w, pad_w);
+ padded = replicate_pad(padded, 1, pad_h, pad_h);
+ padded = ggml_reshape_4d(ctx->ggml_ctx, padded, padded->ne[0], padded->ne[1], frames, channels);
+ }
return conv->forward(ctx, padded);
}
};