Skip to content

Commit 8af0ab8

Browse files
tv1wndmglambda
authored andcommitted
llama : fix old glm4 models (ggml-org#11670)
1 parent 6f412e1 commit 8af0ab8

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama.cpp

+1-1
Original file line numberDiff line numberDiff line change
@@ -7217,7 +7217,7 @@ struct llm_build_context {
72177217
struct ggml_tensor * Qcur = nullptr;
72187218
struct ggml_tensor * Kcur = nullptr;
72197219
struct ggml_tensor * Vcur = nullptr;
7220-
if (model.type == LLM_TYPE_1_5B || model.type == LLM_TYPE_4B || model.type == LLM_TYPE_9B) {
7220+
if (model.layers[il].wqkv == nullptr) {
72217221
Qcur = llm_build_lora_mm(lctx, ctx0, model.layers[il].wq, cur);
72227222
if (model.layers[il].bq) {
72237223
Qcur = ggml_add(ctx0, Qcur, model.layers[il].bq);

0 commit comments

Comments
 (0)