Clip-g: Fix text_projection

stduhpf · stduhpf · commit d8c5073567cb · 2024-10-24T17:48:25.000+02:00
diff --git a/clip.hpp b/clip.hpp
@@ -712,7 +712,7 @@ class CLIPTextModel : public GGMLBlock {
             auto text_projection = params["text_projection"];
             ggml_tensor* pooled  = ggml_view_1d(ctx, x, hidden_size, x->nb[1] * max_token_idx);
             if (text_projection != NULL) {
-                pooled           = ggml_mul_mat(ctx, ggml_cont(ctx, ggml_transpose(ctx, text_projection)), pooled);
+                pooled           = ggml_nn_linear(ctx, pooled, text_projection, NULL);
             } else {
                 LOG_DEBUG("Missing text_projection matrix, assuming identity...");
             }

Original file line number	Diff line number	Diff line change
`@@ -712,7 +712,7 @@ class CLIPTextModel : public GGMLBlock {`
`712`	`712`	`auto text_projection = params["text_projection"];`
`713`	`713`	`ggml_tensor* pooled = ggml_view_1d(ctx, x, hidden_size, x->nb[1] * max_token_idx);`
`714`	`714`	`if (text_projection != NULL) {`
`715`		`- pooled = ggml_mul_mat(ctx, ggml_cont(ctx, ggml_transpose(ctx, text_projection)), pooled);`
	`715`	`+ pooled = ggml_nn_linear(ctx, pooled, text_projection, NULL);`
`716`	`716`	`} else {`
`717`	`717`	`LOG_DEBUG("Missing text_projection matrix, assuming identity...");`
`718`	`718`	`}`