Update glmv_helper.py (#2623)

To align with the modelling update: https://huggingface.co/THUDM/glm-edge-v-5b/commit/595da783cdf468bf0616b9c05757e911676b2f39
openvinotoolkit · Jan 6, 2025 · 5709bb5 · 5709bb5
1 parent 9f9376a
commit 5709bb5
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/notebooks/glm-edge-v/glmv_helper.py b/notebooks/glm-edge-v/glmv_helper.py
@@ -313,10 +313,7 @@ def convert_glmv_model(model_id, output_dir, quantization_config):
         input_ids = torch.zeros([2, 2], dtype=torch.int64)
         inputs_embeds = torch.zeros([2, 2, config.hidden_size], dtype=torch.float32)
 
-        pkv = model.model(
-            input_ids=input_ids,
-            attention_mask=torch.ones((2, 2), dtype=torch.int64),
-        )[1]
+        pkv = model.model(input_ids=input_ids, attention_mask=torch.ones((2, 2), dtype=torch.int64), images=torch.zeros([1, 3, image_size, image_size]))[1]
         model.forward = types.MethodType(_glmv_transformer_forward, model)
 
         model.config.torchscript = True