Make expand_as result contiguous in MllamaVisionEncoderLayer_forward (#3469)

Xia-Weiwen · web-flow · commit 4d0ff47291d3 · 2025-01-22T00:44:50.000-08:00
diff --git a/intel_extension_for_pytorch/transformers/models/reference/modules/decoder.py b/intel_extension_for_pytorch/transformers/models/reference/modules/decoder.py
@@ -98,7 +98,7 @@ def MllamaVisionEncoderLayer_forward(
             hidden_state = self.gate_ffn.tanh() * hidden_state
         else:
             hidden_state = self.mlp_linear_mul(
-                hidden_state, self.gate_ffn.tanh().expand_as(residual)
+                hidden_state, self.gate_ffn.tanh().expand_as(residual).contiguous()
             )
         hidden_state = residual + hidden_state
     else:

Original file line number	Diff line number	Diff line change
`@@ -98,7 +98,7 @@ def MllamaVisionEncoderLayer_forward(`
`98`	`98`	`hidden_state = self.gate_ffn.tanh() * hidden_state`
`99`	`99`	`else:`
`100`	`100`	`hidden_state = self.mlp_linear_mul(`
`101`		`- hidden_state, self.gate_ffn.tanh().expand_as(residual)`
	`101`	`+ hidden_state, self.gate_ffn.tanh().expand_as(residual).contiguous()`
`102`	`102`	`)`
`103`	`103`	`hidden_state = residual + hidden_state`
`104`	`104`	`else:`