Update modeling_chatglm.py (#2)

- Ensure both tensors are on the same device. (d56d27dbdf514a7b7e0f39c62883ed0836389af4)


Co-authored-by: Hou <[email protected]>

modeling_chatglm.py

@@ -666,6 +666,9 @@ class GLMTransformer(torch.nn.Module):
                     if len(presents) == 0:
                         presents = kv_cache
                     else:
+                        # Ensure both tensors are on the same device
+                        if presents.device != kv_cache.device:
+                            presents = presents.to(kv_cache.device)
                         presents = torch.cat((presents, kv_cache), dim=0)
 
         if output_hidden_states: