Update modeling_chatglm.py
Browse files- modeling_chatglm.py +1 -0
modeling_chatglm.py
CHANGED
@@ -763,6 +763,7 @@ class GLMTransformer(torch.nn.Module):
|
|
763 |
if not kv_caches:
|
764 |
kv_caches = [None for _ in range(self.num_layers)]
|
765 |
else:
|
|
|
766 |
kv_caches=kv_caches[1]
|
767 |
presents = () if use_cache else None
|
768 |
if self.gradient_checkpointing and self.training:
|
|
|
763 |
if not kv_caches:
|
764 |
kv_caches = [None for _ in range(self.num_layers)]
|
765 |
else:
|
766 |
+
print("kv_caches",kv_caches)
|
767 |
kv_caches=kv_caches[1]
|
768 |
presents = () if use_cache else None
|
769 |
if self.gradient_checkpointing and self.training:
|