Update configuration_gigarembed.py
Browse files
configuration_gigarembed.py
CHANGED
|
@@ -74,6 +74,7 @@ class LatentAttentionConfig(PretrainedConfig):
|
|
| 74 |
self.hidden_dim = hidden_dim
|
| 75 |
self.latent_dim = latent_dim
|
| 76 |
self.cross_dim_head = cross_dim_head
|
|
|
|
| 77 |
|
| 78 |
|
| 79 |
class BidirectionalLlamaConfig(LlamaConfig):
|
|
|
|
| 74 |
self.hidden_dim = hidden_dim
|
| 75 |
self.latent_dim = latent_dim
|
| 76 |
self.cross_dim_head = cross_dim_head
|
| 77 |
+
self._attn_implementation = "eager"
|
| 78 |
|
| 79 |
|
| 80 |
class BidirectionalLlamaConfig(LlamaConfig):
|