Upload modeling_esm_plusplus.py with huggingface_hub
Browse files- modeling_esm_plusplus.py +2 -1
modeling_esm_plusplus.py
CHANGED
@@ -53,7 +53,7 @@ class ESMplusplusConfig(PretrainedConfig):
|
|
53 |
initializer_range: float = 0.02,
|
54 |
**kwargs,
|
55 |
):
|
56 |
-
super().__init__(**kwargs
|
57 |
self.vocab_size = vocab_size
|
58 |
self.hidden_size = hidden_size
|
59 |
self.num_attention_heads = num_attention_heads
|
@@ -62,6 +62,7 @@ class ESMplusplusConfig(PretrainedConfig):
|
|
62 |
self.problem_type = problem_type
|
63 |
self.dropout = dropout
|
64 |
self.initializer_range = initializer_range
|
|
|
65 |
|
66 |
|
67 |
### Rotary Embeddings
|
|
|
53 |
initializer_range: float = 0.02,
|
54 |
**kwargs,
|
55 |
):
|
56 |
+
super().__init__(**kwargs)
|
57 |
self.vocab_size = vocab_size
|
58 |
self.hidden_size = hidden_size
|
59 |
self.num_attention_heads = num_attention_heads
|
|
|
62 |
self.problem_type = problem_type
|
63 |
self.dropout = dropout
|
64 |
self.initializer_range = initializer_range
|
65 |
+
self.tie_word_embeddings = False
|
66 |
|
67 |
|
68 |
### Rotary Embeddings
|