lhallee commited on
Commit
db3b4f9
·
verified ·
1 Parent(s): 623e9d9

Upload modeling_esm_plusplus.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_esm_plusplus.py +2 -1
modeling_esm_plusplus.py CHANGED
@@ -53,7 +53,7 @@ class ESMplusplusConfig(PretrainedConfig):
53
  initializer_range: float = 0.02,
54
  **kwargs,
55
  ):
56
- super().__init__(**kwargs, tie_word_embeddings=False)
57
  self.vocab_size = vocab_size
58
  self.hidden_size = hidden_size
59
  self.num_attention_heads = num_attention_heads
@@ -62,6 +62,7 @@ class ESMplusplusConfig(PretrainedConfig):
62
  self.problem_type = problem_type
63
  self.dropout = dropout
64
  self.initializer_range = initializer_range
 
65
 
66
 
67
  ### Rotary Embeddings
 
53
  initializer_range: float = 0.02,
54
  **kwargs,
55
  ):
56
+ super().__init__(**kwargs)
57
  self.vocab_size = vocab_size
58
  self.hidden_size = hidden_size
59
  self.num_attention_heads = num_attention_heads
 
62
  self.problem_type = problem_type
63
  self.dropout = dropout
64
  self.initializer_range = initializer_range
65
+ self.tie_word_embeddings = False
66
 
67
 
68
  ### Rotary Embeddings