Matt commited on
Commit
bef74d7
·
1 Parent(s): c2d78d1

Update tied weights keys

Browse files
Files changed (1) hide show
  1. modeling_florence2.py +2 -2
modeling_florence2.py CHANGED
@@ -2523,6 +2523,8 @@ class Florence2VisionModelWithProjection(Florence2PreTrainedModel):
2523
  FLORENCE2_START_DOCSTRING,
2524
  )
2525
  class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
 
 
2526
  def __init__(self, config: Florence2Config):
2527
  super().__init__(config)
2528
  assert config.vision_config.model_type == 'davit', 'only DaViT is supported for now'
@@ -2537,8 +2539,6 @@ class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
2537
 
2538
  language_model = Florence2LanguageForConditionalGeneration(config=config.text_config)
2539
 
2540
- if language_model._tied_weights_keys is not None:
2541
- self._tied_weights_keys = [f"language_model.{k}" for k in language_model._tied_weights_keys]
2542
  self.language_model = language_model
2543
 
2544
  self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
 
2523
  FLORENCE2_START_DOCSTRING,
2524
  )
2525
  class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
2526
+ _tied_weights_keys = ["language_model.encoder.embed_tokens.weight", "language_model.decoder.embed_tokens.weight", "language_model.lm_head.weight"]
2527
+
2528
  def __init__(self, config: Florence2Config):
2529
  super().__init__(config)
2530
  assert config.vision_config.model_type == 'davit', 'only DaViT is supported for now'
 
2539
 
2540
  language_model = Florence2LanguageForConditionalGeneration(config=config.text_config)
2541
 
 
 
2542
  self.language_model = language_model
2543
 
2544
  self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1