Matt
commited on
Commit
·
bef74d7
1
Parent(s):
c2d78d1
Update tied weights keys
Browse files- modeling_florence2.py +2 -2
modeling_florence2.py
CHANGED
@@ -2523,6 +2523,8 @@ class Florence2VisionModelWithProjection(Florence2PreTrainedModel):
|
|
2523 |
FLORENCE2_START_DOCSTRING,
|
2524 |
)
|
2525 |
class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
|
|
|
|
|
2526 |
def __init__(self, config: Florence2Config):
|
2527 |
super().__init__(config)
|
2528 |
assert config.vision_config.model_type == 'davit', 'only DaViT is supported for now'
|
@@ -2537,8 +2539,6 @@ class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
|
|
2537 |
|
2538 |
language_model = Florence2LanguageForConditionalGeneration(config=config.text_config)
|
2539 |
|
2540 |
-
if language_model._tied_weights_keys is not None:
|
2541 |
-
self._tied_weights_keys = [f"language_model.{k}" for k in language_model._tied_weights_keys]
|
2542 |
self.language_model = language_model
|
2543 |
|
2544 |
self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
|
|
|
2523 |
FLORENCE2_START_DOCSTRING,
|
2524 |
)
|
2525 |
class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
|
2526 |
+
_tied_weights_keys = ["language_model.encoder.embed_tokens.weight", "language_model.decoder.embed_tokens.weight", "language_model.lm_head.weight"]
|
2527 |
+
|
2528 |
def __init__(self, config: Florence2Config):
|
2529 |
super().__init__(config)
|
2530 |
assert config.vision_config.model_type == 'davit', 'only DaViT is supported for now'
|
|
|
2539 |
|
2540 |
language_model = Florence2LanguageForConditionalGeneration(config=config.text_config)
|
2541 |
|
|
|
|
|
2542 |
self.language_model = language_model
|
2543 |
|
2544 |
self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
|