Hyggge commited on
Commit
56a47d6
·
1 Parent(s): 50e960f

feat: support modify attn_implementation of vision tower

Browse files
Files changed (1) hide show
  1. modeling_vision_tower.py +4 -0
modeling_vision_tower.py CHANGED
@@ -44,6 +44,10 @@ def build_vision_tower(vision_tower_cfg, **kwargs):
44
  if "siglip-so400m-patch14-384" in vision_tower:
45
  # Eagle
46
  if getattr(vision_tower_cfg, "eagle_vision_tower", None) is not None:
 
 
 
 
47
  qwen2vl_vision_tower = Qwen2VisionTransformerPretrainedModel._from_config(qwen2vl_vit_config)
48
 
49
  if getattr(vision_tower_cfg, "navit_merger_hidden_dim", None) is not None:
 
44
  if "siglip-so400m-patch14-384" in vision_tower:
45
  # Eagle
46
  if getattr(vision_tower_cfg, "eagle_vision_tower", None) is not None:
47
+ if getattr(vision_tower_cfg, "_vit_attn_implementation", None) is not None:
48
+ qwen2vl_vit_config._attn_implementation = vision_tower_cfg._vit_attn_implementation
49
+ qwen2vl_vit_config._attn_implementation_internal = vision_tower_cfg._vit_attn_implementation
50
+
51
  qwen2vl_vision_tower = Qwen2VisionTransformerPretrainedModel._from_config(qwen2vl_vit_config)
52
 
53
  if getattr(vision_tower_cfg, "navit_merger_hidden_dim", None) is not None: