feat: support modify attn_implementation of vision tower
Browse files- modeling_vision_tower.py +4 -0
modeling_vision_tower.py
CHANGED
@@ -44,6 +44,10 @@ def build_vision_tower(vision_tower_cfg, **kwargs):
|
|
44 |
if "siglip-so400m-patch14-384" in vision_tower:
|
45 |
# Eagle
|
46 |
if getattr(vision_tower_cfg, "eagle_vision_tower", None) is not None:
|
|
|
|
|
|
|
|
|
47 |
qwen2vl_vision_tower = Qwen2VisionTransformerPretrainedModel._from_config(qwen2vl_vit_config)
|
48 |
|
49 |
if getattr(vision_tower_cfg, "navit_merger_hidden_dim", None) is not None:
|
|
|
44 |
if "siglip-so400m-patch14-384" in vision_tower:
|
45 |
# Eagle
|
46 |
if getattr(vision_tower_cfg, "eagle_vision_tower", None) is not None:
|
47 |
+
if getattr(vision_tower_cfg, "_vit_attn_implementation", None) is not None:
|
48 |
+
qwen2vl_vit_config._attn_implementation = vision_tower_cfg._vit_attn_implementation
|
49 |
+
qwen2vl_vit_config._attn_implementation_internal = vision_tower_cfg._vit_attn_implementation
|
50 |
+
|
51 |
qwen2vl_vision_tower = Qwen2VisionTransformerPretrainedModel._from_config(qwen2vl_vit_config)
|
52 |
|
53 |
if getattr(vision_tower_cfg, "navit_merger_hidden_dim", None) is not None:
|