Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -88,7 +88,7 @@ def reset_components():
|
|
88 |
return ['pla', 'gnd', 'ver', 'ans'], 0, 256
|
89 |
|
90 |
|
91 |
-
@spaces.GPU
|
92 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor):
|
93 |
history = []
|
94 |
|
@@ -161,6 +161,8 @@ def main(video, prompt, role, temperature, max_new_tokens, model, processor):
|
|
161 |
data = processor(text=[text], images=images, videos=videos, return_tensors='pt')
|
162 |
data = data.to(next(model.parameters()).device)
|
163 |
|
|
|
|
|
164 |
model.base_model.disable_adapter_layers()
|
165 |
model.base_model.enable_adapter_layers()
|
166 |
model.set_adapter('planner')
|
|
|
88 |
return ['pla', 'gnd', 'ver', 'ans'], 0, 256
|
89 |
|
90 |
|
91 |
+
@spaces.GPU(duration=300)
|
92 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor):
|
93 |
history = []
|
94 |
|
|
|
161 |
data = processor(text=[text], images=images, videos=videos, return_tensors='pt')
|
162 |
data = data.to(next(model.parameters()).device)
|
163 |
|
164 |
+
print(next(model.parameters()).device)
|
165 |
+
|
166 |
model.base_model.disable_adapter_layers()
|
167 |
model.base_model.enable_adapter_layers()
|
168 |
model.set_adapter('planner')
|