iamrobotbear commited on
Commit
b71bed3
·
1 Parent(s): 19d6e36

Trying Salesforce/blip2-opt-6.7b-coco

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,10 +8,10 @@ device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
8
 
9
 
10
  # Load the BLIP-2 model and processor
11
- processor = AutoProcessor.from_pretrained("Salesforce/blip2-flan-t5-xxl")
12
  # Load model in int8 using bitsandbytes, and pass device_map='auto'
13
  model = Blip2ForConditionalGeneration.from_pretrained(
14
- "Salesforce/blip2-flan-t5-xxl", load_in_8bit=True, device_map='auto'
15
  )
16
 
17
  # Uncomment lines 20, 22, 23, & 24 to begin using blip2-oopt-2.7b model
 
8
 
9
 
10
  # Load the BLIP-2 model and processor
11
+ processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-6.7b-coco")
12
  # Load model in int8 using bitsandbytes, and pass device_map='auto'
13
  model = Blip2ForConditionalGeneration.from_pretrained(
14
+ "Salesforce/blip2-opt-6.7b-coco", load_in_8bit=True, device_map='auto'
15
  )
16
 
17
  # Uncomment lines 20, 22, 23, & 24 to begin using blip2-oopt-2.7b model