dwb2023 commited on
Commit
25b653f
·
verified ·
1 Parent(s): 1365247

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +0 -1
inference.py CHANGED
@@ -19,7 +19,6 @@ class PaliGemmaModel:
19
  def infer(self, image: PIL.Image.Image, text: str, max_new_tokens: int) -> str:
20
  inputs = self.processor(text=text, images=image, return_tensors="pt").to(self.device)
21
  with torch.inference_mode():
22
- inputs = {k: v.to(self.device) for k, v in inputs.items()}
23
  generated_ids = self.model.generate(
24
  **inputs,
25
  max_new_tokens=max_new_tokens,
 
19
  def infer(self, image: PIL.Image.Image, text: str, max_new_tokens: int) -> str:
20
  inputs = self.processor(text=text, images=image, return_tensors="pt").to(self.device)
21
  with torch.inference_mode():
 
22
  generated_ids = self.model.generate(
23
  **inputs,
24
  max_new_tokens=max_new_tokens,