Daemontatox commited on
Commit
0ab72a8
·
verified ·
1 Parent(s): 6aef697

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -18,7 +18,7 @@ logging.basicConfig(level=logging.INFO)
18
  logger = logging.getLogger(__name__)
19
 
20
  # Load model and processor
21
- ckpt ="Qwen/Qwen2-VL-7B-Instruct-AWQ"
22
  model = Qwen2VLForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16,trust_remote_code=True).to("cuda")
23
  processor = AutoProcessor.from_pretrained(ckpt,trust_remote_code=True)
24
 
@@ -49,7 +49,7 @@ def process_pdf_file(file_path):
49
  if page_text.strip():
50
  text += f"Page {page_num + 1}:\n{page_text}\n\n"
51
 
52
- zoom = 2
53
  mat = fitz.Matrix(zoom, zoom)
54
  pix = page.get_pixmap(matrix=mat, alpha=False)
55
  img_data = pix.tobytes("png")
@@ -125,8 +125,8 @@ def process_uploaded_file(file):
125
  logger.error(f"Error in process_file: {str(e)}")
126
  return "An error occurred while processing the file. Please try again."
127
 
128
- @spaces.GPU(duration=660)
129
- def bot_streaming(prompt_option, max_new_tokens=8192):
130
  try:
131
  # Define predetermined prompts
132
  prompts = {
 
18
  logger = logging.getLogger(__name__)
19
 
20
  # Load model and processor
21
+ ckpt ="Daemontatox/DocumentCogito"
22
  model = Qwen2VLForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16,trust_remote_code=True).to("cuda")
23
  processor = AutoProcessor.from_pretrained(ckpt,trust_remote_code=True)
24
 
 
49
  if page_text.strip():
50
  text += f"Page {page_num + 1}:\n{page_text}\n\n"
51
 
52
+ zoom = 2.5
53
  mat = fitz.Matrix(zoom, zoom)
54
  pix = page.get_pixmap(matrix=mat, alpha=False)
55
  img_data = pix.tobytes("png")
 
125
  logger.error(f"Error in process_file: {str(e)}")
126
  return "An error occurred while processing the file. Please try again."
127
 
128
+ @spaces.GPU()
129
+ def bot_streaming(prompt_option, max_new_tokens=4096):
130
  try:
131
  # Define predetermined prompts
132
  prompts = {