Tonic commited on
Commit
424cc5f
·
unverified ·
1 Parent(s): c37ed45

fix add inference client

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -4,6 +4,7 @@ import os
4
  import logging
5
  from utils.meldrx import MeldRxAPI
6
  from utils.oneclick import generate_discharge_paper_one_click
 
7
 
8
  logging.basicConfig(level=logging.INFO)
9
  logger = logging.getLogger(__name__)
@@ -23,6 +24,13 @@ meldrx_api = MeldRxAPI(
23
  redirect_uri=REDIRECT_URI
24
  )
25
 
 
 
 
 
 
 
 
26
  @app.route('/')
27
  def index():
28
  return render_template('index.html')
@@ -67,7 +75,7 @@ def one_click():
67
  logger.info(f"One-click request - ID: {patient_id}, First: {first_name}, Last: {last_name}, Action: {action}")
68
 
69
  pdf_path, status, basic_summary, ai_summary = generate_discharge_paper_one_click(
70
- meldrx_api, grok_client, patient_id, first_name, last_name
71
  )
72
 
73
  if action == "Display Summary":
 
4
  import logging
5
  from utils.meldrx import MeldRxAPI
6
  from utils.oneclick import generate_discharge_paper_one_click
7
+ from huggingface_hub import InferenceClient
8
 
9
  logging.basicConfig(level=logging.INFO)
10
  logger = logging.getLogger(__name__)
 
24
  redirect_uri=REDIRECT_URI
25
  )
26
 
27
+
28
+ HF_TOKEN = os.getenv("HF_TOKEN")
29
+ if not HF_TOKEN:
30
+ raise ValueError("HF_TOKEN environment variable not set.")
31
+ client = InferenceClient(api_key=HF_TOKEN)
32
+ MODEL_NAME = "meta-llama/Llama-3.3-70B-Instruct"
33
+
34
  @app.route('/')
35
  def index():
36
  return render_template('index.html')
 
75
  logger.info(f"One-click request - ID: {patient_id}, First: {first_name}, Last: {last_name}, Action: {action}")
76
 
77
  pdf_path, status, basic_summary, ai_summary = generate_discharge_paper_one_click(
78
+ meldrx_api, client, patient_id, first_name, last_name
79
  )
80
 
81
  if action == "Display Summary":