Philippe Kaplan commited on
Commit
05c6dfe
·
1 Parent(s): 26dc6e6
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -4,7 +4,9 @@ import gradio as gr
4
 
5
  model_path = "ibm-granite/granite-34b-code-instruct-8k"
6
  model_path="ibm-granite/granite-3b-code-instruct-2k"
7
- client = InferenceClient(model_path)
 
 
8
 
9
 
10
  def format_prompt(system, message, history):
 
4
 
5
  model_path = "ibm-granite/granite-34b-code-instruct-8k"
6
  model_path="ibm-granite/granite-3b-code-instruct-2k"
7
+
8
+ hftoken = os.environ["hftoken"]
9
+ client = InferenceClient(model=model_path, token=hftoken)
10
 
11
 
12
  def format_prompt(system, message, history):