philschmid commited on
Commit
d268b64
·
verified ·
1 Parent(s): 7085887

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -12
app.py CHANGED
@@ -14,26 +14,26 @@ import json
14
  import gradio as gr
15
  from recommender.main import get_tgi_config
16
 
17
-
18
- def greet(model_id, gpu_memory):
19
- config = get_tgi_config(model_id, gpu_memory)
20
- return json.dumps(config)
21
 
22
 
23
  demo = gr.Interface(
24
  fn=greet,
25
  inputs=[
26
  gr.Textbox(label="Model ID", placeholder="meta-llama/Llama-2-7b-chat-hf"),
27
- gr.Slider(
28
- step=4,
29
- minimum=16,
30
- maximum=640,
31
- value=24,
32
- label="GPU memory",
33
- info="Select how much GPU memory you have available",
34
- ),
35
  ],
36
  outputs=[gr.JSON()],
37
  )
38
 
39
  demo.launch()
 
 
14
  import gradio as gr
15
  from recommender.main import get_tgi_config
16
 
17
+ def greet(model_id):
18
+ configs = get_recommendation(model_id)
19
+ return json.dumps(configs)
 
20
 
21
 
22
  demo = gr.Interface(
23
  fn=greet,
24
  inputs=[
25
  gr.Textbox(label="Model ID", placeholder="meta-llama/Llama-2-7b-chat-hf"),
26
+ # gr.Slider(
27
+ # step=4000,
28
+ # minimum=16_000,
29
+ # maximum=640_000,
30
+ # value=24_000,
31
+ # label="GPU memory",
32
+ # info="Select how much GPU memory you have available",
33
+ # ),
34
  ],
35
  outputs=[gr.JSON()],
36
  )
37
 
38
  demo.launch()
39
+