Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -14,26 +14,26 @@ import json
|
|
14 |
import gradio as gr
|
15 |
from recommender.main import get_tgi_config
|
16 |
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
return json.dumps(config)
|
21 |
|
22 |
|
23 |
demo = gr.Interface(
|
24 |
fn=greet,
|
25 |
inputs=[
|
26 |
gr.Textbox(label="Model ID", placeholder="meta-llama/Llama-2-7b-chat-hf"),
|
27 |
-
gr.Slider(
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
),
|
35 |
],
|
36 |
outputs=[gr.JSON()],
|
37 |
)
|
38 |
|
39 |
demo.launch()
|
|
|
|
14 |
import gradio as gr
|
15 |
from recommender.main import get_tgi_config
|
16 |
|
17 |
+
def greet(model_id):
|
18 |
+
configs = get_recommendation(model_id)
|
19 |
+
return json.dumps(configs)
|
|
|
20 |
|
21 |
|
22 |
demo = gr.Interface(
|
23 |
fn=greet,
|
24 |
inputs=[
|
25 |
gr.Textbox(label="Model ID", placeholder="meta-llama/Llama-2-7b-chat-hf"),
|
26 |
+
# gr.Slider(
|
27 |
+
# step=4000,
|
28 |
+
# minimum=16_000,
|
29 |
+
# maximum=640_000,
|
30 |
+
# value=24_000,
|
31 |
+
# label="GPU memory",
|
32 |
+
# info="Select how much GPU memory you have available",
|
33 |
+
# ),
|
34 |
],
|
35 |
outputs=[gr.JSON()],
|
36 |
)
|
37 |
|
38 |
demo.launch()
|
39 |
+
|