Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -95,10 +95,10 @@ with gr.Blocks(title="LLM Calculator") as demo:
|
|
95 |
|
96 |
with gr.Row():
|
97 |
with gr.Column():
|
98 |
-
num_gpu = gr.Slider(minimum=1, maximum=
|
99 |
prompt_size = gr.Slider(minimum=1, maximum=8192, value=4096, step=1, label="Prompt Size (tokens)")
|
100 |
-
response_size = gr.Slider(minimum=1, maximum=
|
101 |
-
n_concurrent_request = gr.Slider(minimum=1, maximum=
|
102 |
avg_context_window = gr.Slider(minimum=1, maximum=8192, value=1024, step=1, label="Average Context Window (tokens)")
|
103 |
|
104 |
calculate_button = gr.Button("Calculate")
|
|
|
95 |
|
96 |
with gr.Row():
|
97 |
with gr.Column():
|
98 |
+
num_gpu = gr.Slider(minimum=1, maximum=1000, value=1, step=1, label="Number of GPUs")
|
99 |
prompt_size = gr.Slider(minimum=1, maximum=8192, value=4096, step=1, label="Prompt Size (tokens)")
|
100 |
+
response_size = gr.Slider(minimum=1, maximum=4096, value=256, step=1, label="Response Size (tokens)")
|
101 |
+
n_concurrent_request = gr.Slider(minimum=1, maximum=1000, value=10, step=1, label="Number of Concurrent Requests")
|
102 |
avg_context_window = gr.Slider(minimum=1, maximum=8192, value=1024, step=1, label="Average Context Window (tokens)")
|
103 |
|
104 |
calculate_button = gr.Button("Calculate")
|