Spaces:
Running
Running
Lohia, Aditya
commited on
Commit
·
3f12817
1
Parent(s):
37b1991
update UI
Browse files
app.py
CHANGED
@@ -9,8 +9,7 @@ from gateway import check_server_health, request_generation
|
|
9 |
MAX_NEW_TOKENS: int = 2048
|
10 |
|
11 |
# GET ENVIRONMENT VARIABLES
|
12 |
-
|
13 |
-
CLOUD_GATEWAY_API = "http://aac1.amd.com:7003"
|
14 |
|
15 |
|
16 |
def toggle_ui():
|
@@ -158,8 +157,7 @@ with gr.Blocks(css="style.css", fill_height=True) as demo:
|
|
158 |
|
159 |
|
160 |
if __name__ == "__main__":
|
161 |
-
|
162 |
-
|
163 |
-
|
164 |
-
|
165 |
-
demo.queue().launch()
|
|
|
9 |
MAX_NEW_TOKENS: int = 2048
|
10 |
|
11 |
# GET ENVIRONMENT VARIABLES
|
12 |
+
CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")
|
|
|
13 |
|
14 |
|
15 |
def toggle_ui():
|
|
|
157 |
|
158 |
|
159 |
if __name__ == "__main__":
|
160 |
+
demo.queue(
|
161 |
+
max_size=int(os.getenv("QUEUE")),
|
162 |
+
default_concurrency_limit=int(os.getenv("CONCURRENCY_LIMIT")),
|
163 |
+
).launch()
|
|