Lohia, Aditya commited on
Commit
3f12817
·
1 Parent(s): 37b1991
Files changed (1) hide show
  1. app.py +5 -7
app.py CHANGED
@@ -9,8 +9,7 @@ from gateway import check_server_health, request_generation
9
  MAX_NEW_TOKENS: int = 2048
10
 
11
  # GET ENVIRONMENT VARIABLES
12
- # CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")
13
- CLOUD_GATEWAY_API = "http://aac1.amd.com:7003"
14
 
15
 
16
  def toggle_ui():
@@ -158,8 +157,7 @@ with gr.Blocks(css="style.css", fill_height=True) as demo:
158
 
159
 
160
  if __name__ == "__main__":
161
- # demo.queue(
162
- # max_size=int(os.getenv("QUEUE")),
163
- # default_concurrency_limit=int(os.getenv("CONCURRENCY_LIMIT")),
164
- # ).launch()
165
- demo.queue().launch()
 
9
  MAX_NEW_TOKENS: int = 2048
10
 
11
  # GET ENVIRONMENT VARIABLES
12
+ CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")
 
13
 
14
 
15
  def toggle_ui():
 
157
 
158
 
159
  if __name__ == "__main__":
160
+ demo.queue(
161
+ max_size=int(os.getenv("QUEUE")),
162
+ default_concurrency_limit=int(os.getenv("CONCURRENCY_LIMIT")),
163
+ ).launch()