Update app.py

app.py

@@ -1,7 +1,13 @@
 import argparse
 from tabulate import tabulate
 
-def main():
+num_gpu = 1
+prompt_size = 4096
+response_size = 256
+n_concurrent_request = 10
+avg_context_window = 1024
+
+def main(num_gpu,prompt_size,response_size,n_concurrent_request,avg_context_window):
     #parser = argparse.ArgumentParser(description='Your script description')
     #parser.add_argument('-g', '--num_gpu', type=int, default=1, help='Number of GPUs')
     #parser.add_argument('-p', '--prompt_sz', type=int, default=4096, help='Prompt size in tokens')
@@ -11,12 +17,6 @@ def main():
 
     # args = parser.parse_args()
 
-    num_gpu = 1
-    prompt_size = 4096
-    response_size = 256
-    n_concurrent_request = 10
-    avg_context_window = 1024
-
     # Print input
     print(f" num_gpu = {num_gpu}, prompt_size = {prompt_size} tokens, response_size = {response_size} tokens")
     print(f" n_concurrent_request = {n_concurrent_request}, avg_context_window = {avg_context_window} tokens")