farmax commited on
Commit
97d4fd5
·
verified ·
1 Parent(s): c73767f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ response_size = 256
7
  n_concurrent_request = 10
8
  avg_context_window = 1024
9
 
10
- def main(num_gpu,prompt_size,response_size,n_concurrent_request,avg_context_window):
11
  #parser = argparse.ArgumentParser(description='Your script description')
12
  #parser.add_argument('-g', '--num_gpu', type=int, default=1, help='Number of GPUs')
13
  #parser.add_argument('-p', '--prompt_sz', type=int, default=4096, help='Prompt size in tokens')
 
7
  n_concurrent_request = 10
8
  avg_context_window = 1024
9
 
10
+ def main(num_gpu, prompt_size, response_size, n_concurrent_request, avg_context_window):
11
  #parser = argparse.ArgumentParser(description='Your script description')
12
  #parser.add_argument('-g', '--num_gpu', type=int, default=1, help='Number of GPUs')
13
  #parser.add_argument('-p', '--prompt_sz', type=int, default=4096, help='Prompt size in tokens')