Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ response_size = 256
|
|
7 |
n_concurrent_request = 10
|
8 |
avg_context_window = 1024
|
9 |
|
10 |
-
def main(num_gpu,prompt_size,response_size,n_concurrent_request,avg_context_window):
|
11 |
#parser = argparse.ArgumentParser(description='Your script description')
|
12 |
#parser.add_argument('-g', '--num_gpu', type=int, default=1, help='Number of GPUs')
|
13 |
#parser.add_argument('-p', '--prompt_sz', type=int, default=4096, help='Prompt size in tokens')
|
|
|
7 |
n_concurrent_request = 10
|
8 |
avg_context_window = 1024
|
9 |
|
10 |
+
def main(num_gpu, prompt_size, response_size, n_concurrent_request, avg_context_window):
|
11 |
#parser = argparse.ArgumentParser(description='Your script description')
|
12 |
#parser.add_argument('-g', '--num_gpu', type=int, default=1, help='Number of GPUs')
|
13 |
#parser.add_argument('-p', '--prompt_sz', type=int, default=4096, help='Prompt size in tokens')
|