Damien Benveniste commited on
Commit
d452580
·
1 Parent(s): 9499c26
Files changed (1) hide show
  1. entrypoint.sh +1 -1
entrypoint.sh CHANGED
@@ -1,7 +1,7 @@
1
  #!/bin/bash
2
 
3
  # Default values
4
- MODEL=${MODEL:-"microsoft/phi-3-mini"}
5
  DTYPE=${DTYPE:-"half"}
6
  MAX_NUM_BATCHED_TOKENS=${MAX_NUM_BATCHED_TOKENS:-512}
7
  MAX_NUM_SEQS=${MAX_NUM_SEQS:-16}
 
1
  #!/bin/bash
2
 
3
  # Default values
4
+ MODEL=${MODEL:-"microsoft/Phi-3-mini-4k-instruct"}
5
  DTYPE=${DTYPE:-"half"}
6
  MAX_NUM_BATCHED_TOKENS=${MAX_NUM_BATCHED_TOKENS:-512}
7
  MAX_NUM_SEQS=${MAX_NUM_SEQS:-16}