michaelfeil commited on
Commit
fce44ae
·
verified ·
1 Parent(s): a3ba03a

Update start-infinity-emb.sh

Browse files
Files changed (1) hide show
  1. start-infinity-emb.sh +6 -1
start-infinity-emb.sh CHANGED
@@ -1,3 +1,8 @@
1
  export HF_HOME=/tmp/cache
2
  export INFINITY_QUEUE_SIZE=512
3
- infinity_emb v2 --model-id michaelfeil/bge-small-en-v1.5 --model-id BAAI/bge-reranker-base --model-id SamLowe/roberta-base-go_emotions --port 7860 --batch-size 8 --engine torch --lengths-via-tokenize
 
 
 
 
 
 
1
  export HF_HOME=/tmp/cache
2
  export INFINITY_QUEUE_SIZE=512
3
+ export INFINITY_LENGTHS_VIA_TOKENIZE="true"
4
+ export INFINITY_MODEL_ID="michaelfeil/bge-small-en-v1.5;BAAI/bge-reranker-base;SamLowe/roberta-base-go_emotions;wkcn/TinyCLIP-ViT-8M-16-Text-3M-YFCC15M"
5
+ export INFINITY_BATCH_SIZE=8
6
+ export INFINITY_PORT=7860
7
+
8
+ infinity_emb v2