name: default # the name of the service tokenizer: library: 'megatron' type: 'GPT2BPETokenizer' model: null vocab_file: null merge_file: null delimiter: null # only used for tabular tokenizer sentence_bert: # define a few sentence bert models for different retrieval services to use devices: '0,1,2' sentence_bert: 'all-mpnet-base-v2' sentence_bert_batch: 4 port: 17190 # service port number