Text Generation
Transformers
Safetensors
qwen2
reranker
conversational
text-generation-inference
ptrdvn commited on
Commit
7a09fc3
·
verified ·
1 Parent(s): 272eab8

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -222,7 +222,7 @@ query_texts = [
222
  chats = [make_reranker_training_datum(c, q) for q, c in query_texts]
223
  responses = pipe(
224
  chats,
225
- gen_config=GenerationConfig(temperature=0.8, logprobs=14, max_new_tokens=1, do_sample=True)
226
  )
227
  probs = np.array([[get_prob(r.logprobs[0], y) for y in idx_tokens] for r in responses])
228
 
 
222
  chats = [make_reranker_training_datum(c, q) for q, c in query_texts]
223
  responses = pipe(
224
  chats,
225
+ gen_config=GenerationConfig(temperature=1.0, logprobs=14, max_new_tokens=1, do_sample=True)
226
  )
227
  probs = np.array([[get_prob(r.logprobs[0], y) for y in idx_tokens] for r in responses])
228