nsarrazin HF Staff commited on
Commit
2e1c42e
·
unverified ·
1 Parent(s): a504517

config(hchat): move Qwen 2.5 72B first (#1580)

Browse files
Files changed (1) hide show
  1. chart/env/prod.yaml +29 -29
chart/env/prod.yaml CHANGED
@@ -48,6 +48,35 @@ envVars:
48
  METRICS_ENABLED: "true"
49
  MODELS: >
50
  [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  {
52
  "name": "meta-llama/Meta-Llama-3.1-70B-Instruct",
53
  "id": "meta-llama/Meta-Llama-3.1-70B-Instruct",
@@ -108,35 +137,6 @@ envVars:
108
  }
109
  ]
110
  },
111
- {
112
- "name": "Qwen/Qwen2.5-72B-Instruct",
113
- "tokenizer": "Qwen/Qwen2.5-72B-Instruct",
114
- "description": "The latest Qwen open model with improved role-playing, long text generation and structured data understanding.",
115
- "modelUrl": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
116
- "websiteUrl": "https://qwenlm.github.io/blog/qwen2.5/",
117
- "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/qwen-logo.png",
118
- "preprompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
119
- "parameters": {
120
- "stop": ["<|endoftext|>", "<|im_end|>"],
121
- "temperature": 0.6,
122
- "truncate": 28672,
123
- "max_new_tokens": 3072
124
- },
125
- "promptExamples": [
126
- {
127
- "title": "Write an email from bullet list",
128
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
129
- },
130
- {
131
- "title": "Code a snake game",
132
- "prompt": "Code a basic snake game in python, give explanations for each step."
133
- },
134
- {
135
- "title": "Assist in a task",
136
- "prompt": "How do I make a delicious lemon cheesecake?"
137
- }
138
- ]
139
- },
140
  {
141
  "name": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
142
  "tokenizer": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
 
48
  METRICS_ENABLED: "true"
49
  MODELS: >
50
  [
51
+ {
52
+ "name": "Qwen/Qwen2.5-72B-Instruct",
53
+ "tokenizer": "Qwen/Qwen2.5-72B-Instruct",
54
+ "description": "The latest Qwen open model with improved role-playing, long text generation and structured data understanding.",
55
+ "modelUrl": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
56
+ "websiteUrl": "https://qwenlm.github.io/blog/qwen2.5/",
57
+ "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/qwen-logo.png",
58
+ "preprompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
59
+ "parameters": {
60
+ "stop": ["<|endoftext|>", "<|im_end|>"],
61
+ "temperature": 0.6,
62
+ "truncate": 28672,
63
+ "max_new_tokens": 3072
64
+ },
65
+ "promptExamples": [
66
+ {
67
+ "title": "Write an email from bullet list",
68
+ "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
69
+ },
70
+ {
71
+ "title": "Code a snake game",
72
+ "prompt": "Code a basic snake game in python, give explanations for each step."
73
+ },
74
+ {
75
+ "title": "Assist in a task",
76
+ "prompt": "How do I make a delicious lemon cheesecake?"
77
+ }
78
+ ]
79
+ },
80
  {
81
  "name": "meta-llama/Meta-Llama-3.1-70B-Instruct",
82
  "id": "meta-llama/Meta-Llama-3.1-70B-Instruct",
 
137
  }
138
  ]
139
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
140
  {
141
  "name": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
142
  "tokenizer": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",