metastable-void
commited on
update model
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "32768"))
|
|
| 21 |
|
| 22 |
|
| 23 |
if torch.cuda.is_available():
|
| 24 |
-
model_id = "vericava/llm-jp-3-1.8b-instruct-lora-
|
| 25 |
base_model_id = "llm-jp/llm-jp-3-1.8b-instruct"
|
| 26 |
tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
|
| 27 |
tokenizer.chat_template = "{{bos_token}}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\\n\\n### 前の投稿:\\n' + message['content'] + '' }}{% elif message['role'] == 'system' %}{{ '以下は、SNS上の投稿です。あなたはSNSの投稿生成botとして、次に続く投稿を考えなさい。説明はせず、投稿の内容のみを鉤括弧をつけずに答えよ。' }}{% elif message['role'] == 'assistant' %}{{ '\\n\\n### 次の投稿:\\n' + message['content'] + eos_token }}{% endif %}{% if loop.last and add_generation_prompt %}{{ '\\n\\n### 次の投稿:\\n' }}{% endif %}{% endfor %}"
|
|
|
|
| 21 |
|
| 22 |
|
| 23 |
if torch.cuda.is_available():
|
| 24 |
+
model_id = "vericava/llm-jp-3-1.8b-instruct-lora-vericava16"
|
| 25 |
base_model_id = "llm-jp/llm-jp-3-1.8b-instruct"
|
| 26 |
tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
|
| 27 |
tokenizer.chat_template = "{{bos_token}}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\\n\\n### 前の投稿:\\n' + message['content'] + '' }}{% elif message['role'] == 'system' %}{{ '以下は、SNS上の投稿です。あなたはSNSの投稿生成botとして、次に続く投稿を考えなさい。説明はせず、投稿の内容のみを鉤括弧をつけずに答えよ。' }}{% elif message['role'] == 'assistant' %}{{ '\\n\\n### 次の投稿:\\n' + message['content'] + eos_token }}{% endif %}{% if loop.last and add_generation_prompt %}{{ '\\n\\n### 次の投稿:\\n' }}{% endif %}{% endfor %}"
|