initial commit

gen.py

@@ -182,6 +182,7 @@ def generate(event):
 
 
     output_text = tokenizer.decode(tokens[0], skip_special_tokens=False)
+    print(output_text)
     user_prompt_length = len(f"<bos><start_of_turn>user\n{prompt}\n{event}<end_of_turn>\n<start_of_turn>model\n")  # Calculate user prompt length
 
     json_start_index = output_text.find("<json>")