Update main.py

main.py

@@ -9,16 +9,6 @@ from ctransformers import AutoModelForCausalLM
 from pydantic import BaseModel
 from sse_starlette.sse import EventSourceResponse
 
-config = {
-    "temperature": 0.8,
-    "top_p": 0.95,
-    "top_k": 50,
-    "max_new_tokens": 1024,
-    "use_cache": True,
-    "do_sample": True,
-    "repetition_penalty": 1.02,
-    "max_seq_len": 4096
-}
 llm = AutoModelForCausalLM.from_pretrained('TheBloke/MPT-7B-Storywriter-GGML',
                                            model_file='mpt-7b-storywriter.ggmlv3.q4_0.bin',
                                            model_type='mpt')