Reduced to three n-grams

app.py

@@ -34,7 +34,7 @@ if not os.path.exists("./weights/"):
 snapshot_download(repo_id="meta-llama/Llama-2-7b", local_dir="./weights/")
 weight_path = "./weights/"
 # Load params
-param_file = "params/p15_d3_mixed.json"
+param_file = "params/p15_d3_ngram4_mixed.json"
 with open(param_file, "r") as f:
     params = json.load(f)
 alpha = params["alpha"]
@@ -48,7 +48,7 @@ i_length = params["i_length"]
 model = load_models()
 tokenizer = Tokenizer(f'{weight_path}/tokenizer.model')
 # Create ngram models
-ngrams = make_models("ckpts-200k", bigram=True, trigram=True, fourgram=True, fivegram=True, sixgram=True, sevengram=False)
+ngrams = make_models("ckpts-200k", bigram=True, trigram=True, fourgram=True, fivegram=False, sixgram=False, sevengram=False)
 
 def decode(tokenizer, encoding):
     """