Update app.py

app.py

@@ -156,7 +156,7 @@ print('Loading karaoke words list and dict...')
 kar_words_list_dict_pickle = hf_hub_download(repo_id='asigalov61/Karaoke-Transformer', filename='all_words_list_dict.pickle')
 
 with open(kar_words_list_dict_pickle, 'rb') as f:
-    kar_words_list_dict = pickle.load(f)
+    all_words_list, all_words_dict = pickle.load(f)
 
 print('Done!')
 print('=' * 70)
@@ -213,10 +213,6 @@ def Generate_Karaoke(input_lyrics,
     start_time = reqtime.time()
     print('=' * 70)
 
-    fn = os.path.basename(input_midi)
-    fn1 = fn.split('.')[0]
-
-    print('=' * 70)
     print('Requested settings:')
     print('=' * 70)
     print('Input lyrics:', input_lyrics)
@@ -229,6 +225,8 @@ def Generate_Karaoke(input_lyrics,
     print('=' * 70)
     print('Generating...')
 
+    #==================================================================
+
     kar_model.to(device_type)
     kar_model.eval()
 
@@ -237,6 +235,34 @@ def Generate_Karaoke(input_lyrics,
 
     #==================================================================
 
+    x = torch.LongTensor([20384]).cuda()
+    
+    with ctx:
+        out = kar_model.generate(x,
+                                 1024,
+                                 temperature=0.85,
+                                 filter_logits_fn=top_p,
+                                 filter_kwargs={'thres': 0.96},
+                                 return_prime=True,
+                                 eos_token=20386,
+                                 verbose=True)
+    
+    y = out.tolist()
+
+    #==================================================================
+
+    decoded_lyrics = []
+
+    for tok in y[0]:
+        if 383 < tok < 20384:
+            decoded_lyrics.append(all_words_list[tok-384])
+
+    #==================================================================
+
+    score = [t for t in y[0] if t < 384]
+
+    #==================================================================
+
     start_score_seq = [1792] + score + [1793]
 
     #==================================================================