Added torch dist env variables

app.py

@@ -11,6 +11,12 @@ from superposed.llama.superposed_generation import SuperposedLlama
 from superposed.llama.tokenizer import Tokenizer
 from superposed.ngrams.ngram_models import make_models
 
+# Set torch dist variables
+os.environ['RANK'] = 0
+os.environ['WORLD_SIZE'] = 1
+os.environ['MASTER_PORT'] = "12193"
+os.environ['MASTER_ADDR'] = "127.0.0.1"
+
 # load_dotenv()
 # print(os.getenv("HF_ACCESS_TOKEN"))
 login(os.getenv("HF_ACCESS_TOKEN"))