Attempt to load model

app.py

@@ -1,5 +1,14 @@
 import gradio as gr
 
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+model_id = "AverageBusinessUser/aidapal"
+filename = "aidapal-8k.Q4_K_M.gguf"
+
+#torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
+tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
+model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename, torch_dtype=torch_dtype)
+
 def greet(name):
     return "Hello " + name + "!!"
 

requirements.txt

@@ -0,0 +1,2 @@
+transformers
+gguf