Update app.py

app.py

@@ -36,27 +36,8 @@ def transcribe(wav_path):
 				"transcribe",	# str in 'Task' Radio component
 				api_name="/predict"
     )
-    
-# Prediction function
-def predict(message, system_prompt='Your name is OpenGPT. You are developed by Achyuth. You need to mostly focus on giving information about future agriculture and advanced farming. Empower yourself farming future with cutting-edge technology and sustainable practices. You need to cultivate a greener and more productive. Your developer is studying in The Hyderabad Public School Kadapa.', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
-    with st.status("Starting client"):
-        client = Client("https://huggingface-projects-llama-2-7b-chat.hf.space/")
-        st.write("Requesting Audio Transcriber")
-    with st.status("Requesting AgriTure v1"):
-        st.write("Requesting API")
-        response = client.predict(
-    			message,	# str in 'Message' Textbox component
-                system_prompt,	# str in 'Optional system prompt' Textbox component
-    			max_new_tokens,	# int | float (numeric value between 0 and 4096)
-    			temperature,	# int | float (numeric value between 0.0 and 1.0)
-    			Topp,	
-                500,
-    			Repetitionpenalty,	# int | float (numeric value between 1.0 and 2.0)
-    			api_name="/chat"
-        )
-        st.write("Done")
-        return response
 
+    
 # Streamlit UI
 st.title(TITLE)
 st.write(DESCRIPTION)
@@ -121,7 +102,14 @@ def text_to_speech(text, language='en', filename='output.mp3'):
     os.system(f'start {filename}')  # This works on Windows. For other OS, you might need a different command.
 
 
-response = client.predict(
+# Prediction function
+def predict(message, system_prompt='Your name is OpenGPT. You are developed by Achyuth. You need to mostly focus on giving information about future agriculture and advanced farming. Empower yourself farming future with cutting-edge technology and sustainable practices. You need to cultivate a greener and more productive. Your developer is studying in The Hyderabad Public School Kadapa.', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
+    with st.status("Starting client"):
+        client = Client("https://huggingface-projects-llama-2-7b-chat.hf.space/")
+        st.write("Requesting Audio Transcriber")
+    with st.status("Requesting AgriTure v1"):
+        st.write("Requesting API")
+        response = client.predict(
     			message,	# str in 'Message' Textbox component
                 system_prompt,	# str in 'Optional system prompt' Textbox component
     			max_new_tokens,	# int | float (numeric value between 0 and 4096)
@@ -131,7 +119,8 @@ response = client.predict(
     			Repetitionpenalty,	# int | float (numeric value between 1.0 and 2.0)
     			api_name="/chat"
         )
+        st.write("Done")
+        return response
 
-    
 # Example usage
 text_to_speech(response)