Update tests.py

tests.py

@@ -1,10 +1,6 @@
 from mcp.server.fastmcp import FastMCP
-import random 
 import time
 from litellm import completion
-import shlex
-from subprocess import Popen, PIPE
-from threading import Timer
 import os
 import glob
 import http.client
@@ -14,7 +10,6 @@ import shutil
 from google import genai
 import pexpect
 
-
 client = genai.Client(api_key="AIzaSyDtP05TyoIy9j0uPL7_wLEhgQEE75AZQSc")
 source_dir = "/app/uploads/temp"
 destination_dir = "/app/code_interpreter"
@@ -33,74 +28,33 @@ from bs4 import BeautifulSoup  # For parsing HTML
 
 Parent=pexpect.spawn('bash')
 
-def download_all_files(base_url, files_endpoint, download_directory):
-    """Downloads all files listed on the server's /upload page."""
-    global downloaded_files
-
-    # Create the download directory if it doesn't exist
-    if not os.path.exists(download_directory):
-        os.makedirs(download_directory)
 
-    try:
-        # 1. Get the HTML of the /upload page
-        files_url = f"{base_url}{files_endpoint}"
-        response = requests.get(files_url)
-        response.raise_for_status()  # Check for HTTP errors
-
-        # 2. Parse the HTML using BeautifulSoup
-        soup = BeautifulSoup(response.content, "html.parser")
-
-        # 3. Find all the <a> (anchor) tags, which represent the links to the files
-        # This assumes the file links are inside <a> tags as shown in the server code
-        file_links = soup.find_all("a")
-
-        # 4. Iterate through the links and download the files
-        for link in file_links:
-            try:
-                file_url = link.get("href")  # Extract the href attribute (the URL)
-                if file_url:
-                    # Construct the full file URL if the href is relative
-                    if not file_url.startswith("http"):
-                        file_url = f"{base_url}{file_url}"  #  Relative URLs
-
-                    filename = os.path.basename(file_url) # Extract the filename from the URL
-                    file_path = os.path.join(download_directory, filename)
-                    if filename in downloaded_files:
-                        pass
-                    else:
-                        downloaded_files.append(filename)
-                        print(f"Downloading: {filename} from {file_url}")
-
-                        # Download the file
-                        file_response = requests.get(file_url, stream=True)  # Use stream=True for large files
-                        file_response.raise_for_status() # Check for HTTP errors
-
-                        with open(file_path, "wb") as file: # Open in binary write mode
-                            for chunk in file_response.iter_content(chunk_size=8192): # Iterate and write in chunks (good for large files)
-                                if chunk:  # filter out keep-alive new chunks
-                                    file.write(chunk)
-
-                        print(f"Downloaded: {filename} to {file_path}")
-
-            except requests.exceptions.RequestException as e:
-                print(f"Error downloading {link.get('href')}: {e}")
-            except OSError as e: #Handles potential issues with file permissions or disk space.
-                print(f"Error saving {filename}: {e}")
-
-    except requests.exceptions.RequestException as e:
-        print(f"Error getting file list from server: {e}")
-    except Exception as e: # Catch all other potential errors
-        print(f"An unexpected error occurred: {e}")
 
 def transfer_files():
-    for item in os.listdir(source_dir):
-        item_path = os.path.join(source_dir, item)
-        if os.path.isdir(item_path): # Check if it's a directory
-            for filename in os.listdir(item_path):
-                source_file_path = os.path.join(item_path, filename)
-                destination_file_path = os.path.join(destination_dir, filename)
-                shutil.move(source_file_path, destination_file_path)
-
+    try:
+        for item in os.listdir(source_dir):
+            item_path = os.path.join(source_dir, item)
+            if os.path.isdir(item_path): # Check if it's a directory
+                for filename in os.listdir(item_path):
+                    source_file_path = os.path.join(item_path, filename)
+                    destination_file_path = os.path.join(destination_dir, filename)
+                    if not os.path.exists(destination_file_path):
+                        shutil.move(source_file_path, destination_file_path)
+    except:
+        pass
+def transfer_files2():
+    try:
+        for item in os.listdir("/app/uploads"):
+            if "temp" not in item:
+                item_path = os.path.join(source_dir, item)
+                if os.path.isdir(item_path): # Check if it's a directory
+                    for filename in os.listdir(item_path):
+                        source_file_path = os.path.join(item_path, filename)
+                        destination_file_path = os.path.join(destination_dir, filename.split("__")[1])
+                        if not os.path.exists(destination_file_path):
+                            shutil.move(source_file_path, destination_file_path)
+    except:
+        pass
 def upload_file(file_path, upload_url):
     """Uploads a file to the specified server endpoint."""
 
@@ -149,7 +103,7 @@ def run(cmd, timeout_sec,forever_cmd):
 
         Parent.sendline(command)
         Parent.readline().decode()
-        return str(Parent.readline().decode())       
+        return str(Parent.readline().decode()) + "[INFO] The opened ports can be externally accessed at https://suitable-liked-ibex.ngrok-free.app/ "     
     t=time.time()
     child = pexpect.spawn("bash")
     output=""
@@ -161,7 +115,7 @@ def run(cmd, timeout_sec,forever_cmd):
 
     child.sendline(command)
 
-    while (not child.eof() ) and (time.time()-t<90):
+    while (not child.eof() ) and (time.time()-t<300):
         x=child.readline().decode()
         output=output+x
         print(x)
@@ -176,7 +130,7 @@ def run(cmd, timeout_sec,forever_cmd):
 @mcp.tool()
 def analyse_audio(audiopath,query) -> dict:
     """Ask another AI model about audios.The AI model can listen to the audio and give answers.Eg-query:Generate detailed minutes of meeting from the audio clip,audiopath='/app/code_interpreter/<audioname>'.Note:The audios are automatically present  in the /app/code_interpreter directory."""
-    download_all_files("https://opengpt-4ik5.onrender.com", "/upload", "/app/code_interpreter")
+    transfer_files2()
     myfile = client.files.upload(file=audiopath)
 
     response = client.models.generate_content(
@@ -188,7 +142,7 @@ def analyse_audio(audiopath,query) -> dict:
 @mcp.tool()
 def analyse_video(videopath,query) -> dict:
     """Ask another AI model about videos.The AI model can see the videos and give answers.Eg-query:Create a very detailed transcript and summary of the video,videopath='/app/code_interpreter/<videoname>'Note:The videos are automatically present  in the /app/code_interpreter directory."""
-    download_all_files("https://opengpt-4ik5.onrender.com", "/upload", "/app/code_interpreter")
+    transfer_files2()
     video_file = client.files.upload(file=videopath)
 
     while video_file.state.name == "PROCESSING":
@@ -209,7 +163,7 @@ def analyse_video(videopath,query) -> dict:
 @mcp.tool()
 def analyse_images(imagepath,query) -> dict:
     """Ask another AI model about images.The AI model can see the images and give answers.Eg-query:Who is the person in this image?,imagepath='/app/code_interpreter/<imagename>'.Note:The images are automatically present  in the /app/code_interpreter directory."""
-    download_all_files("https://opengpt-4ik5.onrender.com", "/upload", "/app/code_interpreter")
+    transfer_files2()
     video_file = client.files.upload(file=imagepath)
 
 
@@ -219,12 +173,26 @@ def analyse_images(imagepath,query) -> dict:
     )
     return {"Output":str(response.text)}
 
+
+# @mcp.tool()
+# def generate_images(imagepath,query) -> dict:
+#     """Ask another AI model to generate images based on the query and the image path.Set image path as an empty string , if you dont want to edit images , but rather generate images.Eg-query:Generate a cartoon version of this image,imagepath='/app/code_interpreter/<imagename>'.Note:The images are automatically present  in the /app/code_interpreter directory."""
+#     transfer_files2()
+#     video_file = client.files.upload(file=imagepath)
+
+
+#     response = client.models.generate_content(
+#     model='gemini-2.0-flash',
+#     contents=[query, video_file]
+#     )
+#     return {"Output":str(response.text)}
+
 @mcp.tool()
 def create_code_files(filename: str, code: str) -> dict:
     """Create code files by passing the the filename as well the entire code to write.The file is created by default in the /app/code_interpreter directory.Note:All user uploaded files that you might need to work upon are stored in the /app/code_interpreter directory."""
     global destination_dir
-    download_all_files("https://opengpt-4ik5.onrender.com", "/upload", "/app/code_interpreter")
     transfer_files()
+    transfer_files2()
     f = open(os.path.join(destination_dir, filename), "w")
     f.write(code)
     f.close()
@@ -253,7 +221,7 @@ def run_code(python_packages:str,filename: str, code: str,start_cmd:str,forever_
         stdot=run(
             f"{command} --break-system-packages {package_names}", timeout_sec=300,forever_cmd= 'false' 
         )
-    download_all_files("https://opengpt-4ik5.onrender.com", "/upload", "/app/code_interpreter")
+    transfer_files2()
     transfer_files()
     f = open(os.path.join(destination_dir, filename), "w")
     f.write(code)
@@ -275,7 +243,28 @@ def run_code(python_packages:str,filename: str, code: str,start_cmd:str,forever_
 
 @mcp.tool()
 def run_code_files(start_cmd:str,forever_cmd:str) -> dict:
-    """(start_cmd:Example-  python /app/code_interpreter/app.py or bash /app/code_interpreter/app.py).The files must be inside the /app/code_interpreter directory.forever_cmd:If 'true', the command will run indefinitely.Set to 'true', when running a website/server. If 'false', the command will time out after 300 second and the result will be returned."""
+    """Executes a shell command to run code files from /app/code_interpreter.
+
+    Runs the given `start_cmd`. The execution behavior depends on `forever_cmd`.
+    Any server/website started should use port 1337.
+
+    Args:
+        start_cmd (str): The shell command to execute the code.
+                         (e.g., ``python /app/code_interpreter/app.py``).
+                         Files must be in ``/app/code_interpreter``.
+        forever_cmd (str): Execution mode.
+                           - ``'true'``: Runs indefinitely (for servers/websites).
+                           - ``'false'``: Runs up to 300s, captures output.
+
+    Returns:
+        dict: A dictionary containing:
+              - ``'output'`` (str): Captured stdout (mainly when forever_cmd='false').
+              - ``'Files_download_link'`` (Any): Links/identifiers for downloadable files.
+
+    Notes:
+        - After execution, embed a download link (or display images/gifs/videos directly in markdown format) in your response.
+
+    """    
     global files_list
 
     stdot=run(start_cmd, 300,forever_cmd)
@@ -294,9 +283,39 @@ def run_code_files(start_cmd:str,forever_cmd:str) -> dict:
 
 @mcp.tool()
 def run_shell_command(cmd:str,forever_cmd:str) -> dict:
-    """(cmd:Example- mkdir test.By default , the command is run inside the /app/code_interpreter/ directory.).Remember, the code_interpreter is running on **alpine linux** , so write commands accordingly.Eg-sudo does not work and is not required.forever_cmd: If 'true', the command will run indefinitely.Set to 'true', when running a website/server. If 'false', the command will time out after 300 second and the result will be returned."""
-    output=run(cmd, 300,forever_cmd)
+    """Executes a shell command in a sandboxed Alpine Linux environment.
+
+    Runs the provided `cmd` string within a bash shell. Commands are executed
+    relative to the `/app/code_interpreter/` working directory by default.
+    The execution behavior (indefinite run vs. timeout) is controlled by
+    the `forever_cmd` parameter.
+
+    Important Environment Notes:
+        - The execution environment is **Alpine Linux**. Commands should be
+          compatible (e.g., `apk add` instead of `apt-get install`).
+        - `sudo` is not available and not required.
+        - Standard bash features like `&&`, `||`, pipes (`|`), etc., are supported.
+        - When installing python packages , add an argument --break-system-packages to the pip install command.
+
+    Args:
+        cmd (str): The shell command to execute.
+                   Example: ``mkdir test_dir && ls -l``
+        forever_cmd (str): Determines the execution mode.
+                           - ``'true'``: Runs the command indefinitely. Suitable
+                             for starting servers or long-running processes.
+                             Output capture might be limited.
+                           - ``'false'``: Runs the command until completion or
+                             a 300-second timeout, whichever comes first.
+                             Captures standard output.
+
+    Returns:
+        dict: A dictionary containing the execution results:
+              - ``'output'`` (str): The captured standard output (stdout) and potentially
+                standard error (stderr) from the command.
+    """    
     transfer_files()
+    transfer_files2()
+    output=run(cmd, 300,forever_cmd)
     return {"output":output}
 
 
@@ -318,7 +337,7 @@ def install_python_packages(python_packages:str) -> dict:
 
 @mcp.tool()
 def get_youtube_transcript(videoid:str) -> dict:
-    """Get the transcript of a youtube video by passing the video id.First search the web using google / exa for the relevant videos.Eg videoid=ZacjOVVgoLY"""
+    """Get the transcript of a youtube video by passing the video id.Eg videoid=ZacjOVVgoLY"""
     conn = http.client.HTTPSConnection("youtube-transcript3.p.rapidapi.com")
     headers = {
         'x-rapidapi-key': "2a155d4498mshd52b7d6b7a2ff86p10cdd0jsn6252e0f2f529",
@@ -334,7 +353,7 @@ def get_youtube_transcript(videoid:str) -> dict:
 def read_excel_file(filename) -> dict:
     """Reads the contents of an excel file.Returns a dict with key :value pair  = cell location:cell content.Always run this command first , when working with excels.The excel file is automatically present  in the /app/code_interpreter directory. """
     global destination_dir
-    download_all_files("https://opengpt-4ik5.onrender.com", "/upload", "/app/code_interpreter")
+    transfer_files2()
 
     workbook = openpyxl.load_workbook(os.path.join(destination_dir, filename))
 
@@ -385,50 +404,11 @@ def scrape_websites(url_list:list,query:str) -> list:
     return {"website_content":Output}
 
 
-@mcp.tool()
-def deepthinking1(query:str,info:str) -> dict:
-    """Ask another intelligent AI about the query.Ask the question defined by the query string and what you know about the question as well as provide your own knowledge and ideas about the question through the info string."""
-    response = completion(
-        model="groq/deepseek-r1-distill-llama-70b", 
-        messages=[
-        {"role": "user", "content": f"{query}.Here is what i Know about the query:{info}"}
-    ],
-        stream=False
-    )
-
-
-    return {"response":str(response.choices[0].message.content)}
-
-@mcp.tool()
-def deepthinking2(query:str,info:str) -> dict:
-    """Ask another intelligent AI about the query.Ask the question defined by the query string and what you know about the question as well as provide your own knowledge and ideas about the question through the info string."""
-    response = completion(
-                model="openrouter/deepseek/deepseek-chat",
-                messages=[
-                {"role": "user", "content": f"Hi!"}],
-                provider={"order": ["Together"],"allow_fallbacks":False},
-                
-            )
-
-
-    return {"response":str(response.choices[0].message.content)}
-
-@mcp.tool()
-def deepthinking3(query:str,info:str) -> dict:
-    """Ask another intelligent AI about the query.Ask the question defined by the query string and what you know about the question as well as provide your own knowledge and ideas about the question through the info string."""
-    response = completion(
-        model="gemini/gemini-2.0-flash-thinking-exp-01-21", 
-        messages=[
-        {"role": "user", "content": f"{query}.Here is what i Know about the query:{info}"}
-    ],
-    )
-
 
-    return {"response":str(response.choices[0].message.content)}
 
 if __name__ == "__main__":
     # Initialize and run the server
     Ngrok=pexpect.spawn('bash')
-    Ngrok.sendline("ngrok http 1337")
+    Ngrok.sendline("ngrok http --url=suitable-liked-ibex.ngrok-free.app 1337")
     Ngrok.readline().decode()
     mcp.run(transport='stdio')