import io import os import pathlib import shutil from loguru import logger import subprocess UPLOAD_DIRECTORY = pathlib.Path("/app/uploaded_files") CONFIG_PATH = pathlib.Path("/app/yourbench_config.yml") AVAILABLE_MODELS = [ "mistralai/Mistral-Small-24B-Instruct-2501", "meta-llama/Llama-3.3-70B-Instruct", ] DEFAULT_MODEL = AVAILABLE_MODELS[0] BASE_API_URLS = { "huggingface": "https://router.huggingface.co/hf-inference/v1", "openrouter": "https://openrouter.ai/api/v1", "openai": "https://api.openai.com/v1/", } def save_files(files: list[str]): saved_paths = [shutil.move(str(pathlib.Path(file)), str(UPLOAD_DIRECTORY / pathlib.Path(file).name)) for file in files] return f"Files saved to: {', '.join(saved_paths)}" class SubprocessManager: def __init__(self, command): self.command = command self.process = None self.output_stream = io.StringIO() def start_process(self, custom_env: dict | None): """Start the subprocess.""" if self.is_running(): logger.info("Process is already running") return self.output_stream = io.StringIO() self.process = subprocess.Popen( self.command, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, # Combine stderr with stdout text=True, bufsize=1, start_new_session=True, env=custom_env ) os.set_blocking(self.process.stdout.fileno(), False) logger.info("Started the process") def read_and_get_output(self): """Read available subprocess output and return the captured output.""" if self.process and self.process.stdout: try: while True: line = self.process.stdout.readline() if line: self.output_stream.write(line) # Capture in StringIO else: break except BlockingIOError: pass return self.output_stream.getvalue() def stop_process(self): """Terminate the subprocess.""" if not self.is_running(): logger.info("Process is not running") return logger.info("Sending SIGTERM to the Process") self.process.terminate() exit_code = self.process.wait() # Wait for process to terminate logger.info(f"Process stopped exit code {exit_code}") #return exit_code def kill_process(self): """Forcefully kill the subprocess.""" if not self.is_running(): logger.info("Process is not running") return logger.info("Sending SIGKILL to the Process") self.process.kill() exit_code = self.process.wait() # Wait for process to be killed logger.info(f"Process killed exit code {exit_code}") #return exit_code def is_running(self): """Check if the subprocess is still running.""" return self.process and self.process.poll() is None