add translate

requirements.txt

@@ -3,4 +3,4 @@ smolagents
 requests
 duckduckgo_search
 pandas
-transformers
+huggingface_hub

tools/translate.py

@@ -1,19 +1,20 @@
-from transformers import AutoModelForCausalLM, AutoTokenizer
 from smolagents.tools import Tool
+from huggingface_hub import InferenceClient
 
 class TranslateTool(Tool):
     name = "translate"
     description = "Translate text from Chinese to English"
     inputs = {"text": {"type": "string", "description": "The text to translate"}}
     output_type = "string"
+    model_id = "Helsinki-NLP/opus-mt-zh-en"
+    client = InferenceClient(model_id)
 
     def forward(self, text: str) -> str:
-        inputs = self.tokenizer(text, return_tensors="pt")
-        outputs = self.model.generate(**inputs, max_new_tokens=512)
-        return self.tokenizer.decode(outputs[0], skip_special_tokens=True)
+        response = self.client.text_generation(
+            f"Translate from Chinese to English: {text}",
+            max_new_tokens=100
+        )
+        return response
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)   
-        self.model_id = "ModelSpace/GemmaX2-28-9B-v0.1"
-        self.tokenizer = AutoTokenizer.from_pretrained(self.model_id)
-        self.model = AutoModelForCausalLM.from_pretrained(self.model_id)