Upload folder using huggingface_hub

app.py

@@ -106,23 +106,30 @@ async def on_message(message):
             '.help : Show this message'
         )
     else:
-        key = random.choice(keys)
-        response = openai.OpenAI(
-            api_key=key,
-            base_url=config["url"],
-            default_headers={
-                "User-Agent": config.get("user_agent", ""),
-                "Cookie": config.get("cookie", "")
-            }
-        ).chat.completions.create(
-            model=config["model"],
-            messages=[
-                {"role": "user", "content": message.content} 
-            ],
-            stream=False
-        ).choices[0].message.content
-        await message.channel.send(response)
-
+        try:
+            if len(keys) == 0:
+                raise openai.RateLimitError("All API keys have been used up.")
+            key = random.choice(keys)
+            response = openai.OpenAI(
+                api_key=key,
+                base_url=config["url"],
+                default_headers={
+                    "User-Agent": config.get("user_agent", ""),
+                    "Cookie": config.get("cookie", "")
+                }
+            ).chat.completions.create(
+                model=config["model"],
+                messages=[
+                    {"role": "user", "content": message.content} 
+                ],
+                stream=False
+            ).choices[0].message.content
+            await message.channel.send(response)
+        except openai.RateLimitError as e:
+            if str(e).find("You've reached the upper limit for today's usage.") != -1:
+                print(f"[Rate Limited] Remove key {key[:8]}...{key[-8:]}")
+                keys.remove(key)
+            raise
 
 # print(os.getenv("TOKEN"))
 client.run(os.getenv('TOKEN'))