Update app.py

app.py

@@ -1,7 +1,8 @@
 import gradio as gr
 import pandas as pd
 import tiktoken
-from anthropic import tokenizer
+import anthropic
+#import os
 
 def process_csv(file, calculate_openai, openai_model, calculate_anthropic, anthropic_model):
     # Check if file is uploaded
@@ -41,14 +42,23 @@ def process_csv(file, calculate_openai, openai_model, calculate_anthropic, anthr
         output += f"\n**Total OpenAI Tokens ({openai_model}): {total_tokens_openai}**\n\n"
     
     if calculate_anthropic:
-        # For Anthropic tokenizer (assuming same tokenizer across models)
+        # Get the Anthropic API key from environment variables
+        #anthropic_api_key = os.environ.get("ANTHROPIC_API_KEY")
+        #if not anthropic_api_key:
+        #    return "Please set the ANTHROPIC_API_KEY environment variable."
+        
+        # Initialize the Anthropic client
+        #client = anthropic.Anthropic(api_key=anthropic_api_key)
+        client = anthropic.Anthropic()
+        
         token_counts_anthropic = {}
         total_tokens_anthropic = 0
         
+        # Iterate over columns
         for col in df.columns:
             tokens_col_anthropic = 0
             for cell in df[col].astype(str):
-                tokens_anthropic = len(tokenizer.encode(cell))
+                tokens_anthropic = client.count_tokens(cell)
                 tokens_col_anthropic += tokens_anthropic
             token_counts_anthropic[col] = tokens_col_anthropic
             total_tokens_anthropic += tokens_col_anthropic