0r0b0r0s commited on
Commit
6eaf9f8
·
verified ·
1 Parent(s): 9c1383b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -12
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  import requests
4
  import inspect
5
  import pandas as pd
6
- from huggingface_hub import InferenceClient, login
7
 
8
 
9
  # (Keep Constants as is)
@@ -16,27 +16,23 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
16
  from huggingface_hub import InferenceClient, login
17
 
18
  class BasicAgent:
 
19
  def __init__(self, hf_token: str):
20
  # Required for gated models
21
  login(token=hf_token, add_to_git_credential=False)
22
 
 
 
 
23
  # Verify model access
24
  try:
25
- model_info = HfApi().model_info(
26
- repo_id="meta-llama/Meta-Llama-3-70B-Instruct",
27
- token=hf_token
28
  )
29
  if model_info.gated:
30
- print("Verified model access")
31
  except Exception as e:
32
  raise RuntimeError(f"Model access denied: {str(e)}")
33
-
34
- # Initialize client
35
- self.client = InferenceClient(
36
- model="meta-llama/Meta-Llama-3-70B-Instruct",
37
- token=hf_token,
38
- timeout=60
39
- )
40
 
41
  def __call__(self, question: str) -> str:
42
  try:
 
3
  import requests
4
  import inspect
5
  import pandas as pd
6
+ from huggingface_hub import HfApi, InferenceClient, login
7
 
8
 
9
  # (Keep Constants as is)
 
16
  from huggingface_hub import InferenceClient, login
17
 
18
  class BasicAgent:
19
+
20
  def __init__(self, hf_token: str):
21
  # Required for gated models
22
  login(token=hf_token, add_to_git_credential=False)
23
 
24
+ # Initialize HfApi client
25
+ self.hf_api = HfApi(token=hf_token)
26
+
27
  # Verify model access
28
  try:
29
+ model_info = self.hf_api.model_info(
30
+ repo_id="meta-llama/Meta-Llama-3-70B-Instruct"
 
31
  )
32
  if model_info.gated:
33
+ print("Verified Llama-3 access")
34
  except Exception as e:
35
  raise RuntimeError(f"Model access denied: {str(e)}")
 
 
 
 
 
 
 
36
 
37
  def __call__(self, question: str) -> str:
38
  try: