RSHVR commited on
Commit
772f5c4
·
verified ·
1 Parent(s): 9a440f4

Update Gradio_UI.py

Browse files
Files changed (1) hide show
  1. Gradio_UI.py +10 -8
Gradio_UI.py CHANGED
@@ -130,24 +130,26 @@ def stream_to_gradio(
130
  additional_args: Optional[dict] = None,
131
  ):
132
  """Runs an agent with the given task and streams the messages from the agent as gradio ChatMessages."""
133
- if not _is_package_available("gradio"):
134
  raise ModuleNotFoundError(
135
  "Please install 'gradio' extra to use the GradioUI: `pip install 'smolagents[gradio]'`"
136
  )
137
  import gradio as gr
138
-
139
  total_input_tokens = 0
140
  total_output_tokens = 0
141
-
142
  for step_log in agent.run(task, stream=True, reset=reset_agent_memory, additional_args=additional_args):
143
  # Track tokens if model provides them
144
  if hasattr(agent.model, "last_input_token_count"):
145
- total_input_tokens += agent.model.last_input_token_count
146
- total_output_tokens += agent.model.last_output_token_count
 
 
 
 
 
147
  if isinstance(step_log, ActionStep):
148
- step_log.input_token_count = agent.model.last_input_token_count
149
- step_log.output_token_count = agent.model.last_output_token_count
150
-
151
  for message in pull_messages_from_step(
152
  step_log,
153
  ):
 
130
  additional_args: Optional[dict] = None,
131
  ):
132
  """Runs an agent with the given task and streams the messages from the agent as gradio ChatMessages."""
133
+ if not is_package_available("gradio"):
134
  raise ModuleNotFoundError(
135
  "Please install 'gradio' extra to use the GradioUI: `pip install 'smolagents[gradio]'`"
136
  )
137
  import gradio as gr
 
138
  total_input_tokens = 0
139
  total_output_tokens = 0
 
140
  for step_log in agent.run(task, stream=True, reset=reset_agent_memory, additional_args=additional_args):
141
  # Track tokens if model provides them
142
  if hasattr(agent.model, "last_input_token_count"):
143
+ # Check if token counts are None before adding
144
+ input_tokens = agent.model.last_input_token_count or 0
145
+ output_tokens = agent.model.last_output_token_count or 0
146
+
147
+ total_input_tokens += input_tokens
148
+ total_output_tokens += output_tokens
149
+
150
  if isinstance(step_log, ActionStep):
151
+ step_log.input_token_count = input_tokens
152
+ step_log.output_token_count = output_tokens
 
153
  for message in pull_messages_from_step(
154
  step_log,
155
  ):