jdelavande HF Staff commited on
Commit
b282a7d
·
1 Parent(s): 9ed5b48
src/lib/components/chat/ChatMessage.svelte CHANGED
@@ -204,7 +204,7 @@
204
  <div
205
  class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
206
  >
207
- {message.metadata.energy_wh} Wh
208
  </div>
209
  {/if}
210
  {#if message.metadata?.duration_seconds}
 
204
  <div
205
  class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
206
  >
207
+ {message.metadata.energy_wh.toFixed(4)} Wh
208
  </div>
209
  {/if}
210
  {#if message.metadata?.duration_seconds}
src/lib/components/chat/ChatWindow.svelte CHANGED
@@ -358,7 +358,7 @@
358
  {#if totalEnergy > 0}
359
  <div class="mb-4 flex items-center justify-center">
360
  <div class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded">
361
- Total Energy: {totalEnergy.toFixed(6)} Wh (about {((totalEnergy / 19) * 100).toFixed(2)}% of charging a phone)
362
  </div>
363
  </div>
364
  {/if}
 
358
  {#if totalEnergy > 0}
359
  <div class="mb-4 flex items-center justify-center">
360
  <div class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded">
361
+ Total Energy: {totalEnergy.toFixed(4)} Wh (about {((totalEnergy / 19) * 100).toFixed(2)}% of charging a phone)
362
  </div>
363
  </div>
364
  {/if}
src/lib/server/textGeneration/generate.ts CHANGED
@@ -133,15 +133,15 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
133
 
134
  // LLama 3.1 8B uses 17.38 Wh for 1000 queries according to https://huggingface.co/spaces/AIEnergyScore/Leaderboard
135
 
136
- const energyUsedwh_sim = (50 * (durationInSeconds / 3600)).toFixed(6); // Using P = 50W (H100 can use up to 700W)
137
  console.log("energyUsedwh_sim", energyUsedwh_sim);
138
- let energyUsedwh = "0";
139
  console.log("output", output);
140
  if (output.energy_consumption === undefined) {
141
- energyUsedwh = (energyUsedwh_sim / 1000).toFixed(6); // converting from mJ to Wh
142
  } else {
143
  // if the model has energy consumption, we use it instead
144
- energyUsedwh = (output.energy_consumption / 1000 / 3600).toFixed(6); // converting from mJ to Wh
145
  }
146
  console.log("energyUsedwh", energyUsedwh);
147
  yield {
 
133
 
134
  // LLama 3.1 8B uses 17.38 Wh for 1000 queries according to https://huggingface.co/spaces/AIEnergyScore/Leaderboard
135
 
136
+ const energyUsedwh_sim = 50 * (durationInSeconds / 3600); // Using P = 50W (H100 can use up to 700W)
137
  console.log("energyUsedwh_sim", energyUsedwh_sim);
138
+ let energyUsedwh = 0;
139
  console.log("output", output);
140
  if (output.energy_consumption === undefined) {
141
+ energyUsedwh = energyUsedwh_sim;
142
  } else {
143
  // if the model has energy consumption, we use it instead
144
+ energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
145
  }
146
  console.log("energyUsedwh", energyUsedwh);
147
  yield {