Spaces:
Sleeping
Sleeping
Commit
·
b282a7d
1
Parent(s):
9ed5b48
release
Browse files
src/lib/components/chat/ChatMessage.svelte
CHANGED
@@ -204,7 +204,7 @@
|
|
204 |
<div
|
205 |
class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
|
206 |
>
|
207 |
-
{message.metadata.energy_wh} Wh
|
208 |
</div>
|
209 |
{/if}
|
210 |
{#if message.metadata?.duration_seconds}
|
|
|
204 |
<div
|
205 |
class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
|
206 |
>
|
207 |
+
{message.metadata.energy_wh.toFixed(4)} Wh
|
208 |
</div>
|
209 |
{/if}
|
210 |
{#if message.metadata?.duration_seconds}
|
src/lib/components/chat/ChatWindow.svelte
CHANGED
@@ -358,7 +358,7 @@
|
|
358 |
{#if totalEnergy > 0}
|
359 |
<div class="mb-4 flex items-center justify-center">
|
360 |
<div class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded">
|
361 |
-
Total Energy: {totalEnergy.toFixed(
|
362 |
</div>
|
363 |
</div>
|
364 |
{/if}
|
|
|
358 |
{#if totalEnergy > 0}
|
359 |
<div class="mb-4 flex items-center justify-center">
|
360 |
<div class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded">
|
361 |
+
Total Energy: {totalEnergy.toFixed(4)} Wh (about {((totalEnergy / 19) * 100).toFixed(2)}% of charging a phone)
|
362 |
</div>
|
363 |
</div>
|
364 |
{/if}
|
src/lib/server/textGeneration/generate.ts
CHANGED
@@ -133,15 +133,15 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
|
|
133 |
|
134 |
// LLama 3.1 8B uses 17.38 Wh for 1000 queries according to https://huggingface.co/spaces/AIEnergyScore/Leaderboard
|
135 |
|
136 |
-
const energyUsedwh_sim =
|
137 |
console.log("energyUsedwh_sim", energyUsedwh_sim);
|
138 |
-
let energyUsedwh =
|
139 |
console.log("output", output);
|
140 |
if (output.energy_consumption === undefined) {
|
141 |
-
energyUsedwh =
|
142 |
} else {
|
143 |
// if the model has energy consumption, we use it instead
|
144 |
-
energyUsedwh =
|
145 |
}
|
146 |
console.log("energyUsedwh", energyUsedwh);
|
147 |
yield {
|
|
|
133 |
|
134 |
// LLama 3.1 8B uses 17.38 Wh for 1000 queries according to https://huggingface.co/spaces/AIEnergyScore/Leaderboard
|
135 |
|
136 |
+
const energyUsedwh_sim = 50 * (durationInSeconds / 3600); // Using P = 50W (H100 can use up to 700W)
|
137 |
console.log("energyUsedwh_sim", energyUsedwh_sim);
|
138 |
+
let energyUsedwh = 0;
|
139 |
console.log("output", output);
|
140 |
if (output.energy_consumption === undefined) {
|
141 |
+
energyUsedwh = energyUsedwh_sim;
|
142 |
} else {
|
143 |
// if the model has energy consumption, we use it instead
|
144 |
+
energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
|
145 |
}
|
146 |
console.log("energyUsedwh", energyUsedwh);
|
147 |
yield {
|