Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -66,7 +66,7 @@ def load_bf16_pipeline():
|
|
66 |
end_time = time.time()
|
67 |
mem_reserved = torch.cuda.memory_reserved(0)/1024**3 if DEVICE == "cuda" else 0
|
68 |
print(f"BF16 Pipeline loaded in {end_time - start_time:.2f}s. Memory reserved: {mem_reserved:.2f} GB")
|
69 |
-
|
70 |
return pipe
|
71 |
except Exception as e:
|
72 |
print(f"Error loading BF16 pipeline: {e}")
|
|
|
66 |
end_time = time.time()
|
67 |
mem_reserved = torch.cuda.memory_reserved(0)/1024**3 if DEVICE == "cuda" else 0
|
68 |
print(f"BF16 Pipeline loaded in {end_time - start_time:.2f}s. Memory reserved: {mem_reserved:.2f} GB")
|
69 |
+
CACHED_PIPES[MODEL_ID] = pipe
|
70 |
return pipe
|
71 |
except Exception as e:
|
72 |
print(f"Error loading BF16 pipeline: {e}")
|