derekl35 HF Staff commited on
Commit
e70b261
·
verified ·
1 Parent(s): f0fcc66

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -66,7 +66,7 @@ def load_bf16_pipeline():
66
  end_time = time.time()
67
  mem_reserved = torch.cuda.memory_reserved(0)/1024**3 if DEVICE == "cuda" else 0
68
  print(f"BF16 Pipeline loaded in {end_time - start_time:.2f}s. Memory reserved: {mem_reserved:.2f} GB")
69
- # CACHED_PIPES[MODEL_ID] = pipe
70
  return pipe
71
  except Exception as e:
72
  print(f"Error loading BF16 pipeline: {e}")
 
66
  end_time = time.time()
67
  mem_reserved = torch.cuda.memory_reserved(0)/1024**3 if DEVICE == "cuda" else 0
68
  print(f"BF16 Pipeline loaded in {end_time - start_time:.2f}s. Memory reserved: {mem_reserved:.2f} GB")
69
+ CACHED_PIPES[MODEL_ID] = pipe
70
  return pipe
71
  except Exception as e:
72
  print(f"Error loading BF16 pipeline: {e}")