DemahAlmutairi commited on
Commit
a4ef5a9
·
verified ·
1 Parent(s): ba3ad98

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -54,7 +54,13 @@ def generate_kids_story(character, setting, language):
54
 
55
  messages = [{"role": "user", "content": prompt}]
56
  output = generator(messages)
 
 
57
  del generator
 
 
 
 
58
 
59
  return output[0]["generated_text"]
60
 
 
54
 
55
  messages = [{"role": "user", "content": prompt}]
56
  output = generator(messages)
57
+
58
+ # Delete model and associated objects
59
  del generator
60
+ # Run garbage collection
61
+ gc.collect ()
62
+ # Empty CUDA cache
63
+ torch.cuda.empty_cache()
64
 
65
  return output[0]["generated_text"]
66