Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -54,7 +54,13 @@ def generate_kids_story(character, setting, language):
|
|
54 |
|
55 |
messages = [{"role": "user", "content": prompt}]
|
56 |
output = generator(messages)
|
|
|
|
|
57 |
del generator
|
|
|
|
|
|
|
|
|
58 |
|
59 |
return output[0]["generated_text"]
|
60 |
|
|
|
54 |
|
55 |
messages = [{"role": "user", "content": prompt}]
|
56 |
output = generator(messages)
|
57 |
+
|
58 |
+
# Delete model and associated objects
|
59 |
del generator
|
60 |
+
# Run garbage collection
|
61 |
+
gc.collect ()
|
62 |
+
# Empty CUDA cache
|
63 |
+
torch.cuda.empty_cache()
|
64 |
|
65 |
return output[0]["generated_text"]
|
66 |
|