Update app.py
Browse files
app.py
CHANGED
|
@@ -54,7 +54,7 @@ class StarlingBot:
|
|
| 54 |
# response_text = response.split("<|assistant|>\n")[-1]
|
| 55 |
return response_text
|
| 56 |
finally:
|
| 57 |
-
del input_ids
|
| 58 |
gc.collect()
|
| 59 |
torch.cuda.empty_cache()
|
| 60 |
|
|
|
|
| 54 |
# response_text = response.split("<|assistant|>\n")[-1]
|
| 55 |
return response_text
|
| 56 |
finally:
|
| 57 |
+
del input_ids
|
| 58 |
gc.collect()
|
| 59 |
torch.cuda.empty_cache()
|
| 60 |
|