From 3a83da7281b5293e4486bd149d96118ef8e74da0 Mon Sep 17 00:00:00 2001 From: masterpiecebestquality Date: Mon, 20 Feb 2023 13:56:34 -0500 Subject: [PATCH] empty cache after execute() --- main.py | 1 + 1 file changed, 1 insertion(+) diff --git a/main.py b/main.py index a162e1ed..54c66dac 100644 --- a/main.py +++ b/main.py @@ -209,6 +209,7 @@ class PromptExecutor: executed = set(executed) for x in executed: self.old_prompt[x] = copy.deepcopy(prompt[x]) + torch.cuda.empty_cache() def validate_inputs(prompt, item): unique_id = item