diff --git a/execution.py b/execution.py
index 30eeb630..757e0d9f 100644
--- a/execution.py
+++ b/execution.py
@@ -143,7 +143,7 @@ class PromptExecutor:
         else:
             self.server.client_id = None
 
-        with torch.no_grad():
+        with torch.inference_mode():
             for x in prompt:
                 recursive_output_delete_if_changed(prompt, self.old_prompt, self.outputs, x)