disabled reliability_guard because it broke all tests

haesleinhuepf · Mar 23, 2024 · 56df3b0 · 56df3b0
1 parent f68baa6
commit 56df3b0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/human_eval/execution.py b/human_eval/execution.py
@@ -21,7 +21,7 @@ def unsafe_execute(problem, completion, result, timeout):
         chdir = os.chdir
 
         # Disable functionalities that can make destructive changes to the test.
-        reliability_guard()
+        # reliability_guard()
 
         # Construct the check program and run it.
         check_program = (