Elevate specific Borg warnings to errors or squash errors to warnings (#798).

tests/integration/test_execute.py

@@ -11,7 +11,7 @@ from borgmatic import execute as module
 def test_log_outputs_logs_each_line_separately():
     flexmock(module.logger).should_receive('log').with_args(logging.INFO, 'hi').once()
     flexmock(module.logger).should_receive('log').with_args(logging.INFO, 'there').once()
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(False)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.SUCCESS)
 
     hi_process = subprocess.Popen(['echo', 'hi'], stdout=subprocess.PIPE)
     flexmock(module).should_receive('output_buffer_for_process').with_args(
@@ -28,13 +28,14 @@ def test_log_outputs_logs_each_line_separately():
         exclude_stdouts=(),
         output_log_level=logging.INFO,
         borg_local_path='borg',
+        borg_exit_codes=None,
     )
 
 
 def test_log_outputs_skips_logs_for_process_with_none_stdout():
     flexmock(module.logger).should_receive('log').with_args(logging.INFO, 'hi').never()
     flexmock(module.logger).should_receive('log').with_args(logging.INFO, 'there').once()
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(False)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.SUCCESS)
 
     hi_process = subprocess.Popen(['echo', 'hi'], stdout=None)
     flexmock(module).should_receive('output_buffer_for_process').with_args(
@@ -51,12 +52,13 @@ def test_log_outputs_skips_logs_for_process_with_none_stdout():
         exclude_stdouts=(),
         output_log_level=logging.INFO,
         borg_local_path='borg',
+        borg_exit_codes=None,
     )
 
 
 def test_log_outputs_returns_output_without_logging_for_output_log_level_none():
     flexmock(module.logger).should_receive('log').never()
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(False)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.SUCCESS)
 
     hi_process = subprocess.Popen(['echo', 'hi'], stdout=subprocess.PIPE)
     flexmock(module).should_receive('output_buffer_for_process').with_args(
@@ -73,6 +75,7 @@ def test_log_outputs_returns_output_without_logging_for_output_log_level_none():
         exclude_stdouts=(),
         output_log_level=None,
         borg_local_path='borg',
+        borg_exit_codes=None,
     )
 
     assert captured_outputs == {hi_process: 'hi', there_process: 'there'}
@@ -80,7 +83,7 @@ def test_log_outputs_returns_output_without_logging_for_output_log_level_none():
 
 def test_log_outputs_includes_error_output_in_exception():
     flexmock(module.logger).should_receive('log')
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(True)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.ERROR)
     flexmock(module).should_receive('command_for_process').and_return('grep')
 
     process = subprocess.Popen(['grep'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
@@ -88,7 +91,11 @@ def test_log_outputs_includes_error_output_in_exception():
 
     with pytest.raises(subprocess.CalledProcessError) as error:
         module.log_outputs(
-            (process,), exclude_stdouts=(), output_log_level=logging.INFO, borg_local_path='borg'
+            (process,),
+            exclude_stdouts=(),
+            output_log_level=logging.INFO,
+            borg_local_path='borg',
+            borg_exit_codes=None,
         )
 
     assert error.value.output
@@ -100,7 +107,7 @@ def test_log_outputs_logs_multiline_error_output():
     of a process' traceback.
     '''
     flexmock(module.logger).should_receive('log')
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(True)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.ERROR)
     flexmock(module).should_receive('command_for_process').and_return('grep')
 
     process = subprocess.Popen(
@@ -111,13 +118,17 @@ def test_log_outputs_logs_multiline_error_output():
 
     with pytest.raises(subprocess.CalledProcessError):
         module.log_outputs(
-            (process,), exclude_stdouts=(), output_log_level=logging.INFO, borg_local_path='borg'
+            (process,),
+            exclude_stdouts=(),
+            output_log_level=logging.INFO,
+            borg_local_path='borg',
+            borg_exit_codes=None,
         )
 
 
 def test_log_outputs_skips_error_output_in_exception_for_process_with_none_stdout():
     flexmock(module.logger).should_receive('log')
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(True)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.ERROR)
     flexmock(module).should_receive('command_for_process').and_return('grep')
 
     process = subprocess.Popen(['grep'], stdout=None)
@@ -125,30 +136,43 @@ def test_log_outputs_skips_error_output_in_exception_for_process_with_none_stdou
 
     with pytest.raises(subprocess.CalledProcessError) as error:
         module.log_outputs(
-            (process,), exclude_stdouts=(), output_log_level=logging.INFO, borg_local_path='borg'
+            (process,),
+            exclude_stdouts=(),
+            output_log_level=logging.INFO,
+            borg_local_path='borg',
+            borg_exit_codes=None,
         )
 
     assert error.value.returncode == 2
     assert not error.value.output
 
 
-def test_log_outputs_kills_other_processes_when_one_errors():
+def test_log_outputs_kills_other_processes_and_raises_when_one_errors():
     flexmock(module.logger).should_receive('log')
     flexmock(module).should_receive('command_for_process').and_return('grep')
 
     process = subprocess.Popen(['grep'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-    flexmock(module).should_receive('exit_code_indicates_error').with_args(
-        ['grep'], None, 'borg'
-    ).and_return(False)
-    flexmock(module).should_receive('exit_code_indicates_error').with_args(
-        ['grep'], 2, 'borg'
-    ).and_return(True)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['grep'],
+        None,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.SUCCESS)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['grep'],
+        2,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.ERROR)
     other_process = subprocess.Popen(
         ['sleep', '2'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT
     )
-    flexmock(module).should_receive('exit_code_indicates_error').with_args(
-        ['sleep', '2'], None, 'borg'
-    ).and_return(False)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['sleep', '2'],
+        None,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.SUCCESS)
     flexmock(module).should_receive('output_buffer_for_process').with_args(process, ()).and_return(
         process.stdout
     )
@@ -163,12 +187,56 @@ def test_log_outputs_kills_other_processes_when_one_errors():
             exclude_stdouts=(),
             output_log_level=logging.INFO,
             borg_local_path='borg',
+            borg_exit_codes=None,
         )
 
     assert error.value.returncode == 2
     assert error.value.output
 
 
+def test_log_outputs_kills_other_processes_and_returns_when_one_exits_with_warning():
+    flexmock(module.logger).should_receive('log')
+    flexmock(module).should_receive('command_for_process').and_return('grep')
+
+    process = subprocess.Popen(['grep'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['grep'],
+        None,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.SUCCESS)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['grep'],
+        2,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.WARNING)
+    other_process = subprocess.Popen(
+        ['sleep', '2'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT
+    )
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['sleep', '2'],
+        None,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.SUCCESS)
+    flexmock(module).should_receive('output_buffer_for_process').with_args(process, ()).and_return(
+        process.stdout
+    )
+    flexmock(module).should_receive('output_buffer_for_process').with_args(
+        other_process, ()
+    ).and_return(other_process.stdout)
+    flexmock(other_process).should_receive('kill').once()
+
+    module.log_outputs(
+        (process, other_process),
+        exclude_stdouts=(),
+        output_log_level=logging.INFO,
+        borg_local_path='borg',
+        borg_exit_codes=None,
+    )
+
+
 def test_log_outputs_vents_other_processes_when_one_exits():
     '''
     Execute a command to generate a longish random string and pipe it into another command that
@@ -204,6 +272,7 @@ def test_log_outputs_vents_other_processes_when_one_exits():
         exclude_stdouts=(process.stdout,),
         output_log_level=logging.INFO,
         borg_local_path='borg',
+        borg_exit_codes=None,
     )
 
 
@@ -235,6 +304,7 @@ def test_log_outputs_does_not_error_when_one_process_exits():
         exclude_stdouts=(process.stdout,),
         output_log_level=logging.INFO,
         borg_local_path='borg',
+        borg_exit_codes=None,
     )
 
 
@@ -243,17 +313,27 @@ def test_log_outputs_truncates_long_error_output():
     flexmock(module).should_receive('command_for_process').and_return('grep')
 
     process = subprocess.Popen(['grep'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-    flexmock(module).should_receive('exit_code_indicates_error').with_args(
-        ['grep'], None, 'borg'
-    ).and_return(False)
-    flexmock(module).should_receive('exit_code_indicates_error').with_args(
-        ['grep'], 2, 'borg'
-    ).and_return(True)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['grep'],
+        None,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.SUCCESS)
+    flexmock(module).should_receive('interpret_exit_code').with_args(
+        ['grep'],
+        2,
+        'borg',
+        None,
+    ).and_return(module.Exit_status.ERROR)
     flexmock(module).should_receive('output_buffer_for_process').and_return(process.stdout)
 
     with pytest.raises(subprocess.CalledProcessError) as error:
         flexmock(module, ERROR_OUTPUT_MAX_LINE_COUNT=0).log_outputs(
-            (process,), exclude_stdouts=(), output_log_level=logging.INFO, borg_local_path='borg'
+            (process,),
+            exclude_stdouts=(),
+            output_log_level=logging.INFO,
+            borg_local_path='borg',
+            borg_exit_codes=None,
         )
 
     assert error.value.returncode == 2
@@ -262,24 +342,32 @@ def test_log_outputs_truncates_long_error_output():
 
 def test_log_outputs_with_no_output_logs_nothing():
     flexmock(module.logger).should_receive('log').never()
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(False)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.SUCCESS)
 
     process = subprocess.Popen(['true'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
     flexmock(module).should_receive('output_buffer_for_process').and_return(process.stdout)
 
     module.log_outputs(
-        (process,), exclude_stdouts=(), output_log_level=logging.INFO, borg_local_path='borg'
+        (process,),
+        exclude_stdouts=(),
+        output_log_level=logging.INFO,
+        borg_local_path='borg',
+        borg_exit_codes=None,
     )
 
 
 def test_log_outputs_with_unfinished_process_re_polls():
     flexmock(module.logger).should_receive('log').never()
-    flexmock(module).should_receive('exit_code_indicates_error').and_return(False)
+    flexmock(module).should_receive('interpret_exit_code').and_return(module.Exit_status.SUCCESS)
 
     process = subprocess.Popen(['true'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
     flexmock(process).should_receive('poll').and_return(None).and_return(0).times(3)
     flexmock(module).should_receive('output_buffer_for_process').and_return(process.stdout)
 
     module.log_outputs(
-        (process,), exclude_stdouts=(), output_log_level=logging.INFO, borg_local_path='borg'
+        (process,),
+        exclude_stdouts=(),
+        output_log_level=logging.INFO,
+        borg_local_path='borg',
+        borg_exit_codes=None,
     )