Added support for grafana loki

Fixed typos and changed class names to fit the coding convention

@@ -1406,0 +1417,4 @@
+            labels:
+                type: object
+                additionalProperties:
+                    type: string

@@ -1406,0 +1422,4 @@
+                    Allows setting custom labels for the logging stream. At
+                    least one label is required. "__hostname" gets replaced by
+                    the machine hostname automatically. "__config" gets replaced
+                    by just the name of the configuration file. "__config_path"

@@ -0,0 +9,4 @@
+
+logger = logging.getLogger(__name__)
+
+MONITOR_STATE_TO_HEALTHCHECKS = {

@@ -0,0 +19,4 @@
+MAX_BUFFER_LINES = 100
+
+
+class loki_log_buffer:

@@ -0,0 +30,4 @@
+        self.root = {}
+        self.root['streams'] = [{}]
+        self.root['streams'][0]['stream'] = {}
+        self.root['streams'][0]['values'] = []

@@ -0,0 +32,4 @@
+        self.root['streams'][0]['stream'] = {}
+        self.root['streams'][0]['values'] = []
+
+    def add_value(self, value):

@@ -0,0 +39,4 @@
+    def add_label(self, label, value):
+        self.root['streams'][0]['stream'][label] = value
+
+    def _to_request(self):

@@ -0,0 +46,4 @@
+        return len(self.root['streams'][0]['values'])
+
+    def flush(self):
+        if self.dry_run:

@@ -0,0 +56,4 @@
+        request_header = {'Content-Type': 'application/json'}
+        try:
+            result = requests.post(self.url, headers=request_header, data=request_body, timeout=5)
+            result.raise_for_status()

@@ -0,0 +58,4 @@
+            result = requests.post(self.url, headers=request_header, data=request_body, timeout=5)
+            result.raise_for_status()
+        except requests.RequestException:
+            logger.warn('Failed to upload logs to loki')

@@ -0,0 +61,4 @@
+            logger.warn('Failed to upload logs to loki')
+
+
+class loki_log_handeler(logging.Handler):

@@ -0,0 +76,4 @@
+    def add_label(self, key, value):
+        self.buffer.add_label(key, value)
+
+    def raw(self, msg):

@@ -0,0 +88,4 @@
+
+def initialize_monitor(hook_config, config, config_filename, monitoring_log_level, dry_run):
+    '''
+    Add a handler to the root logger to regularly send the logs to loki

@@ -0,0 +93,4 @@
+    url = hook_config.get('url')
+    loki = loki_log_handeler(url, dry_run)
+    for key, value in hook_config.get('labels').items():
+        if value == '__hostname':

@@ -0,0 +96,4 @@
+        if value == '__hostname':
+            loki.add_label(key, platform.node())
+        elif value == '__config':
+            loki.add_label(key, config_filename.split('/')[-1])

@@ -0,0 +108,4 @@
+    '''
+    Adds an entry to the loki logger with the current state
+    '''
+    if not dry_run:

@@ -0,0 +112,4 @@
+        for handler in tuple(logging.getLogger().handlers):
+            if isinstance(handler, loki_log_handeler):
+                if state in MONITOR_STATE_TO_HEALTHCHECKS.keys():
+                    handler.raw(f'{config_filename} {MONITOR_STATE_TO_HEALTHCHECKS[state]} backup')

@@ -0,0 +4,4 @@
+import platform
+import logging
+import requests
+

@@ -0,0 +6,4 @@
+import requests
+
+
+def test_log_handler_gets_added():

@@ -0,0 +9,4 @@
+def test_log_handler_gets_added():
+    hook_config = {'url': 'http://localhost:3100/loki/api/v1/push', 'labels': {'app': 'borgmatic'}}
+    config_filename = 'test.yaml'
+    dry_run = True

@@ -0,0 +10,4 @@
+    hook_config = {'url': 'http://localhost:3100/loki/api/v1/push', 'labels': {'app': 'borgmatic'}}
+    config_filename = 'test.yaml'
+    dry_run = True
+    loki.initialize_monitor(hook_config, '', config_filename, '', dry_run)

@@ -0,0 +13,4 @@
+    loki.initialize_monitor(hook_config, '', config_filename, '', dry_run)
+    for handler in tuple(logging.getLogger().handlers):
+        if isinstance(handler, loki.Loki_log_handler):
+            assert True

@@ -0,0 +15,4 @@
+        if isinstance(handler, loki.Loki_log_handler):
+            assert True
+            return
+    assert False

@@ -0,0 +16,4 @@
+            assert True
+            return
+    assert False
+

@@ -0,0 +18,4 @@
+    assert False
+
+
+def test_ping():

@@ -0,0 +26,4 @@
+    loki.ping_monitor(hook_config, '', config_filename, loki.monitor.State.FINISH, '', dry_run)
+    for handler in tuple(logging.getLogger().handlers):
+        if isinstance(handler, loki.Loki_log_handler):
+            assert len(handler.buffer) <= 1

@@ -0,0 +28,4 @@
+        if isinstance(handler, loki.Loki_log_handler):
+            assert len(handler.buffer) <= 1
+            return
+    assert False

@@ -0,0 +39,4 @@
+    loki.destroy_monitor(hook_config, '', config_filename, '', dry_run)
+    for handler in tuple(logging.getLogger().handlers):
+        if isinstance(handler, loki.Loki_log_handler):
+            assert False

@@ -0,0 +47,4 @@
+    buffer.add_label('test', 'label')
+    assert buffer.root['streams'][0]['stream']['test'] == 'label'
+    buffer.add_label('test2', 'label2')
+    assert buffer.root['streams'][0]['stream']['test2'] == 'label2'

@@ -0,0 +62,4 @@
+        if isinstance(handler, loki.Loki_log_handler):
+            assert handler.buffer.root['streams'][0]['stream']['hostname'] == platform.node()
+            assert handler.buffer.root['streams'][0]['stream']['config'] == 'test.yaml'
+            assert handler.buffer.root['streams'][0]['stream']['config_full'] == config_filename

@@ -0,0 +78,4 @@
+
+def test_log_handler_gets_raw():
+    handler = loki.Loki_log_handler('', False)
+    handler.emit(flexmock(getMessage=lambda: 'Some test log line'))

@@ -0,0 +84,4 @@
+
+def test_log_handler_json():
+    buffer = loki.Loki_log_buffer('', False)
+    assert json.loads(buffer.to_request()) == json.loads('{"streams":[{"stream":{},"values":[]}]}')

@@ -0,0 +105,4 @@
+    handler = loki.Loki_log_handler('', False)
+    flexmock(loki.requests).should_receive('post').and_return(
+        flexmock(raise_for_status=lambda: '')
+    ).once()

@@ -0,0 +106,4 @@
+    flexmock(loki.requests).should_receive('post').and_return(
+        flexmock(raise_for_status=lambda: '')
+    ).once()
+    for x in range(150):

@@ -0,0 +119,4 @@
+        handler.raw(x)
+
+
+def test_empty_flush():