Fix #5. logging role splitted into two: logging/k3s for deploying efk…

… in k3s cluster and logging/external_nodes for deploying fluentbit in control nodes

ansible/group_vars/control.yml

@@ -2,6 +2,8 @@
 ##########################
 # fluentbit configuration
 ##########################
+
+
 # Fluentbit_inputs
 fluentbit_inputs:
   - Name: tail
@@ -16,6 +18,14 @@ fluentbit_inputs:
     Path_key: log_file
     DB: /run/fluent-bit-syslog.state
     Parser: syslog-rfc3164-nopri
+
+# Fluentbit_filters
+fluentbit_filters:
+  - name: lua
+    match: "*"
+    script: /etc/td-agent-bit/adjust_ts.lua
+    call: local_timestamp_to_UTC
+
 # Fluentbit Elasticsearch output
 fluentbit_outputs:
   - Name: es
@@ -39,4 +49,4 @@ fluentbit_custom_parsers:
     Time_Key: time
     Time_Format: "%b %d %H:%M:%S"
     Time_Keep: false  # Remove duplicated time field, avoid elasticsearh processing error
-    Time_Offset: "+0200"  # Add TimeZone UTC offset
+#    Time_Offset: "+0200"  # Add TimeZone UTC offset

ansible/k3s_deploy.yml

@@ -35,15 +35,15 @@
       tags: ['certmanager']
     - role: longhorn
       tags: ['longhorn']
-    - role: logging
+    - role: logging/k3s
       tags: ['logging']
 
-- name: Deploy fluentbit on Pi Cluster Gateway
-  hosts: gateway
+- name: Deploy fluentbit on control nodes (gateway and pimaster)
+  hosts: control
   gather_facts: true
   tags: [logging]
   vars:
     ansible_become: true
   roles:
-    - role: ricsanfre.fluentbit
+    - role: logging/external_node
       tags: ['logging']

ansible/requirements.yml

@@ -17,7 +17,7 @@ roles:
   - name: ricsanfre.k8s_cli
     version: v1.0.0
   - name: ricsanfre.fluentbit
-    version: v1.0.2
+    version: v1.0.3
 collections:
   - name: kubernetes.core
     version: 2.1.1

ansible/roles/logging/external_node/tasks/main.yml

@@ -0,0 +1,10 @@
+---
+# Deploy fluentbit
+- name: Deploy fluentbit.
+  include_role:
+    name: ricsanfre.fluentbit
+  vars:
+    # lua scripts
+    fluentbit_lua_scripts:
+      - name: adjust_ts.lua
+        content: "{{ lookup('template','templates/adjust_ts.lua') }}"

ansible/roles/logging/external_node/templates/adjust_ts.lua

@@ -0,0 +1,7 @@
+function local_timestamp_to_UTC(tag, timestamp, record)
+    local utcdate   = os.date("!*t", ts)
+    local localdate = os.date("*t", ts)
+    localdate.isdst = false -- this is the trick
+    utc_time_diff = os.difftime(os.time(localdate), os.time(utcdate))
+    return 1, timestamp - utc_time_diff, record
+end