Support creating LogFileMetricsExporter CR

In logging version 5.8 and newer versions, the LogFileMetricExporter is no longer deployed with the collector by default.
You must manually create a LogFileMetricExporter custom resource (CR) to generate metrics from the logs produced by running containers.

If you do not create the LogFileMetricExporter CR, you may see a No datapoints found message in the OpenShift Container Platform web console dashboard for Produced Logs.

class/defaults.yml

@@ -57,6 +57,18 @@ parameters:
           threshold: 85
           for: 6h
           severity: warning
+      logmetrics:
+        enabled: true
+        spec:
+          nodeSelector:
+            node-role.kubernetes.io/infra: ''
+          resources:
+            limits:
+              cpu: 500m
+              memory: 256Mi
+            requests:
+              cpu: 200m
+              memory: 128Mi
 
     clusterLogging: {}
 

component/logmetrics.libsonnet

@@ -0,0 +1,16 @@
+local kap = import 'lib/kapitan.libjsonnet';
+local kube = import 'lib/kube.libjsonnet';
+
+local inv = kap.inventory();
+local params = inv.parameters.openshift4_logging;
+
+local logMetricExporter = kube._Object('logging.openshift.io/v1alpha1', 'LogFileMetricExporter', 'instance') {
+  metadata+: {
+    namespace: params.namespace,
+  },
+  spec: params.components.logmetrics.spec,
+};
+
+{
+  '70_logmetricsexporter': logMetricExporter,
+}

component/main.jsonnet

@@ -95,3 +95,4 @@ local subscriptions = std.filter(function(it) it != null, [
 + (import 'loki.libsonnet')
 + (import 'elasticsearch.libsonnet')
 + (import 'alertrules.libsonnet')
++ (import 'logmetrics.libsonnet')

docs/modules/ROOT/pages/references/parameters.adoc

@@ -295,6 +295,46 @@ The default of 5 MiB/s allows up to ~420 GiB of logs per day for a tenant.
 See the https://docs.openshift.com/container-platform/latest/observability/logging/cluster-logging-deploying.html#configuring-log-storage-cr_cluster-logging-deploying[Openshift Docs] for available parameters.
 See the https://loki-operator.dev/docs/api.md/[Loki Operator Docs] for available Lokistack specs.
 
+
+== `components.logmetrics`
+
+Configuration of the logfile metrics component.
+See subsections for supported keys.
+
+=== `components.logmetrics.enabled`
+
+[horizontal]
+type:: boolean
+default:: `true`
+
+Whether to deploy the LogFileMetricsExporter on the cluster.
+
+
+=== `components.logmetrics.spec`
+
+[horizontal]
+type:: dictionary
+default::
++
+[source,yaml]
+----
+spec:
+  nodeSelector: <1>
+    node-role.kubernetes.io/infra: ''
+  resources: <2>
+    limits:
+      cpu: 500m
+      memory: 256Mi
+    requests:
+      cpu: 200m
+      memory: 128Mi
+----
+<1> configure nodeSelector
+<2> configure resources
+
+See the https://docs.openshift.com/container-platform/latest/observability/logging/log_collection_forwarding/cluster-logging-collector.html#creating-logfilesmetricexporter_cluster-logging-collector[LogCollection Docs] for available specs.
+
+
 == `operatorResources`
 
 [horizontal]

tests/golden/defaults/openshift4-logging/openshift4-logging/70_logmetricsexporter.yaml

@@ -0,0 +1,18 @@
+apiVersion: logging.openshift.io/v1alpha1
+kind: LogFileMetricExporter
+metadata:
+  annotations: {}
+  labels:
+    name: instance
+  name: instance
+  namespace: openshift-logging
+spec:
+  nodeSelector:
+    node-role.kubernetes.io/infra: ''
+  resources:
+    limits:
+      cpu: 500m
+      memory: 256Mi
+    requests:
+      cpu: 200m
+      memory: 128Mi

tests/golden/elasticsearch/openshift4-logging/openshift4-logging/70_logmetricsexporter.yaml

@@ -0,0 +1,18 @@
+apiVersion: logging.openshift.io/v1alpha1
+kind: LogFileMetricExporter
+metadata:
+  annotations: {}
+  labels:
+    name: instance
+  name: instance
+  namespace: openshift-logging
+spec:
+  nodeSelector:
+    node-role.kubernetes.io/infra: ''
+  resources:
+    limits:
+      cpu: 500m
+      memory: 256Mi
+    requests:
+      cpu: 200m
+      memory: 128Mi

tests/golden/forwardingonly/openshift4-logging/openshift4-logging/70_logmetricsexporter.yaml

@@ -0,0 +1,18 @@
+apiVersion: logging.openshift.io/v1alpha1
+kind: LogFileMetricExporter
+metadata:
+  annotations: {}
+  labels:
+    name: instance
+  name: instance
+  namespace: openshift-logging
+spec:
+  nodeSelector:
+    node-role.kubernetes.io/infra: ''
+  resources:
+    limits:
+      cpu: 500m
+      memory: 256Mi
+    requests:
+      cpu: 200m
+      memory: 128Mi

tests/golden/master/openshift4-logging/openshift4-logging/70_logmetricsexporter.yaml

@@ -0,0 +1,18 @@
+apiVersion: logging.openshift.io/v1alpha1
+kind: LogFileMetricExporter
+metadata:
+  annotations: {}
+  labels:
+    name: instance
+  name: instance
+  namespace: openshift-logging
+spec:
+  nodeSelector:
+    node-role.kubernetes.io/infra: ''
+  resources:
+    limits:
+      cpu: 500m
+      memory: 256Mi
+    requests:
+      cpu: 200m
+      memory: 128Mi

tests/golden/multilineerr/openshift4-logging/openshift4-logging/70_logmetricsexporter.yaml

@@ -0,0 +1,18 @@
+apiVersion: logging.openshift.io/v1alpha1
+kind: LogFileMetricExporter
+metadata:
+  annotations: {}
+  labels:
+    name: instance
+  name: instance
+  namespace: openshift-logging
+spec:
+  nodeSelector:
+    node-role.kubernetes.io/infra: ''
+  resources:
+    limits:
+      cpu: 500m
+      memory: 256Mi
+    requests:
+      cpu: 200m
+      memory: 128Mi