fix: update centralStorage OpenTelemetry configuration

- Change start_at from 'end' to 'beginning' for complete log history
- Fix transform configuration to match authentication service
- Add k8s_cluster receiver to collect container stdout logs
- Remove problematic json_parser operator
- Ensure consistent log processing across services

freeleaps/helm-pkg/centralStorage/templates/central-storage/opentelemetry.yaml

@@ -46,15 +46,14 @@ spec:
       filelog:
         include:
           - {{ .Values.logIngest.logPathPattern }}
-        start_at: end
+        start_at: beginning
-        poll_interval: 1s
         include_file_path: false
         include_file_name: false
-        operators:
+        operators: []
-          - type: json_parser
+      # Add container logs receiver for stdout
-            parse_from: body
+      k8s_cluster:
-            parse_to: attributes
+        auth_type: serviceAccount
-      # Add container logs receiver
+        namespaces: [{{ .Release.Namespace }}]
     processors:
       resource:
         attributes:
@@ -80,13 +79,8 @@ spec:
         log_statements:
           - context: log
             statements:
-              - set(resource.attributes["application"], log.attributes["context"]["app"])
+              - set(resource.attributes["application"], "central-storage")
-              - set(resource.attributes["environment"], log.attributes["context"]["env"])
+              - set(resource.attributes["environment"], "{{ .Values.global.environment | default .Release.Namespace }}")
-              - set(resource.attributes["kubernetes_node_name"], resource.attributes["k8s.node.name"])
-              - set(resource.attributes["kubernetes_pod_name"], resource.attributes["k8s.pod.name"])
-              - set(resource.attributes["kubernetes_pod_ip"], resource.attributes["k8s.pod.ip"])
-              - set(resource.attributes["kubernetes_deployment_name"], resource.attributes["k8s.deployment.name"])
-              - set(resource.attributes["kubernetes_namespace"], resource.attributes["k8s.namespace.name"])
               - set(resource.attributes["body_json"], ParseJSON(log.body))
               - set(resource.attributes["body_json"]["kubernetes"]["pod"], resource.attributes["k8s.pod.name"])
               - set(resource.attributes["body_json"]["kubernetes"]["namespace"], resource.attributes["k8s.namespace.name"])
@@ -113,7 +107,7 @@ spec:
           level: info
       pipelines:
         logs:
-          receivers: [filelog]  # Only use filelog receiver to prevent duplicate collection
+          receivers: [filelog, k8s_cluster]  # Use both filelog and k8s_cluster receivers
           processors: [resource, transform, batch]
           exporters: [otlphttp/logs]
 {{- end }}