From 0046ff0f07247c237e68cc6d3abd1382075929e8 Mon Sep 17 00:00:00 2001 From: Your Name Date: Tue, 18 Mar 2025 16:04:23 +0000 Subject: [PATCH] alloy works --- config/config.alloy | 71 ++++++++++++++++++++++++++++++++++++++++ docker-compose.yml | 17 ++++++++++ loki/docker-compose.yaml | 52 ----------------------------- 3 files changed, 88 insertions(+), 52 deletions(-) create mode 100644 config/config.alloy delete mode 100644 loki/docker-compose.yaml diff --git a/config/config.alloy b/config/config.alloy new file mode 100644 index 0000000..a747b6d --- /dev/null +++ b/config/config.alloy @@ -0,0 +1,71 @@ +// File log collection for application.log +local.file_match "application_logs" { + path_targets = [{"__path__" = "/var/log/application.log"}] +} + +loki.source.file "app_logs" { + targets = local.file_match.application_logs.targets + forward_to = [loki.process.application_logs.receiver] +} + +// Process application logs +loki.process "application_logs" { + // Extract log levels with regex + stage.regex { + expression = "(?i)(?Perror|warn|info|debug)" + } + + // Add extracted level as a label + stage.labels { + values = { + level = "", + } + } + + // Add a source label to distinguish from container logs + stage.static_labels { + values = { + source = "file", + } + } + + forward_to = [loki.write.loki_gateway.receiver] +} + +// Container log collection - KEEPING THIS AS IT WORKS +discovery.docker "containers" { + host = "unix:///var/run/docker.sock" +} + +discovery.relabel "containers" { + targets = discovery.docker.containers.targets + rule { + source_labels = ["__meta_docker_container_name"] + target_label = "container" + } + rule { + source_labels = ["__meta_docker_container_id"] + target_label = "container_id" + } + rule { + source_labels = ["__meta_docker_container_label_com_docker_compose_service"] + target_label = "service" + } + rule { + replacement = "container" + target_label = "source" + } +} + +loki.source.docker "container_log_collector" { + host = "unix:///var/run/docker.sock" + targets = discovery.relabel.containers.output + forward_to = [loki.write.loki_gateway.receiver] +} + +// Send all logs to Loki +loki.write "loki_gateway" { + endpoint { + url = "http://loki:3100/loki/api/v1/push" + } +} diff --git a/docker-compose.yml b/docker-compose.yml index 0415fb3..e8a1dc6 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -120,6 +120,23 @@ services: restart: unless-stopped networks: - monitoring + alloy: + image: grafana/alloy:latest + container_name: alloy + volumes: + - ./config/config.alloy:/etc/alloy/config.alloy + - /home/container_user/logs:/var/log:ro # Read-only mount of host logs + - /var/run/docker.sock:/var/run/docker.sock + command: + - run + - --server.http.listen-addr=0.0.0.0:12345 + - --storage.path=/var/lib/alloy/data + - /etc/alloy/config.alloy + ports: + - "12345:12345" # Expose the Alloy UI + restart: unless-stopped + networks: + - monitoring volumes: grafana-data: diff --git a/loki/docker-compose.yaml b/loki/docker-compose.yaml deleted file mode 100644 index c36314c..0000000 --- a/loki/docker-compose.yaml +++ /dev/null @@ -1,52 +0,0 @@ -version: "3.3" - -networks: - loki: - -services: - loki: - image: grafana/loki:latest - ports: - - "3100:3100" - command: -config.file=/etc/loki/local-config.yaml - networks: - - loki - - promtail: - image: grafana/promtail:latest - volumes: - - /var/log:/var/log - command: -config.file=/etc/promtail/config.yml - networks: - - loki - - grafana: - environment: - - GF_PATHS_PROVISIONING=/etc/grafana/provisioning - - GF_AUTH_ANONYMOUS_ENABLED=true - - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin - - GF_FEATURE_TOGGLES_ENABLE=alertingSimplifiedRouting,alertingQueryAndExpressionsStepMode - entrypoint: - - sh - - -euc - - | - mkdir -p /etc/grafana/provisioning/datasources - cat < /etc/grafana/provisioning/datasources/ds.yaml - apiVersion: 1 - datasources: - - name: Loki - type: loki - access: proxy - orgId: 1 - url: http://loki:3100 - basicAuth: false - isDefault: true - version: 1 - editable: false - EOF - /run.sh - image: grafana/grafana:latest - ports: - - "3000:3000" - networks: - - loki