diff --git a/framework/observability/compose-victoria-metrics/docker-compose.yml b/framework/observability/compose-victoria-metrics/docker-compose.yml index 1e3a1ac78..5c0d848dd 100644 --- a/framework/observability/compose-victoria-metrics/docker-compose.yml +++ b/framework/observability/compose-victoria-metrics/docker-compose.yml @@ -25,6 +25,21 @@ services: - vl-data:/vlogs restart: unless-stopped + ## TODO remove after org migrates from Loki to VictoriaLogs + loki: + image: grafana/loki:3.4.1 + container_name: loki + volumes: + - ./loki-config.yaml:/etc/loki/mounted-config.yaml + - ./conf/provisioning/rules/rules.yml:/etc/loki/rules/fake/rules.yml + - loki_data:/loki + ports: + - '3030:3100' + command: + - -config.file=/etc/loki/mounted-config.yaml + - -log.level=info + - -ruler.storage.local.directory=/etc/loki/rules + # VictoriaTraces for distributed tracing victoriatraces: image: victoriametrics/victoria-traces:v0.9.3 @@ -86,5 +101,6 @@ services: volumes: vm-data: vl-data: + loki_data: vt-data: grafana-data: diff --git a/framework/observability/compose-victoria-metrics/grafana/provisioning/datasources/datasources.yaml b/framework/observability/compose-victoria-metrics/grafana/provisioning/datasources/datasources.yaml index e01384229..b22f9f782 100644 --- a/framework/observability/compose-victoria-metrics/grafana/provisioning/datasources/datasources.yaml +++ b/framework/observability/compose-victoria-metrics/grafana/provisioning/datasources/datasources.yaml @@ -25,3 +25,13 @@ datasources: access: proxy url: http://victoriatraces:8443/select/jaeger editable: true + + - name: Loki + type: loki + uid: loki + isDefault: false + access: proxy + editable: true + url: http://loki:3100 + jsonData: + maxLines: 5000 diff --git a/framework/observability/compose-victoria-metrics/loki-config.yaml b/framework/observability/compose-victoria-metrics/loki-config.yaml new file mode 100644 index 000000000..c3a845879 --- /dev/null +++ b/framework/observability/compose-victoria-metrics/loki-config.yaml @@ -0,0 +1,55 @@ + +# This is a complete configuration to deploy Loki backed by the filesystem. +# The index will be shipped to the storage via tsdb-shipper. + +auth_enabled: false + +limits_config: + allow_structured_metadata: true + volume_enabled: true + +server: + grpc_server_max_recv_msg_size: 104857600 # 100 MB CL workflow engine debug logs! + grpc_server_max_send_msg_size: 104857600 # 100 MB CL workflow engine debug logs + http_server_read_timeout: 5m + http_server_write_timeout: 5m + http_listen_port: 3100 + +common: + ring: + instance_addr: 0.0.0.0 + kvstore: + store: inmemory + replication_factor: 1 + path_prefix: /tmp/loki + +schema_config: + configs: + - from: 2020-05-15 + store: tsdb + object_store: filesystem + schema: v13 + index: + prefix: index_ + period: 24h + +storage_config: + tsdb_shipper: + active_index_directory: /tmp/loki/index + cache_location: /tmp/loki/index_cache + filesystem: + directory: /tmp/loki/chunks + +pattern_ingester: + enabled: true + + +query_scheduler: + grpc_client_config: + max_recv_msg_size: 26777216 + max_send_msg_size: 26777216 + +ingester_client: + grpc_client_config: + max_recv_msg_size: 26777216 + max_send_msg_size: 26777216 diff --git a/framework/observability/compose-victoria-metrics/otel/otel-collector-config.yaml b/framework/observability/compose-victoria-metrics/otel/otel-collector-config.yaml index 86155c9d3..caea7df18 100644 --- a/framework/observability/compose-victoria-metrics/otel/otel-collector-config.yaml +++ b/framework/observability/compose-victoria-metrics/otel/otel-collector-config.yaml @@ -19,11 +19,16 @@ exporters: insecure: true # VictoriaLogs accepts OTLP logs natively - otlphttp/logs: + otlphttp/vl: endpoint: http://victorialogs:9428/insert/opentelemetry tls: insecure: true + otlphttp/loki: + endpoint: "http://loki:3100/otlp" + tls: + insecure: true + otlp/traces: endpoint: victoriatraces:4317 tls: @@ -42,7 +47,7 @@ service: logs: receivers: [ otlp ] processors: [ batch ] - exporters: [ otlphttp/logs, debug ] + exporters: [ otlphttp/vl, otlphttp/loki, debug ] traces: receivers: [ otlp ]