fix: add loki to victoria stack

framework/observability/compose-victoria-metrics/docker-compose.yml

@@ -25,6 +25,21 @@ services:
       - vl-data:/vlogs
     restart: unless-stopped
 
+  ## TODO remove after org migrates from Loki to VictoriaLogs
+  loki:
+    image: grafana/loki:3.4.1
+    container_name: loki
+    volumes:
+      - ./loki-config.yaml:/etc/loki/mounted-config.yaml
+      - ./conf/provisioning/rules/rules.yml:/etc/loki/rules/fake/rules.yml
+      - loki_data:/loki
+    ports:
+      - '3030:3100'
+    command:
+      - -config.file=/etc/loki/mounted-config.yaml
+      - -log.level=info
+      - -ruler.storage.local.directory=/etc/loki/rules
+
   # VictoriaTraces for distributed tracing
   victoriatraces:
     image: victoriametrics/victoria-traces:v0.9.3
@@ -86,5 +101,6 @@ services:
 volumes:
   vm-data:
   vl-data:
+  loki_data:
   vt-data:
   grafana-data:

framework/observability/compose-victoria-metrics/grafana/provisioning/datasources/datasources.yaml

@@ -25,3 +25,13 @@ datasources:
     access: proxy
     url: http://victoriatraces:8443/select/jaeger
     editable: true
+
+  - name: Loki
+    type: loki
+    uid: loki
+    isDefault: false
+    access: proxy
+    editable: true
+    url: http://loki:3100
+    jsonData:
+      maxLines: 5000

framework/observability/compose-victoria-metrics/loki-config.yaml

@@ -0,0 +1,55 @@
+
+# This is a complete configuration to deploy Loki backed by the filesystem.
+# The index will be shipped to the storage via tsdb-shipper.
+
+auth_enabled: false
+
+limits_config:
+  allow_structured_metadata: true
+  volume_enabled: true
+
+server:
+  grpc_server_max_recv_msg_size: 104857600 # 100 MB CL workflow engine debug logs!
+  grpc_server_max_send_msg_size: 104857600 # 100 MB CL workflow engine debug logs
+  http_server_read_timeout: 5m
+  http_server_write_timeout: 5m
+  http_listen_port: 3100
+
+common:
+  ring:
+    instance_addr: 0.0.0.0
+    kvstore:
+      store: inmemory
+  replication_factor: 1
+  path_prefix: /tmp/loki
+
+schema_config:
+  configs:
+    - from: 2020-05-15
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+
+storage_config:
+  tsdb_shipper:
+    active_index_directory: /tmp/loki/index
+    cache_location: /tmp/loki/index_cache
+  filesystem:
+    directory: /tmp/loki/chunks
+
+pattern_ingester:
+  enabled: true
+
+
+query_scheduler:
+  grpc_client_config:
+    max_recv_msg_size: 26777216
+    max_send_msg_size: 26777216
+
+ingester_client:
+  grpc_client_config:
+    max_recv_msg_size: 26777216
+    max_send_msg_size: 26777216

framework/observability/compose-victoria-metrics/otel/otel-collector-config.yaml

@@ -19,11 +19,16 @@ exporters:
       insecure: true
 
   # VictoriaLogs accepts OTLP logs natively
-  otlphttp/logs:
+  otlphttp/vl:
     endpoint: http://victorialogs:9428/insert/opentelemetry
     tls:
       insecure: true
 
+  otlphttp/loki:
+    endpoint: "http://loki:3100/otlp"
+    tls:
+      insecure: true
+
   otlp/traces:
     endpoint: victoriatraces:4317
     tls:
@@ -42,7 +47,7 @@ service:
     logs:
       receivers: [ otlp ]
       processors: [ batch ]
-      exporters: [ otlphttp/logs, debug ]
+      exporters: [ otlphttp/vl, otlphttp/loki, debug ]
 
     traces:
       receivers: [ otlp ]