Phần 4 — Loki, Mimir, Tempo: Triển khai 3 storage backends

for b in loki tempo mimir-blocks mimir-ruler mimir-alerts; do
  aws s3 mb s3://$b --endpoint-url http://seaweed-s3:8333
done

auth_enabled: true

server:
  http_listen_port: 3100
  grpc_listen_port: 9095

common:
  path_prefix: /loki
  replication_factor: 1
  ring:
    kvstore: { store: inmemory }

schema_config:
  configs:
    - from: 2026-01-01
      store: tsdb
      object_store: s3
      schema: v13
      index:
        prefix: index_
        period: 24h

storage_config:
  aws:
    s3: http://test:test@seaweed-s3:8333/loki
    s3forcepathstyle: true
    insecure: true
  tsdb_shipper:
    active_index_directory: /loki/index
    cache_location: /loki/cache

limits_config:
  retention_period: 720h   # 30 ngày
  max_query_series: 5000

compactor:
  working_directory: /loki/compactor
  retention_enabled: true

loki:
  image: grafana/loki:3.3.0
  command: -config.file=/etc/loki/loki-config.yaml
  ports: ["3100:3100"]
  volumes:
    - ./loki/loki-config.yaml:/etc/loki/loki-config.yaml:ro
    - loki_data:/loki
  networks: [observability-net]
  deploy:
    resources: { limits: { memory: 2G } }

multitenancy_enabled: true

server:
  http_listen_port: 8080
  grpc_listen_port: 9095

common:
  storage:
    backend: s3
    s3:
      endpoint: seaweed-s3:8333
      access_key_id: test
      secret_access_key: test
      insecure: true
      bucket_name: mimir-blocks

blocks_storage:
  s3: { bucket_name: mimir-blocks }
  tsdb:
    dir: /data/tsdb
    retention_period: 24h

ruler_storage:
  s3: { bucket_name: mimir-ruler }

alertmanager_storage:
  s3: { bucket_name: mimir-alerts }

limits:
  compactor_blocks_retention_period: 30d
  ingestion_rate: 50000
  max_global_series_per_user: 1500000

mimir:
  image: grafana/mimir:2.14.0
  command:
    - -config.file=/etc/mimir/mimir-config.yaml
    - -target=all   # monolithic mode
  ports: ["8080:8080"]
  volumes:
    - ./mimir/mimir-config.yaml:/etc/mimir/mimir-config.yaml:ro
    - mimir_data:/data
  networks: [observability-net]
  deploy:
    resources: { limits: { memory: 4G } }

server:
  http_listen_port: 3200
  grpc_listen_port: 9095

distributor:
  receivers:
    otlp:
      protocols:
        grpc: { endpoint: "0.0.0.0:4317" }
        http: { endpoint: "0.0.0.0:4318" }

ingester:
  trace_idle_period: 10s
  max_block_duration: 5m

compactor:
  compaction:
    block_retention: 168h    # 7 ngày

storage:
  trace:
    backend: s3
    s3:
      bucket: tempo
      endpoint: seaweed-s3:8333
      access_key: test
      secret_key: test
      insecure: true
    wal: { path: /tmp/tempo/wal }

metrics_generator:
  storage:
    path: /tmp/tempo/generator
    remote_write:
      - url: http://mimir:8080/api/v1/push
        headers: { X-Scope-OrgID: primary_cluster }

tempo:
  image: grafana/tempo:2.6.0
  command: -config.file=/etc/tempo/tempo-config.yaml
  ports:
    - "3200:3200"
    - "4317"
  volumes:
    - ./tempo/tempo-config.yaml:/etc/tempo/tempo-config.yaml:ro
    - tempo_data:/tmp/tempo
  networks: [observability-net]
  deploy:
    resources: { limits: { memory: 2G } }

docker stack deploy -c storage-compose.yml obs

# Loki
curl http://loki:3100/ready

# Mimir
curl http://mimir:8080/ready

# Tempo
curl http://tempo:3200/ready

aws s3 ls s3://mimir-blocks/ --endpoint-url http://seaweed-s3:8333 --recursive | head