loki/tools/dev/loki-tsdb-storage-s3/docker-compose.yml

version: '3.4'
services:
  consul:
    logging: &logging
      driver: loki-compose
      options:
        loki-url: "http://localhost:8001/loki/api/v1/push"
        loki-retries: "1"
        loki-tenant-id: "1"
    image: hashicorp/consul
    command: [ "agent", "-dev" ,"-client=0.0.0.0", "-log-level=info" ]
    ports:
      - 8500:8500

  minio:
    logging:
      <<: *logging
    image: minio/minio:RELEASE.2024-02-24T17-11-14Z
    entrypoint: sh
    command: -c 'mkdir -p /data/loki && /usr/bin/minio server --console-address :9001 /data'
    environment:
      - MINIO_ACCESS_KEY=loki
      - MINIO_SECRET_KEY=supersecret
    ports:
      - 9000:9000
      - 9001:9001
    volumes:
      - .data-minio:/data:delegated

  memcached:
    logging:
      <<: *logging
    image: memcached:1.6.17-alpine

  jaeger:
    logging:
      <<: *logging
    image: jaegertracing/all-in-one
    ports:
      - 16686:16686
      - "14268"

  distributor:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18001 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=distributor -server.http-listen-port=8001 -server.grpc-listen-port=9001"]
    depends_on:
      - ingester-1
      - ingester-2
      - consul
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=distributor
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8001:8001
      - 18001:18001
    volumes:
      - ./config:/loki/config

  ingester-1:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18002 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=ingester -server.http-listen-port=8002 -server.grpc-listen-port=9002"]
    depends_on:
      - consul
      - minio
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=ingester-1
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8002:8002
      - 18002:18002
    volumes:
      - ./config:/loki/config
      - .data-ingester-1:/data:delegated

  ingester-2:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18003 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=ingester -server.http-listen-port=8003 -server.grpc-listen-port=9003"]
    depends_on:
      - consul
      - minio
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=ingester-2
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8003:8003
      - 18003:18003
    volumes:
      - ./config:/loki/config
      - .data-ingester-2:/data:delegated

  querier:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18004 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=querier -server.http-listen-port=8004 -server.grpc-listen-port=9004 -querier.scheduler-address=query-scheduler:9009"]
    depends_on:
      - consul
      - minio
      - query-frontend
      - query-scheduler
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=querier
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8004:8004
      - 18004:18004
    volumes:
      - ./config:/loki/config
      - .data-querier:/data:delegated

  index-gateway:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18008 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=index-gateway -server.http-listen-port=8008 -server.grpc-listen-port=9008 -boltdb.shipper.query-ready-num-days=30"]
    depends_on:
      - consul
      - minio
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=index-gateway
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8008:8008
      - 18008:18008
    volumes:
      - ./config:/loki/config

  compactor:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18006 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=compactor -server.http-listen-port=8006 -server.grpc-listen-port=9006"]
    depends_on:
      - consul
      - minio
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=compactor
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8006:8006
      - 18006:18006
    volumes:
      - ./config:/loki/config
      - .data-compactor:/data:delegated

  query-frontend:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18007 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=query-frontend -server.http-listen-port=8007 -server.grpc-listen-port=9007 -frontend.scheduler-address=query-scheduler:9009 -log.level=debug"]
    depends_on:
      - consul
      - minio
      - query-scheduler
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=query-frontend
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8007:8007
      - 18007:18007
    volumes:
      - ./config:/loki/config

  query-scheduler:
    logging:
      <<: *logging
    build:
      context:    .
      dockerfile: dev.dockerfile
    image: loki
    command: ["sh", "-c", "sleep 3 && exec ./dlv exec ./loki --listen=:18009 --headless=true --api-version=2 --accept-multiclient --continue -- -config.file=./config/loki.yaml -target=query-scheduler -server.http-listen-port=8009 -server.grpc-listen-port=9009 -log.level=debug"]
    depends_on:
      - consul
      - minio
    environment:
      - JAEGER_AGENT_HOST=jaeger
      - JAEGER_AGENT_PORT=6831
      - JAEGER_TAGS=app=query-scheduler
      - JAEGER_SAMPLER_TYPE=const
      - JAEGER_SAMPLER_PARAM=1
    ports:
      - 8009:8009
      - 18009:18009
    volumes:
      - ./config:/loki/config

  grafana:
    logging:
      <<: *logging
    image: grafana/grafana
    depends_on:
      - query-frontend
      - querier
    environment:
      - GF_PATHS_PROVISIONING=/etc/config/grafana/provisioning
      - GF_AUTH_ANONYMOUS_ENABLED=true
      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
    ports:
      - 3000:3000
    volumes:
      - ./config/datasource.yaml:/etc/config/grafana/provisioning/datasources/ds.yaml

  log-gen:
    logging:
      <<: *logging
    image: mingrammer/flog
    command: ["-f", "json", "-l", "-d", "2s"]
    depends_on:
      - distributor

  log-gen-2:
    logging:
      driver: loki-compose
      options:
        loki-url: "http://localhost:8001/loki/api/v1/push"
        loki-retries: "1"
        loki-tenant-id: "2"
    image: mingrammer/flog
    command: ["-f", "json", "-l", "-d", "2s"]
    depends_on:
      - distributor