quickwit-oss/quickwit documentation

# docker-compose.yml
version: "3.8"

services:
  quickwit:
    image: quickwit/quickwit:latest
    ports:
      - "7280:7280"
      - "7281:7281"
    environment:
      QW_METASTORE_URI: [REDACTED DATABASE CONNECTION STRING]
      QW_DEFAULT_INDEX_ROOT_URI: s3://my-bucket/quickwit-indexes
      AWS_REGION: us-east-1
    command: ["run"]
    depends_on:
      - postgres

  postgres:
    image: postgres:15
    environment:
      POSTGRES_USER: quickwit
      POSTGRES_PASSWORD: quickwit
      POSTGRES_DB: quickwit
    volumes:
      - pg_data:/var/lib/postgresql/data

volumes:
  pg_data:

# my-logs-index.yaml
version: 0.8

index_id: my-logs

doc_mapping:
  mode: dynamic
  field_mappings:
    - name: timestamp
      type: datetime
      fast: true
      input_formats:
        - rfc3339
        - unix_timestamp
    - name: level
      type: text
      tokenizer: raw
      fast: true
    - name: message
      type: text
      tokenizer: default
    - name: service
      type: text
      tokenizer: raw
      fast: true

  timestamp_field: timestamp

indexing_settings:
  commit_timeout_secs: 10
  merge_policy:
    type: limit_merge
    max_merge_factor: 10

search_settings:
  default_search_fields: [message]

retention:
  period: 30 days
  schedule: "@daily"