feat: Add pdf worker to docker compose (getlago#363)

docker-compose.dev.yml

@@ -113,6 +113,7 @@ services:
  - LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:[email protected]}
  - LAGO_SIDEKIQ_WEB=true
  - SIDEKIQ_EVENTS=true
+ - SIDEKIQ_PDFS=true
  - LAGO_CLICKHOUSE_ENABLED=true
  - LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
  - LAGO_KAFKA_RAW_EVENTS_TOPIC=events-raw
@@ -160,6 +161,7 @@ services:
  - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH:-}
  - LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:[email protected]}
  - SIDEKIQ_EVENTS=true
+ - SIDEKIQ_PDFS=true
  - LAGO_CLICKHOUSE_ENABLED=true
  - LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
  - LAGO_KAFKA_RAW_EVENTS_TOPIC=events-raw
@@ -202,6 +204,42 @@ services:
  - LAGO_KAFKA_CLICKHOUSE_CONSUMER_GROUP=clickhouse
  - NANGO_SECRET_KEY=${NANGO_SECRET_KEY}
 
+ api-pdfs-worker:
+ image: api
+ container_name: lago_api_events_worker
+ depends_on:
+ - api
+ restart: unless-stopped
+ command: [ "./scripts/start.pdfs.worker.dev.sh" ]
+ build:
+ context: ./api
+ dockerfile: $LAGO_PATH/api/Dockerfile.dev
+ volumes:
+ - $LAGO_PATH/api:/app:delegated
+ environment:
+ - LAGO_API_URL=https://api.lago.dev
+ - DATABASE_URL=postgresql:https://${POSTGRES_USER:-lago}:${POSTGRES_PASSWORD:-changeme}@db:5432/${POSTGRES_DB:-lago}
+ - REDIS_URL=redis:https://redis:6379
+ - SECRET_KEY_BASE=${SECRET_KEY_BASE:-your-secret-key-base-hex-64}
+ - ENCRYPTION_PRIMARY_KEY=${ENCRYPTION_PRIMARY_KEY:-your-encrpytion-primary-key}
+ - ENCRYPTION_DETERMINISTIC_KEY=${ENCRYPTION_DETERMINISTIC_KEY:-your-encrpytion-deterministic-key}
+ - ENCRYPTION_KEY_DERIVATION_SALT=${ENCRYPTION_KEY_DERIVATION_SALT:-your-encrpytion-derivation-salt}
+ - LAGO_USE_AWS_S3=${LAGO_USE_AWS_S3:-false}
+ - LAGO_FRONT_URL=${FRONT_URL:-https://app.lago.dev}
+ - LAGO_PARALLEL_THREADS_COUNT=${LAGO_PARALLEL_THREADS_COUNT:-4}
+ - LAGO_PDF_URL=${LAGO_PDF_URL:-http:https://pdf:3000}
+ - LAGO_REDIS_CACHE_URL=redis:https://redis:6379
+ - SEGMENT_WRITE_KEY=${SEGMENT_WRITE_KEY:-}
+ - LAGO_DISABLE_SEGMENT=${LAGO_DISABLE_SEGMENT:-}
+ - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH:-}
+ - LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:[email protected]}
+ - SIDEKIQ_PDFS=true
+ - LAGO_CLICKHOUSE_ENABLED=true
+ - LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
+ - LAGO_KAFKA_RAW_EVENTS_TOPIC=events-raw
+ - LAGO_KAFKA_CLICKHOUSE_CONSUMER_GROUP=clickhouse
+ - NANGO_SECRET_KEY=${NANGO_SECRET_KEY}
+
  api-clock:
  image: api
  container_name: lago_api_clock

docker-compose.yml

@@ -81,6 +81,7 @@ services:
  - LAGO_LICENSE=${LAGO_LICENSE:-}
  - NANGO_SECRET_KEY=${NANGO_SECRET_KEY}
  # - SIDEKIQ_EVENTS=true
+ # - SIDEKIQ_PDFS=true
  volumes:
  - lago_storage_data:/app/storage
  # If using GCS, you need to put the credentials keyfile here
@@ -169,6 +170,7 @@ services:
  - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH}
  - NANGO_SECRET_KEY=${NANGO_SECRET_KEY}
  # - SIDEKIQ_EVENTS=true
+ # - SIDEKIQ_PDFS=true
  volumes:
  - lago_storage_data:/app/storage
 
@@ -214,6 +216,48 @@ services:
  # - NANGO_SECRET_KEY=${NANGO_SECRET_KEY}
  # - SIDEKIQ_EVENTS=true
 
+ # You can uncomment this if you want to use a dedicated Sidekiq worker for the invoices pdf creation.
+ # It is recommended if you have a high usage of invoices being created to not impact the other Sidekiq Jobs.
+ #api-pdfs-worker:
+ # container_name: lago-pdfs-worker
+ # image: getlago/api:v1.5.1
+ # restart: unless-stopped
+ # depends_on:
+ # api:
+ # condition: service_healthy
+ # command: ["./scripts/start.pdfs.worker.sh"]
+ # environment:
+ # - LAGO_API_URL=${LAGO_API_URL:-http:https://localhost:3000}
+ # - DATABASE_URL=postgresql:https://${POSTGRES_USER:-lago}:${POSTGRES_PASSWORD:-changeme}@${POSTGRES_HOST:-db}:${POSTGRES_PORT:-5432}/${POSTGRES_DB:-lago}?search_path=${POSTGRES_SCHEMA:-public}
+ # - REDIS_URL=redis:https://${REDIS_HOST:-redis}:${REDIS_PORT:-6379}
+ # - REDIS_PASSWORD=${REDIS_PASSWORD}
+ # - SECRET_KEY_BASE=${SECRET_KEY_BASE:-your-secret-key-base-hex-64}
+ # - RAILS_ENV=production
+ # - RAILS_LOG_TO_STDOUT=${LAGO_RAILS_STDOUT:-true}
+ # - SENTRY_DSN=${SENTRY_DSN}
+ # - LAGO_RSA_PRIVATE_KEY=${LAGO_RSA_PRIVATE_KEY} # Should be base64 encoded
+ # - RSA_PRIVATE_KEY=${LAGO_RSA_PRIVATE_KEY} # Should be base64 encoded
+ # - ENCRYPTION_PRIMARY_KEY=${LAGO_ENCRYPTION_PRIMARY_KEY:-your-encryption-primary-key}
+ # - ENCRYPTION_DETERMINISTIC_KEY=${LAGO_ENCRYPTION_DETERMINISTIC_KEY:-your-encryption-deterministic-key}
+ # - ENCRYPTION_KEY_DERIVATION_SALT=${LAGO_ENCRYPTION_KEY_DERIVATION_SALT:-your-encryption-derivation-salt}
+ # - LAGO_FRONT_URL=${LAGO_FRONT_URL:-http:https://localhost}
+ # - LAGO_USE_AWS_S3=${LAGO_USE_AWS_S3:-false}
+ # - LAGO_AWS_S3_ACCESS_KEY_ID=${LAGO_AWS_S3_ACCESS_KEY_ID:-azerty123456}
+ # - LAGO_AWS_S3_SECRET_ACCESS_KEY=${LAGO_AWS_S3_SECRET_ACCESS_KEY:-azerty123456}
+ # - LAGO_AWS_S3_REGION=${LAGO_AWS_S3_REGION:-us-east-1}
+ # - LAGO_AWS_S3_BUCKET=${LAGO_AWS_S3_BUCKET:-bucket}
+ # - LAGO_AWS_S3_ENDPOINT=${LAGO_AWS_S3_ENDPOINT}
+ # - LAGO_USE_GCS=${LAGO_USE_GCS:-false}
+ # - LAGO_GCS_PROJECT=${LAGO_GCS_PROJECT:-}
+ # - LAGO_GCS_BUCKET=${LAGO_GCS_BUCKET:-}
+ # - LAGO_PDF_URL=${LAGO_PDF_URL:-http:https://pdf:3000}
+ # - LAGO_REDIS_CACHE_URL=redis:https://${LAGO_REDIS_CACHE_HOST:-redis}:${LAGO_REDIS_CACHE_PORT:-6379}
+ # - LAGO_REDIS_CACHE_PASSWORD=${LAGO_REDIS_CACHE_PASSWORD}
+ # - LAGO_DISABLE_SEGMENT=${LAGO_DISABLE_SEGMENT}
+ # - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH}
+ # - NANGO_SECRET_KEY=${NANGO_SECRET_KEY}
+ # - SIDEKIQ_PDFS=true
+
  api-clock:
  container_name: lago-clock
  image: getlago/api:v1.5.1