diff --git a/setup/all-in-one/README.md b/setup/all-in-one/README.md index 1873038..4562511 100644 --- a/setup/all-in-one/README.md +++ b/setup/all-in-one/README.md @@ -46,6 +46,16 @@ The monitoring docker compose files will additionally start a docker container f it should be accessible at [http://localhost:9997/kafka_manager/](http://localhost:9997/kafka_manager/). However, by default no Kafka clusters will be available. You need to add your cluster based on the settings of the environment file you use. +## Startup issues + +If the API port is already used you would get an error like: +> Error starting userland proxy: listen tcp 0.0.0.0:80: bind: address already in use + +You can run the following command to check which process are causing the issue: +```sudo lsof -i:80 -P -n | grep LISTEN```. You can either kill the running process, e.g. apache, or change the `port_host` parameter +in the environment file. + + ## Check status You can check all docker logs to monitor the processing status. diff --git a/setup/all-in-one/docker-compose_kinesis.yml b/setup/all-in-one/docker-compose_kinesis.yml index de512df..f92c731 100644 --- a/setup/all-in-one/docker-compose_kinesis.yml +++ b/setup/all-in-one/docker-compose_kinesis.yml @@ -76,11 +76,13 @@ services: environment: # General environment variables - input_type + - "image_pushing_type=${image_ingestion_type}" - input_path - input_nb_threads - verbose - source_zip - - "nb_workers=${input_nb_workers}" + - input_nb_workers + #- "nb_workers=${input_nb_workers}" - "conf_name=${input_conf_name}" # # Kafka related environment variables # - input_topic @@ -96,6 +98,7 @@ services: - endpoint_url - producer_type - producer_prefix + #- "PYTHONWARNINGS='ignore:Unverified HTTPS request'" # Does not seem to work cap_add: - IPC_LOCK # nothing really needs to be persistent here. no other volumes needed @@ -124,9 +127,12 @@ services: environment: # General environment variables - input_type + - image_ingestion_type + - update_ingestion_type - producer_type - region_name - images_stream + - "image_shard_infos_filename=${indocker_repo_path}/kinesis_${images_stream}_${extr_conf_name}.json" - aws_profile - verify_certificates - endpoint_url @@ -153,6 +159,7 @@ services: - image_buffer_column_family - image_buffer_column_name - update_info_column_family + - "PYTHONWARNINGS='ignore:Unverified HTTPS request'" # nothing really needs to be persistent here. no other volumes needed volumes: - $repo_path:$indocker_repo_path @@ -194,7 +201,7 @@ services: - table_updateinfos - batch_update_size - column_list_sha1s - - extr_family_column + - extr_column_family - image_info_column_family - image_buffer_column_family - image_buffer_column_name