Update to 1.10.12 (#6)
* add retry, update version to 1.10.12 * update readme.md
This commit is contained in:
19
README.md
19
README.md
@@ -1,3 +1,15 @@
|
|||||||
|
# How to use
|
||||||
|
|
||||||
|
```bash
|
||||||
|
|
||||||
|
git clone https://github.com/xnuinside/airflow_in_docker_compose
|
||||||
|
cd airflow_in_docker_compose
|
||||||
|
docker-compose -f docker-compose-with-celery-executor.yml up --build
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
Wait until all services will succesfull up & open http://localhost:8080/admin.
|
||||||
|
|
||||||
# Apache Airflow with Docker Compose examples
|
# Apache Airflow with Docker Compose examples
|
||||||
**UPD from July 2020:
|
**UPD from July 2020:
|
||||||
Those articles was created before release of official Apache Airflow Docker image and they use puckel/docker-airflow.
|
Those articles was created before release of official Apache Airflow Docker image and they use puckel/docker-airflow.
|
||||||
@@ -29,6 +41,13 @@ Source files for article with description on Medium.
|
|||||||

|

|
||||||

|

|
||||||
|
|
||||||
|
|
||||||
|
### 29.11.2020:
|
||||||
|
1. Update Apache Airflow version to 1.10.12
|
||||||
|
2. Update PostgreSQL DB to 13.1
|
||||||
|
3. Added restart_policy to services in docker-compose
|
||||||
|
|
||||||
|
|
||||||
### 07.2020:
|
### 07.2020:
|
||||||
1. All compose files with puckel_image moved to docker_with_puckel_image
|
1. All compose files with puckel_image moved to docker_with_puckel_image
|
||||||
2. Creted docker-compose config based on official image (required docker-compose version 3.7 and higher):
|
2. Creted docker-compose config based on official image (required docker-compose version 3.7 and higher):
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ networks:
|
|||||||
|
|
||||||
services:
|
services:
|
||||||
postgres:
|
postgres:
|
||||||
image: postgres:11.5
|
image: postgres:13.1
|
||||||
environment:
|
environment:
|
||||||
- POSTGRES_USER=airflow
|
- POSTGRES_USER=airflow
|
||||||
- POSTGRES_DB=airflow
|
- POSTGRES_DB=airflow
|
||||||
@@ -36,14 +36,19 @@ services:
|
|||||||
webserver:
|
webserver:
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
image: apache/airflow:1.10.11
|
image: apache/airflow:1.10.12
|
||||||
ports:
|
ports:
|
||||||
- 8080:8080
|
- 8080:8080
|
||||||
volumes:
|
volumes:
|
||||||
- ./dags:/opt/airflow/dags
|
- ./airflow_files/dags:/opt/airflow/dags
|
||||||
- ./logs:/opt/airflow/logs
|
- ./logs:/opt/airflow/logs
|
||||||
- ./files:/opt/airflow/files
|
- ./files:/opt/airflow/files
|
||||||
- /var/run/docker.sock:/var/run/docker.sock
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
|
deploy:
|
||||||
|
restart_policy:
|
||||||
|
condition: on-failure
|
||||||
|
delay: 8s
|
||||||
|
max_attempts: 3
|
||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
- redis
|
- redis
|
||||||
@@ -56,54 +61,75 @@ services:
|
|||||||
networks:
|
networks:
|
||||||
- airflow
|
- airflow
|
||||||
flower:
|
flower:
|
||||||
image: apache/airflow:1.10.11
|
image: apache/airflow:1.10.12
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
ports:
|
ports:
|
||||||
- 5555:5555
|
- 5555:5555
|
||||||
depends_on:
|
depends_on:
|
||||||
- redis
|
- redis
|
||||||
|
deploy:
|
||||||
|
restart_policy:
|
||||||
|
condition: on-failure
|
||||||
|
delay: 8s
|
||||||
|
max_attempts: 3
|
||||||
volumes:
|
volumes:
|
||||||
- ./logs:/opt/airflow/logs
|
- ./logs:/opt/airflow/logs
|
||||||
command: flower
|
command: flower
|
||||||
networks:
|
networks:
|
||||||
- airflow
|
- airflow
|
||||||
scheduler:
|
scheduler:
|
||||||
image: apache/airflow:1.10.11
|
image: apache/airflow:1.10.12
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes:
|
||||||
- ./dags:/opt/airflow/dags
|
- ./airflow_files/dags:/opt/airflow/dags
|
||||||
- ./logs:/opt/airflow/logs
|
- ./logs:/opt/airflow/logs
|
||||||
- ./files:/opt/airflow/files
|
- ./files:/opt/airflow/files
|
||||||
- /var/run/docker.sock:/var/run/docker.sock
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
command: scheduler
|
command: scheduler
|
||||||
|
deploy:
|
||||||
|
restart_policy:
|
||||||
|
condition: on-failure
|
||||||
|
delay: 8s
|
||||||
|
max_attempts: 3
|
||||||
networks:
|
networks:
|
||||||
- airflow
|
- airflow
|
||||||
worker:
|
worker:
|
||||||
image: apache/airflow:1.10.11
|
image: apache/airflow:1.10.12
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes:
|
||||||
- ./dags:/opt/airflow/dags
|
- ./airflow_files/dags:/opt/airflow/dags
|
||||||
- ./logs:/opt/airflow/logs
|
- ./logs:/opt/airflow/logs
|
||||||
- ./files:/opt/airflow/files
|
- ./files:/opt/airflow/files
|
||||||
- /var/run/docker.sock:/var/run/docker.sock
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
command: worker
|
command: worker
|
||||||
depends_on:
|
depends_on:
|
||||||
- scheduler
|
- scheduler
|
||||||
|
|
||||||
|
deploy:
|
||||||
|
restart_policy:
|
||||||
|
condition: on-failure
|
||||||
|
delay: 8s
|
||||||
|
max_attempts: 3
|
||||||
networks:
|
networks:
|
||||||
- airflow
|
- airflow
|
||||||
initdb:
|
initdb:
|
||||||
image: apache/airflow:1.10.11
|
image: apache/airflow:1.10.12
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes:
|
||||||
- ./dags:/opt/airflow/dags
|
- ./airflow_files/dags:/opt/airflow/dags
|
||||||
- ./logs:/opt/airflow/logs
|
- ./logs:/opt/airflow/logs
|
||||||
- ./files:/opt/airflow/files
|
- ./files:/opt/airflow/files
|
||||||
- /var/run/docker.sock:/var/run/docker.sock
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
entrypoint: /bin/bash
|
entrypoint: /bin/bash
|
||||||
|
deploy:
|
||||||
|
restart_policy:
|
||||||
|
condition: on-failure
|
||||||
|
delay: 8s
|
||||||
|
max_attempts: 5
|
||||||
command: -c "airflow initdb"
|
command: -c "airflow initdb"
|
||||||
depends_on:
|
depends_on:
|
||||||
- redis
|
- redis
|
||||||
|
|||||||
Reference in New Issue
Block a user