update version to 1.10.6, added screens, added tests dag (#1)

* update version to 1.10.6, added screens, added tests dag

* fix docker and readme

* edit readme.md
This commit is contained in:
Iuliia Volkova
2019-11-29 23:51:53 +03:00
committed by GitHub
parent 4981de864c
commit 3d15d113b5
7 changed files with 27 additions and 9 deletions

View File

@@ -1,4 +1,4 @@
FROM puckel/docker-airflow:1.10.4 FROM puckel/docker-airflow:1.10.6
RUN pip install --user psycopg2-binary RUN pip install --user psycopg2-binary
ENV AIRFLOW_HOME=/usr/local/airflow ENV AIRFLOW_HOME=/usr/local/airflow
COPY ./airflow.cfg /usr/local/airflow/airflow.cfg COPY ./airflow.cfg /usr/local/airflow/airflow.cfg

View File

@@ -7,3 +7,13 @@ Apache Airflow with LocalExecutor:
Apache Airflow with CeleryExecutor: Apache Airflow with CeleryExecutor:
<https://medium.com/@xnuinside/quick-tutorial-apache-airflow-with-3-celery-workers-in-docker-composer-9f2f3b445e4> <https://medium.com/@xnuinside/quick-tutorial-apache-airflow-with-3-celery-workers-in-docker-composer-9f2f3b445e4>
![Main Apache Airflow UI](/docs/img/main.png?raw=true "Main Apache Airflow UI")
![Version](/docs/img/version.png?raw=true "Version Screen")
###From 29.11:
1. Apache Airflow Image was updated to version 1.10.6
2. Added test_dag into airflow_files

View File

@@ -0,0 +1,8 @@
from datetime import datetime
from airflow import DAG
from airflow.operators.dummy_operator import DummyOperator
with DAG(dag_id="test_dag", start_date=datetime(2019, 11, 28),
schedule_interval="@daily") as dag:
DummyOperator(task_id="dummy_task_run")

View File

@@ -23,7 +23,7 @@ services:
depends_on: depends_on:
- postgres - postgres
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
ports: ports:
- "8080:8080" - "8080:8080"
entrypoint: airflow webserver entrypoint: airflow webserver
@@ -39,7 +39,7 @@ services:
- postgres - postgres
- webserver - webserver
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow scheduler entrypoint: airflow scheduler
healthcheck: healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"] test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
@@ -54,7 +54,7 @@ services:
depends_on: depends_on:
- postgres - postgres
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow worker -cn worker_1 entrypoint: airflow worker -cn worker_1
healthcheck: healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"] test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
@@ -67,7 +67,7 @@ services:
depends_on: depends_on:
- postgres - postgres
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow worker -cn worker_2 entrypoint: airflow worker -cn worker_2
healthcheck: healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"] test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
@@ -80,7 +80,7 @@ services:
depends_on: depends_on:
- postgres - postgres
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow worker -cn worker_3 entrypoint: airflow worker -cn worker_3
healthcheck: healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"] test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
@@ -93,7 +93,7 @@ services:
depends_on: depends_on:
- postgres - postgres
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow flower entrypoint: airflow flower
healthcheck: healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-flower.pid ]"] test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-flower.pid ]"]

View File

@@ -23,7 +23,7 @@ services:
depends_on: depends_on:
- postgres - postgres
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
ports: ports:
- "8080:8080" - "8080:8080"
entrypoint: airflow webserver entrypoint: airflow webserver
@@ -39,7 +39,7 @@ services:
- postgres - postgres
- webserver - webserver
volumes: volumes:
- ./airflow/dags:/usr/local/airflow/dags - ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow scheduler entrypoint: airflow scheduler
healthcheck: healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"] test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]

BIN
docs/img/main.png Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 60 KiB

BIN
docs/img/version.png Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 40 KiB