update version to 1.10.6, added screens, added tests dag (#1)

* update version to 1.10.6, added screens, added tests dag

* fix docker and readme

* edit readme.md
This commit is contained in:
Iuliia Volkova
2019-11-29 23:51:53 +03:00
committed by GitHub
parent 4981de864c
commit 3d15d113b5
7 changed files with 27 additions and 9 deletions

View File

@@ -1,4 +1,4 @@
FROM puckel/docker-airflow:1.10.4
FROM puckel/docker-airflow:1.10.6
RUN pip install --user psycopg2-binary
ENV AIRFLOW_HOME=/usr/local/airflow
COPY ./airflow.cfg /usr/local/airflow/airflow.cfg

View File

@@ -7,3 +7,13 @@ Apache Airflow with LocalExecutor:
Apache Airflow with CeleryExecutor:
<https://medium.com/@xnuinside/quick-tutorial-apache-airflow-with-3-celery-workers-in-docker-composer-9f2f3b445e4>
![Main Apache Airflow UI](/docs/img/main.png?raw=true "Main Apache Airflow UI")
![Version](/docs/img/version.png?raw=true "Version Screen")
###From 29.11:
1. Apache Airflow Image was updated to version 1.10.6
2. Added test_dag into airflow_files

View File

@@ -0,0 +1,8 @@
from datetime import datetime
from airflow import DAG
from airflow.operators.dummy_operator import DummyOperator
with DAG(dag_id="test_dag", start_date=datetime(2019, 11, 28),
schedule_interval="@daily") as dag:
DummyOperator(task_id="dummy_task_run")

View File

@@ -23,7 +23,7 @@ services:
depends_on:
- postgres
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
ports:
- "8080:8080"
entrypoint: airflow webserver
@@ -39,7 +39,7 @@ services:
- postgres
- webserver
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow scheduler
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
@@ -54,7 +54,7 @@ services:
depends_on:
- postgres
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow worker -cn worker_1
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
@@ -67,7 +67,7 @@ services:
depends_on:
- postgres
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow worker -cn worker_2
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
@@ -80,7 +80,7 @@ services:
depends_on:
- postgres
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow worker -cn worker_3
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
@@ -93,7 +93,7 @@ services:
depends_on:
- postgres
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow flower
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-flower.pid ]"]

View File

@@ -23,7 +23,7 @@ services:
depends_on:
- postgres
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
ports:
- "8080:8080"
entrypoint: airflow webserver
@@ -39,7 +39,7 @@ services:
- postgres
- webserver
volumes:
- ./airflow/dags:/usr/local/airflow/dags
- ./airflow_files/dags:/usr/local/airflow/dags
entrypoint: airflow scheduler
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]

BIN
docs/img/main.png Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 60 KiB

BIN
docs/img/version.png Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 40 KiB