update version to 1.10.6, added screens, added tests dag (#1)
* update version to 1.10.6, added screens, added tests dag * fix docker and readme * edit readme.md
This commit is contained in:
@@ -1,4 +1,4 @@
|
|||||||
FROM puckel/docker-airflow:1.10.4
|
FROM puckel/docker-airflow:1.10.6
|
||||||
RUN pip install --user psycopg2-binary
|
RUN pip install --user psycopg2-binary
|
||||||
ENV AIRFLOW_HOME=/usr/local/airflow
|
ENV AIRFLOW_HOME=/usr/local/airflow
|
||||||
COPY ./airflow.cfg /usr/local/airflow/airflow.cfg
|
COPY ./airflow.cfg /usr/local/airflow/airflow.cfg
|
||||||
|
|||||||
10
README.md
10
README.md
@@ -7,3 +7,13 @@ Apache Airflow with LocalExecutor:
|
|||||||
|
|
||||||
Apache Airflow with CeleryExecutor:
|
Apache Airflow with CeleryExecutor:
|
||||||
<https://medium.com/@xnuinside/quick-tutorial-apache-airflow-with-3-celery-workers-in-docker-composer-9f2f3b445e4>
|
<https://medium.com/@xnuinside/quick-tutorial-apache-airflow-with-3-celery-workers-in-docker-composer-9f2f3b445e4>
|
||||||
|
|
||||||
|

|
||||||
|

|
||||||
|
|
||||||
|
|
||||||
|
###From 29.11:
|
||||||
|
|
||||||
|
1. Apache Airflow Image was updated to version 1.10.6
|
||||||
|
2. Added test_dag into airflow_files
|
||||||
|
|
||||||
|
|||||||
8
airflow_files/dags/test_dag.py
Normal file
8
airflow_files/dags/test_dag.py
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
from datetime import datetime
|
||||||
|
from airflow import DAG
|
||||||
|
from airflow.operators.dummy_operator import DummyOperator
|
||||||
|
|
||||||
|
|
||||||
|
with DAG(dag_id="test_dag", start_date=datetime(2019, 11, 28),
|
||||||
|
schedule_interval="@daily") as dag:
|
||||||
|
DummyOperator(task_id="dummy_task_run")
|
||||||
@@ -23,7 +23,7 @@ services:
|
|||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
ports:
|
ports:
|
||||||
- "8080:8080"
|
- "8080:8080"
|
||||||
entrypoint: airflow webserver
|
entrypoint: airflow webserver
|
||||||
@@ -39,7 +39,7 @@ services:
|
|||||||
- postgres
|
- postgres
|
||||||
- webserver
|
- webserver
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
entrypoint: airflow scheduler
|
entrypoint: airflow scheduler
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
|
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
|
||||||
@@ -54,7 +54,7 @@ services:
|
|||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
entrypoint: airflow worker -cn worker_1
|
entrypoint: airflow worker -cn worker_1
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
||||||
@@ -67,7 +67,7 @@ services:
|
|||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
entrypoint: airflow worker -cn worker_2
|
entrypoint: airflow worker -cn worker_2
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
||||||
@@ -80,7 +80,7 @@ services:
|
|||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
entrypoint: airflow worker -cn worker_3
|
entrypoint: airflow worker -cn worker_3
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
||||||
@@ -93,7 +93,7 @@ services:
|
|||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
entrypoint: airflow flower
|
entrypoint: airflow flower
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-flower.pid ]"]
|
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-flower.pid ]"]
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ services:
|
|||||||
depends_on:
|
depends_on:
|
||||||
- postgres
|
- postgres
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
ports:
|
ports:
|
||||||
- "8080:8080"
|
- "8080:8080"
|
||||||
entrypoint: airflow webserver
|
entrypoint: airflow webserver
|
||||||
@@ -39,7 +39,7 @@ services:
|
|||||||
- postgres
|
- postgres
|
||||||
- webserver
|
- webserver
|
||||||
volumes:
|
volumes:
|
||||||
- ./airflow/dags:/usr/local/airflow/dags
|
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||||
entrypoint: airflow scheduler
|
entrypoint: airflow scheduler
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
|
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
|
||||||
|
|||||||
BIN
docs/img/main.png
Normal file
BIN
docs/img/main.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 60 KiB |
BIN
docs/img/version.png
Normal file
BIN
docs/img/version.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 40 KiB |
Reference in New Issue
Block a user