update version to 1.10.6, added screens, added tests dag (#1)
* update version to 1.10.6, added screens, added tests dag * fix docker and readme * edit readme.md
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
FROM puckel/docker-airflow:1.10.4
|
||||
FROM puckel/docker-airflow:1.10.6
|
||||
RUN pip install --user psycopg2-binary
|
||||
ENV AIRFLOW_HOME=/usr/local/airflow
|
||||
COPY ./airflow.cfg /usr/local/airflow/airflow.cfg
|
||||
|
||||
10
README.md
10
README.md
@@ -7,3 +7,13 @@ Apache Airflow with LocalExecutor:
|
||||
|
||||
Apache Airflow with CeleryExecutor:
|
||||
<https://medium.com/@xnuinside/quick-tutorial-apache-airflow-with-3-celery-workers-in-docker-composer-9f2f3b445e4>
|
||||
|
||||

|
||||

|
||||
|
||||
|
||||
###From 29.11:
|
||||
|
||||
1. Apache Airflow Image was updated to version 1.10.6
|
||||
2. Added test_dag into airflow_files
|
||||
|
||||
|
||||
8
airflow_files/dags/test_dag.py
Normal file
8
airflow_files/dags/test_dag.py
Normal file
@@ -0,0 +1,8 @@
|
||||
from datetime import datetime
|
||||
from airflow import DAG
|
||||
from airflow.operators.dummy_operator import DummyOperator
|
||||
|
||||
|
||||
with DAG(dag_id="test_dag", start_date=datetime(2019, 11, 28),
|
||||
schedule_interval="@daily") as dag:
|
||||
DummyOperator(task_id="dummy_task_run")
|
||||
@@ -23,7 +23,7 @@ services:
|
||||
depends_on:
|
||||
- postgres
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
ports:
|
||||
- "8080:8080"
|
||||
entrypoint: airflow webserver
|
||||
@@ -39,7 +39,7 @@ services:
|
||||
- postgres
|
||||
- webserver
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
entrypoint: airflow scheduler
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
|
||||
@@ -54,7 +54,7 @@ services:
|
||||
depends_on:
|
||||
- postgres
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
entrypoint: airflow worker -cn worker_1
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
||||
@@ -67,7 +67,7 @@ services:
|
||||
depends_on:
|
||||
- postgres
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
entrypoint: airflow worker -cn worker_2
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
||||
@@ -80,7 +80,7 @@ services:
|
||||
depends_on:
|
||||
- postgres
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
entrypoint: airflow worker -cn worker_3
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-worker.pid ]"]
|
||||
@@ -93,7 +93,7 @@ services:
|
||||
depends_on:
|
||||
- postgres
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
entrypoint: airflow flower
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-flower.pid ]"]
|
||||
|
||||
@@ -23,7 +23,7 @@ services:
|
||||
depends_on:
|
||||
- postgres
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
ports:
|
||||
- "8080:8080"
|
||||
entrypoint: airflow webserver
|
||||
@@ -39,7 +39,7 @@ services:
|
||||
- postgres
|
||||
- webserver
|
||||
volumes:
|
||||
- ./airflow/dags:/usr/local/airflow/dags
|
||||
- ./airflow_files/dags:/usr/local/airflow/dags
|
||||
entrypoint: airflow scheduler
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-scheduler.pid ]"]
|
||||
|
||||
BIN
docs/img/main.png
Normal file
BIN
docs/img/main.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 60 KiB |
BIN
docs/img/version.png
Normal file
BIN
docs/img/version.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 40 KiB |
Reference in New Issue
Block a user