diff --git a/Dockerfile b/Dockerfile index 484cbe9720d8893189b0ca29c760f441c972b9cc..eea8cbbede893f388c8f8b0496e9d23c4a0bf7ed 100644 --- a/Dockerfile +++ b/Dockerfile @@ -10,8 +10,6 @@ ENV JAVA_HOME /usr/lib/jvm/java-11-openjdk-arm64 USER airflow -RUN pip install \ - apache-airflow \ - apache-airflow-providers-apache-spark \ - 'apache-airflow-providers-openlineage>=1.8.0' \ - pyspark \ No newline at end of file +COPY requirements.txt /app/requirements.txt + +RUN pip install --no-cache-dir -r /app/requirements.txt \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index 3955dc92fab04652fe945fd703f45f1d9b481663..5d8e452e9ba0ee25c3df85b48a2360a8ca6427e9 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,3 +1,4 @@ pyspark apache-airflow apache-airflow-providers-apache-spark +apache-airflow-providers-openlineage>=1.8.0 \ No newline at end of file