diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 43604298efe15eab89e98d5664cc12da96fc2d04..d632db22b3f1f8dc9ca2e81083962ebe42df9f89 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -55,7 +55,9 @@ deploy_dag: # Test the DAG execution test_dag: stage: test - image: apache/airflow:2.7.1-python3.11 + image: + name: apache/airflow:2.7.1-python3.11 + entrypoint: ["/bin/bash"] # Override entrypoint to use bash dependencies: - deploy_dag services: @@ -73,7 +75,6 @@ test_dag: - mkdir -p $AIRFLOW_HOME/logs - mkdir -p $AIRFLOW_HOME/plugins - cp $AIRFLOW_DAGS_DIR/model_dag.py $AIRFLOW_HOME/dags/ - # Install required dependencies - pip install apache-airflow-providers-apache-spark==2.1.1 pyspark==3.5.0 apache-airflow-providers-openlineage>=1.8.0 pandas mlflow scikit-learn script: - airflow db init