Skip to content
Snippets Groups Projects
Commit db513309 authored by Naufal-Nalendra's avatar Naufal-Nalendra
Browse files

Update .gitlab-ci.yml

parent 40f9972f
Branches
No related merge requests found
Pipeline #66475 failed with stages
in 3 minutes and 3 seconds
......@@ -55,7 +55,9 @@ deploy_dag:
# Test the DAG execution
test_dag:
stage: test
image: apache/airflow:2.7.1-python3.11
image:
name: apache/airflow:2.7.1-python3.11
entrypoint: ["/bin/bash"] # Override entrypoint to use bash
dependencies:
- deploy_dag
services:
......@@ -73,7 +75,6 @@ test_dag:
- mkdir -p $AIRFLOW_HOME/logs
- mkdir -p $AIRFLOW_HOME/plugins
- cp $AIRFLOW_DAGS_DIR/model_dag.py $AIRFLOW_HOME/dags/
# Install required dependencies
- pip install apache-airflow-providers-apache-spark==2.1.1 pyspark==3.5.0 apache-airflow-providers-openlineage>=1.8.0 pandas mlflow scikit-learn
script:
- airflow db init
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment