build: add python lib install to dockerfile

airflow/Dockerfile

@@ -9,4 +9,4 @@ ENV PATH="$JAVA_HOME/bin:$PATH"
 
 USER airflow
 
-RUN pip install apache-airflow-providers-apache-spark mlflow
+RUN pip install apache-airflow-providers-apache-spark mlflow numpy imbalanced-learn pandas

docker-compose.yaml

@@ -296,7 +296,7 @@ services:
         condition: service_completed_successfully
 
   master:
-    image: docker.io/bitnami/spark:3.5
+    build: ./spark
     container_name: spark-master
     user: "0:0"
     environment:
@@ -313,7 +313,7 @@ services:
       - ./spark:/opt/spark
 
   spark-worker:
-    image: docker.io/bitnami/spark:3.5
+    build: "./spark"
     container_name: spark-worker
     user: "0:0"
     environment:

spark/Dockerfile

+FROM docker.io/bitnami/spark:3.5
+RUN pip install numpy imbalanced-learn pandas
\ No newline at end of file