adding dockerfile, requirements, and docker compose for the dev environment

Author: rafaelgreca

docker-compose.yaml

@@ -0,0 +1,25 @@
+version: '3'
+
+# creating the default network
+networks:
+  default:
+    driver: bridge
+
+services:
+  # creating the development environment service (which is running the jupyter notebook)
+  dev:
+    image: e2e-dev:latest
+    build:
+      context: ./notebooks
+      dockerfile: ./dev_Dockerfile
+
+    # exposing the port that will be used by MLFlow and Jupyter Notebook
+    ports:
+      - "8888:8888"
+      - "5000:5000"
+    
+    # setting external volumes
+    volumes:
+      - ./credentials.yaml:/e2e-project/credentials.yaml
+      - ./models:/e2e-project/models/
+      - ./data:/e2e-project/data/

notebooks/dev_Dockerfile

@@ -0,0 +1,20 @@
+# using the lastest version of miniconda as a base for the Docker image
+FROM python:3.10.14-slim
+
+# creating the root folder
+RUN mkdir -p /e2e-project/notebooks
+
+# copying all the files within this folder to the newly created folder
+COPY . /e2e-project/notebooks
+
+# setting the curreting directory to be the folder containing the notebooks
+WORKDIR /e2e-project
+
+# updating pip
+RUN pip install --no-cache-dir -U pip
+
+# installing requirements
+RUN pip install -r notebooks/requirements_dev.txt
+
+# running the conda notebook
+CMD ["jupyter", "notebook", "--ip=0.0.0.0", "--port=8888", "--no-browser", "--allow-root"]

notebooks/requirements_dev.txt

@@ -0,0 +1,13 @@
+catboost==1.2.5
+joblib==1.3.2
+lightgbm==4.5.0
+matplotlib==3.6.3
+mlflow==2.15.1
+numpy==1.22.3
+optuna==3.6.1
+pandas==1.5.2
+scikit_learn==1.3.2
+seaborn==0.13.2
+xgboost==2.1.1
+boto3==1.35.0
+jupyter==1.0.0