remove conda. add requirements.txt. add tests

This commit is contained in:
publicmatt
2024-03-14 13:47:37 -07:00
parent 355e83843f
commit 44250fc618
9 changed files with 324 additions and 12 deletions

View File

@@ -1,15 +1,30 @@
CONDA_ENV=ml_pipeline
PYTHON=.venv/bin/python3
.PHONY: help test
all: run
run:
python src/pipeline.py train
init:
python3.9 -m virtualenv .venv
data:
python src/data.py
run: ## run the pipeline (train)
$(PYTHON) src/train.py \
debug=false
batch:
python src/batch.py
debug: ## run the pipeline (train) with debugging enabled
$(PYTHON) src/train.py \
debug=true
data: ## download the mnist data
wget https://pjreddie.com/media/files/mnist_train.csv -O data/mnist_train.csv
wget https://pjreddie.com/media/files/mnist_test.csv -O data/mnist_test.csv
test:
find . -iname "*.py" | entr -c pytest
install:
$(PYTHON) -m pip install -r requirements.txt
help: ## display this help message
@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
install:
conda env updates -n ${CONDA_ENV} --file environment.yml