-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
59 lines (49 loc) · 1.54 KB
/
Makefile
File metadata and controls
59 lines (49 loc) · 1.54 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
.PHONY: cleandata eda baseline qa agg install pipeline train features eval
CONFIG=configs/baseline.yaml
PYTHON?=python
VENV?=venv
install:
python3 -m venv $(VENV)
$(VENV)/bin/pip install -r requirements.txt
pipeline:
$(PYTHON) -m src.pipeline \
$(if $(DATASET),--dataset $(DATASET)) \
$(if $(NAME),--name $(NAME)) \
$(if $(TABLE),--table $(TABLE)) \
$(if $(INP),--inp $(INP)) \
$(if $(STAMP),--stamp) \
$(if $(OVERWRITE),--overwrite) \
$(if $(NO_PLOT),--no-plot) \
$(if $(EVAL_SPLIT),--eval-split $(EVAL_SPLIT)) \
$(if $(TEST_FRAC),--test-frac $(TEST_FRAC))
features:
$(PYTHON) -m scripts.make_features \
$(if $(DATASET),--dataset $(DATASET)) \
$(if $(INP),--inp $(INP))
train:
$(PYTHON) -m scripts.train_model \
$(if $(NAME),--name $(NAME)) \
$(if $(TABLE),--table $(TABLE)) \
$(if $(STAMP),--stamp) \
$(if $(OVERWRITE),--overwrite) \
$(if $(NO_PLOT),--no-plot) \
$(if $(TEST_FRAC),--test-frac $(TEST_FRAC))
eval:
$(PYTHON) scripts/evaluate_model.py \
$(if $(EVAL_SPLIT),--split $(EVAL_SPLIT)) \
$(if $(TEST_FRAC),--test-frac $(TEST_FRAC))
cleandata:
\tpython -m src.data.clean --in data/processed/features.csv \
\t --out data/processed/features_day2.parquet \
\t --report reports/cleaning_report.md \
\t --outliers data/interim/outliers.csv \
\t --config $(CONFIG)
qa:
\tpython scripts/qa_check.py
eda:
\tjupyter nbconvert --execute --to html \
\t --output reports/eda_day2.html notebooks/01_eda_day2.ipynb
baseline:
\tpython scripts/train_baseline.py --config $(CONFIG)
agg:
\tpython scripts/aggregate_results.py