check_models/Makefile at main · jrp2014/check_models · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
.DEFAULT_GOAL := help

SRC := src

.PHONY: help
help: ## Show this help message
	@echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
	@echo "  MLX VLM Check - Vision-Language Model Benchmarking  "
	@echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
	@echo ""
	@echo "🚀 Getting Started:"
	@echo "  make install          Install the package"
	@echo "  make run              Show usage help"
	@echo ""
	@echo "📊 Common Tasks:"
	@echo "  make demo             Run on example (if you have images)"
	@echo "  make clean            Remove generated files"
	@echo ""
	@echo "🛠️  Development:"
	@echo "  make dev              Setup dev environment"
	@echo "  make update           Update conda environment and project dependencies"
	@echo "  make test             Run tests"
	@echo "  make check            Run format, lint, typecheck, and tests"
	@echo "  make quality          Run full quality checks (ruff format+lint+mypy+suppression-audit+ty+pyrefly+vulture+pytest+shellcheck+markdownlint)"
	@echo "  make vulture          Run the configured dead-code scan"
	@echo "  make ty               Run Ty type checking with the resolved mlx-vlm interpreter"
	@echo "  make ci               Run full CI pipeline (strict)"
	@echo "  make format           Format code with ruff"
	@echo "  make stubs            Generate type stubs for mlx-vlm (typings/)"
	@echo ""
	@echo "📚 Documentation: See docs/CONTRIBUTING.md for details"

.PHONY: install
install: ## Install the package in editable mode
	@$(MAKE) -C $(SRC) install

.PHONY: dev
dev: ## Setup dev environment with all dependencies
	@$(MAKE) -C $(SRC) install-all

.PHONY: run
run: ## Show usage help
	@$(MAKE) -C $(SRC) check_models ARGS='--help'

.PHONY: demo
demo: ## Run demo with verbose output
	@$(MAKE) -C $(SRC) check_models ARGS='--verbose'

.PHONY: test
test: ## Run tests with pytest
	@$(MAKE) -C $(SRC) test

.PHONY: check
check: ## Run core quality pipeline (format, lint, typecheck, test)
	@$(MAKE) -C $(SRC) check

.PHONY: quality
quality: ## Run full quality checks (ruff format+lint+mypy+suppression-audit+ty+pyrefly+vulture+pytest+shellcheck+markdownlint)
	@$(MAKE) -C $(SRC) quality

.PHONY: vulture
vulture: ## Run the configured dead-code scan
	@$(MAKE) -C $(SRC) vulture

.PHONY: ci
ci: ## Run full CI pipeline (strict mode)
	@$(MAKE) -C $(SRC) ci

.PHONY: format
format: ## Format code with ruff
	@$(MAKE) -C $(SRC) format

.PHONY: lint
lint: ## Lint code with ruff
	@$(MAKE) -C $(SRC) lint

.PHONY: typecheck
typecheck: ## Run mypy type checking
	@$(MAKE) -C $(SRC) typecheck

.PHONY: ty
ty: ## Run Ty type checking with the resolved repo interpreter
	@$(MAKE) -C $(SRC) ty ARGS='$(ARGS)'

.PHONY: clean
clean: ## Remove generated files and caches
	@$(MAKE) -C $(SRC) clean
	rm -f $(SRC)/output/reports/results.html $(SRC)/output/reports/results.md
	rm -f $(SRC)/output/reports/model_gallery.md $(SRC)/output/reports/review.md
	rm -f $(SRC)/output/reports/results.tsv $(SRC)/output/reports/diagnostics.md
	rm -f $(SRC)/output/results.html $(SRC)/output/results.md $(SRC)/output/model_gallery.md
	rm -f $(SRC)/output/review.md $(SRC)/output/results.tsv $(SRC)/output/diagnostics.md
	rm -f $(SRC)/output/results.jsonl $(SRC)/output/results.history.jsonl
	rm -f $(SRC)/output/check_models.log $(SRC)/output/environment.log
	find $(SRC)/output/repro_bundles -mindepth 1 -maxdepth 1 -exec rm -rf {} + 2>/dev/null || true

.PHONY: clean-all
clean-all: clean ## Deep clean including build artifacts and stubs
	@$(MAKE) -C $(SRC) clean-all

.PHONY: check_models
check_models: ## Run VLM checker (pass args: make check_models ARGS='--model X --image Y')
	$(MAKE) -C $(SRC) check_models ARGS='$(ARGS)'

.PHONY: update
update: ## Update conda environment and reinstall project dependencies
	$(MAKE) -C $(SRC) update

.PHONY: update-env
update-env: update ## Alias for 'update' target


.PHONY: deps-sync
deps-sync: ## Sync README dependency blocks with pyproject.toml
	$(MAKE) -C $(SRC) deps-sync

.PHONY: stubs
stubs: ## Generate type stubs for mlx-vlm
	$(MAKE) -C $(SRC) stubs

.PHONY: stubs-clear
stubs-clear: ## Remove generated type stubs
	$(MAKE) -C $(SRC) stubs-clear

.PHONY: quality-strict
quality-strict: ## Run quality checks with strict markdown linting (requires node/npm)
	$(MAKE) -C $(SRC) quality-strict

.PHONY: install-markdownlint
install-markdownlint: ## Install markdownlint-cli2 via npm (requires Node.js)
	$(MAKE) -C $(SRC) install-markdownlint