-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
83 lines (68 loc) · 2.67 KB
/
Makefile
File metadata and controls
83 lines (68 loc) · 2.67 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
# DPBench Makefile
# Common commands for development and experiments
.PHONY: install test lint clean experiments help
# Default target
help:
@echo "DPBench - LLM Coordination Benchmark"
@echo ""
@echo "Usage: make [target]"
@echo ""
@echo "Setup:"
@echo " install Install package in development mode"
@echo " install-lock Install with pinned dependencies"
@echo ""
@echo "Development:"
@echo " test Run tests"
@echo " lint Run linter (ruff)"
@echo " clean Remove build artifacts"
@echo ""
@echo "Experiments:"
@echo " quick-test Run 1 episode quick test"
@echo " experiments Run all 8 experimental conditions"
@echo " experiments-5p Run 4 conditions with 5 philosophers"
@echo " experiments-3p Run 4 conditions with 3 philosophers"
# Setup
install:
pip install -e .
install-lock:
pip install -r requirements-lock.txt
pip install -e .
# Development
test:
pytest tests/ -v
lint:
ruff check dpbench/ scripts/ tests/
clean:
rm -rf build/ dist/ *.egg-info
find . -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true
find . -type f -name "*.pyc" -delete 2>/dev/null || true
# Quick test
quick-test:
dpbench --episodes 1 --max-timesteps 10 --show-reasoning --log-dir ./logs
# All experiments (8 conditions x 30 episodes)
experiments: experiments-5p experiments-3p
@echo "All experiments complete!"
@echo "Results in: ./logs/"
# 5 Philosophers (4 conditions)
experiments-5p:
@echo "Running 5-philosopher experiments..."
dpbench --episodes 30 --mode simultaneous --log-dir ./logs
dpbench --episodes 30 --mode simultaneous --no-communication --log-dir ./logs
dpbench --episodes 30 --mode sequential --log-dir ./logs
dpbench --episodes 30 --mode sequential --no-communication --log-dir ./logs
# 3 Philosophers (4 conditions)
experiments-3p:
@echo "Running 3-philosopher experiments..."
dpbench --episodes 30 --philosophers 3 --mode simultaneous --log-dir ./logs
dpbench --episodes 30 --philosophers 3 --mode simultaneous --no-communication --log-dir ./logs
dpbench --episodes 30 --philosophers 3 --mode sequential --log-dir ./logs
dpbench --episodes 30 --philosophers 3 --mode sequential --no-communication --log-dir ./logs
# Individual experiment shortcuts
sim-5p-comm:
dpbench --episodes 30 --mode simultaneous --log-dir ./logs -o results/sim_5p_comm.json
sim-5p-nocomm:
dpbench --episodes 30 --mode simultaneous --no-communication --log-dir ./logs -o results/sim_5p_nocomm.json
seq-5p-comm:
dpbench --episodes 30 --mode sequential --log-dir ./logs -o results/seq_5p_comm.json
seq-5p-nocomm:
dpbench --episodes 30 --mode sequential --no-communication --log-dir ./logs -o results/seq_5p_nocomm.json