bakery/examples/basic.yaml at main · marksverdhei/bakery · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
# Basic prompt baking example
#
# Usage:
#   bakery --config examples/basic.yaml

# --- Standard TrainingArguments ---
output_dir: "./outputs/basic"
num_train_epochs: 3
learning_rate: 1e-4
per_device_train_batch_size: 1
max_grad_norm: 1.0
logging_steps: 5
save_strategy: "epoch"
gradient_checkpointing: false
optim: "adamw_torch"
bf16: true
report_to: "none"
seed: 42
lr_scheduler_type: "cosine"
warmup_ratio: 0.1

# --- Prompt baking ---
system_prompt: "You are a helpful, harmless, and honest assistant."
num_trajectories: 4
trajectory_length: 128
temperature: 1.0
sampling_temperature: 0.8

# --- Model ---
model_name_or_path: "Qwen/Qwen3-0.6B"
torch_dtype: "bfloat16"
attn_implementation: "sdpa"

# --- LoRA ---
r: 64
lora_alpha: 128
target_modules:
  - q_proj
  - k_proj
  - v_proj
  - o_proj
  - gate_proj
  - up_proj
  - down_proj
lora_dropout: 0.05

# --- Data ---
training_prompts:
  - "What is the capital of France?"
  - "Explain photosynthesis in simple terms."
  - "Write a haiku about the ocean."
  - "What are the benefits of exercise?"
  - "How does a computer work?"