test(output-prompt-conformance): full 10-case matrix + count guard (TS pilot complete)

dmealing · dmealing · commit 4404f76d42fc · 2026-05-30T16:12:07.000-04:00
Nested cases render-only (roundTrip:false) — FR-010 renderer emits a flat
placeholder for nested OBJECT fields (documented deferral).
diff --git a/fixtures/output-prompt-conformance/README.md b/fixtures/output-prompt-conformance/README.md
@@ -27,3 +27,9 @@ classifies every field cleanly (no MALFORMED / LOST_*).
 Example values are restricted to strings, integers, booleans, and dyadic decimals
 (e.g. 1.5, 0.125) only — never a raw float whose textual form differs across runtimes.
 This keeps zero-drift robust against cross-runtime float formatting.
+
+## Nested objects
+
+A field with `kind: "OBJECT"` renders as a flat `{name}` placeholder — the FR-010
+renderer does not expand nested objects (a documented deferral). Such cases use
+`roundTrip: false`; nested recovery is covered by the recover-conformance corpus.
diff --git a/fixtures/output-prompt-conformance/instruction-fallback/README.md b/fixtures/output-prompt-conformance/instruction-fallback/README.md
@@ -0,0 +1,3 @@
+# instruction-fallback
+
+A field with neither `@example` nor `@instruction` — guide-style fallback text.
diff --git a/fixtures/output-prompt-conformance/instruction-fallback/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/instruction-fallback/expected.exampleOnly.txt
@@ -0,0 +1,3 @@
+{
+  "value": "{value}"
+}
diff --git a/fixtures/output-prompt-conformance/instruction-fallback/expected.guide.txt b/fixtures/output-prompt-conformance/instruction-fallback/expected.guide.txt
@@ -0,0 +1,7 @@
+Fill in each field as described below:
+- value (required)
+
+Respond exactly like this:
+{
+  "value": "{value}"
+}
diff --git a/fixtures/output-prompt-conformance/instruction-fallback/expected.inline.txt b/fixtures/output-prompt-conformance/instruction-fallback/expected.inline.txt
@@ -0,0 +1,3 @@
+{
+  "value": "{value}"
+}
diff --git a/fixtures/output-prompt-conformance/instruction-fallback/spec.json b/fixtures/output-prompt-conformance/instruction-fallback/spec.json
@@ -0,0 +1,3 @@
+{ "format": "json", "rootName": "Bare", "roundTrip": false,
+  "fields": [
+    { "name": "value", "kind": "STRING", "required": true } ] }
diff --git a/fixtures/output-prompt-conformance/json-array/README.md b/fixtures/output-prompt-conformance/json-array/README.md
@@ -0,0 +1,3 @@
+# json-array
+
+JSON scalar array field (roundTrip off — array example shape not asserted here).
diff --git a/fixtures/output-prompt-conformance/json-array/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/json-array/expected.exampleOnly.txt
@@ -0,0 +1,3 @@
+{
+  "tags": "{tags}"
+}
diff --git a/fixtures/output-prompt-conformance/json-array/expected.guide.txt b/fixtures/output-prompt-conformance/json-array/expected.guide.txt
@@ -0,0 +1,7 @@
+Fill in each field as described below:
+- tags (required): Zero or more short labels.
+
+Respond exactly like this:
+{
+  "tags": "{tags}"
+}
diff --git a/fixtures/output-prompt-conformance/json-array/expected.inline.txt b/fixtures/output-prompt-conformance/json-array/expected.inline.txt
@@ -0,0 +1,3 @@
+{
+  "tags": "{Zero or more short labels.}"
+}
diff --git a/fixtures/output-prompt-conformance/json-array/spec.json b/fixtures/output-prompt-conformance/json-array/spec.json
@@ -0,0 +1,4 @@
+{ "format": "json", "rootName": "Tagging", "roundTrip": false,
+  "fields": [
+    { "name": "tags", "kind": "STRING", "required": true, "array": true,
+      "instruction": "Zero or more short labels." } ] }
diff --git a/fixtures/output-prompt-conformance/json-enum/README.md b/fixtures/output-prompt-conformance/json-enum/README.md
@@ -0,0 +1,3 @@
+# json-enum
+
+JSON enum with `@enumValues` + `@enumDoc` + `@example`.
diff --git a/fixtures/output-prompt-conformance/json-enum/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/json-enum/expected.exampleOnly.txt
@@ -0,0 +1,3 @@
+{
+  "priority": "HIGH"
+}
diff --git a/fixtures/output-prompt-conformance/json-enum/expected.guide.txt b/fixtures/output-prompt-conformance/json-enum/expected.guide.txt
@@ -0,0 +1,11 @@
+Fill in each field as described below:
+- priority (required): Pick one severity.
+    one of LOW, MEDIUM, HIGH
+      LOW = no urgency
+      HIGH = page on-call
+    e.g. HIGH
+
+Respond exactly like this:
+{
+  "priority": "HIGH"
+}
diff --git a/fixtures/output-prompt-conformance/json-enum/expected.inline.txt b/fixtures/output-prompt-conformance/json-enum/expected.inline.txt
@@ -0,0 +1,3 @@
+{
+  "priority": "LOW | MEDIUM | HIGH"
+}
diff --git a/fixtures/output-prompt-conformance/json-enum/spec.json b/fixtures/output-prompt-conformance/json-enum/spec.json
@@ -0,0 +1,6 @@
+{ "format": "json", "rootName": "Triage", "roundTrip": true,
+  "fields": [
+    { "name": "priority", "kind": "ENUM", "required": true,
+      "enumValues": ["LOW", "MEDIUM", "HIGH"],
+      "enumDoc": { "LOW": "no urgency", "HIGH": "page on-call" },
+      "example": "HIGH", "instruction": "Pick one severity." } ] }
diff --git a/fixtures/output-prompt-conformance/json-nested/README.md b/fixtures/output-prompt-conformance/json-nested/README.md
@@ -0,0 +1,7 @@
+# json-nested
+
+JSON with a nested OBJECT field. The FR-010 renderer does NOT expand nested
+objects — it emits a flat `"{name}"` placeholder (a documented bounded deferral
+that mirrors Java/C#). This case pins that placeholder behavior byte-identically
+across ports. `roundTrip: false` — a flat placeholder is not a recoverable nested
+object; nested *recovery* is covered by the recover-conformance corpus instead.
diff --git a/fixtures/output-prompt-conformance/json-nested/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/json-nested/expected.exampleOnly.txt
@@ -0,0 +1,4 @@
+{
+  "summary": "Solid work overall.",
+  "meta": "{meta}"
+}
diff --git a/fixtures/output-prompt-conformance/json-nested/expected.guide.txt b/fixtures/output-prompt-conformance/json-nested/expected.guide.txt
@@ -0,0 +1,10 @@
+Fill in each field as described below:
+- summary (required): One sentence.
+    e.g. Solid work overall.
+- meta (required)
+
+Respond exactly like this:
+{
+  "summary": "Solid work overall.",
+  "meta": "{meta}"
+}
diff --git a/fixtures/output-prompt-conformance/json-nested/expected.inline.txt b/fixtures/output-prompt-conformance/json-nested/expected.inline.txt
@@ -0,0 +1,4 @@
+{
+  "summary": "{One sentence.}",
+  "meta": "{meta}"
+}
diff --git a/fixtures/output-prompt-conformance/json-nested/spec.json b/fixtures/output-prompt-conformance/json-nested/spec.json
@@ -0,0 +1,8 @@
+{ "format": "json", "rootName": "Review", "roundTrip": false,
+  "fields": [
+    { "name": "summary", "kind": "STRING", "required": true,
+      "example": "Solid work overall.", "instruction": "One sentence." },
+    { "name": "meta", "kind": "OBJECT", "required": true, "array": false,
+      "nested": { "format": "json", "rootName": "Meta",
+        "fields": [
+          { "name": "score", "kind": "INT", "required": true, "example": "5", "instruction": "1-5." } ] } } ] }
diff --git a/fixtures/output-prompt-conformance/optional-absent/README.md b/fixtures/output-prompt-conformance/optional-absent/README.md
@@ -0,0 +1,3 @@
+# optional-absent
+
+Optional field with no `@example`/`@instruction` — skeleton/sparsity behavior.
diff --git a/fixtures/output-prompt-conformance/optional-absent/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/optional-absent/expected.exampleOnly.txt
@@ -0,0 +1,4 @@
+{
+  "title": "Hello",
+  "subtitle": "{subtitle}"
+}
diff --git a/fixtures/output-prompt-conformance/optional-absent/expected.guide.txt b/fixtures/output-prompt-conformance/optional-absent/expected.guide.txt
@@ -0,0 +1,10 @@
+Fill in each field as described below:
+- title (required): Required.
+    e.g. Hello
+- subtitle (optional)
+
+Respond exactly like this:
+{
+  "title": "Hello",
+  "subtitle": "{subtitle}"
+}
diff --git a/fixtures/output-prompt-conformance/optional-absent/expected.inline.txt b/fixtures/output-prompt-conformance/optional-absent/expected.inline.txt
@@ -0,0 +1,4 @@
+{
+  "title": "{Required.}",
+  "subtitle": "{subtitle}"
+}
diff --git a/fixtures/output-prompt-conformance/optional-absent/spec.json b/fixtures/output-prompt-conformance/optional-absent/spec.json
@@ -0,0 +1,4 @@
+{ "format": "json", "rootName": "Partial", "roundTrip": false,
+  "fields": [
+    { "name": "title", "kind": "STRING", "required": true, "example": "Hello", "instruction": "Required." },
+    { "name": "subtitle", "kind": "STRING", "required": false } ] }
diff --git a/fixtures/output-prompt-conformance/unicode-example/README.md b/fixtures/output-prompt-conformance/unicode-example/README.md
@@ -0,0 +1,3 @@
+# unicode-example
+
+Multibyte `@example` value — byte-identity under UTF-8.
diff --git a/fixtures/output-prompt-conformance/unicode-example/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/unicode-example/expected.exampleOnly.txt
@@ -0,0 +1,3 @@
+{
+  "greeting": "こんにちは — café — 🚀"
+}
diff --git a/fixtures/output-prompt-conformance/unicode-example/expected.guide.txt b/fixtures/output-prompt-conformance/unicode-example/expected.guide.txt
@@ -0,0 +1,8 @@
+Fill in each field as described below:
+- greeting (required): A localized greeting.
+    e.g. こんにちは — café — 🚀
+
+Respond exactly like this:
+{
+  "greeting": "こんにちは — café — 🚀"
+}
diff --git a/fixtures/output-prompt-conformance/unicode-example/expected.inline.txt b/fixtures/output-prompt-conformance/unicode-example/expected.inline.txt
@@ -0,0 +1,3 @@
+{
+  "greeting": "{A localized greeting.}"
+}
diff --git a/fixtures/output-prompt-conformance/unicode-example/spec.json b/fixtures/output-prompt-conformance/unicode-example/spec.json
@@ -0,0 +1,4 @@
+{ "format": "json", "rootName": "I18n", "roundTrip": true,
+  "fields": [
+    { "name": "greeting", "kind": "STRING", "required": true,
+      "example": "こんにちは — café — 🚀", "instruction": "A localized greeting." } ] }
diff --git a/fixtures/output-prompt-conformance/xml-enum/README.md b/fixtures/output-prompt-conformance/xml-enum/README.md
@@ -0,0 +1,3 @@
+# xml-enum
+
+XML enum.
diff --git a/fixtures/output-prompt-conformance/xml-enum/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/xml-enum/expected.exampleOnly.txt
@@ -0,0 +1,3 @@
+<Triage>
+  <priority>HIGH</priority>
+</Triage>
diff --git a/fixtures/output-prompt-conformance/xml-enum/expected.guide.txt b/fixtures/output-prompt-conformance/xml-enum/expected.guide.txt
@@ -0,0 +1,11 @@
+Fill in each field as described below:
+- priority (required): Pick one severity.
+    one of LOW, MEDIUM, HIGH
+      LOW = no urgency
+      HIGH = page on-call
+    e.g. HIGH
+
+Respond exactly like this:
+<Triage>
+  <priority>HIGH</priority>
+</Triage>
diff --git a/fixtures/output-prompt-conformance/xml-enum/expected.inline.txt b/fixtures/output-prompt-conformance/xml-enum/expected.inline.txt
@@ -0,0 +1,3 @@
+<Triage>
+  <priority>LOW | MEDIUM | HIGH</priority>
+</Triage>
diff --git a/fixtures/output-prompt-conformance/xml-enum/spec.json b/fixtures/output-prompt-conformance/xml-enum/spec.json
@@ -0,0 +1,6 @@
+{ "format": "xml", "rootName": "Triage", "roundTrip": true,
+  "fields": [
+    { "name": "priority", "kind": "ENUM", "required": true,
+      "enumValues": ["LOW", "MEDIUM", "HIGH"],
+      "enumDoc": { "LOW": "no urgency", "HIGH": "page on-call" },
+      "example": "HIGH", "instruction": "Pick one severity." } ] }
diff --git a/fixtures/output-prompt-conformance/xml-nested/README.md b/fixtures/output-prompt-conformance/xml-nested/README.md
@@ -0,0 +1,5 @@
+# xml-nested
+
+XML with a nested OBJECT field. Same as json-nested in XML: the renderer emits a
+flat `<name>{name}</name>`-style placeholder rather than expanding the nested
+object (documented FR-010 deferral). `roundTrip: false`.
diff --git a/fixtures/output-prompt-conformance/xml-nested/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/xml-nested/expected.exampleOnly.txt
@@ -0,0 +1,4 @@
+<Review>
+  <summary>Solid work overall.</summary>
+  <meta>{meta}</meta>
+</Review>
diff --git a/fixtures/output-prompt-conformance/xml-nested/expected.guide.txt b/fixtures/output-prompt-conformance/xml-nested/expected.guide.txt
@@ -0,0 +1,10 @@
+Fill in each field as described below:
+- summary (required): One sentence.
+    e.g. Solid work overall.
+- meta (required)
+
+Respond exactly like this:
+<Review>
+  <summary>Solid work overall.</summary>
+  <meta>{meta}</meta>
+</Review>
diff --git a/fixtures/output-prompt-conformance/xml-nested/expected.inline.txt b/fixtures/output-prompt-conformance/xml-nested/expected.inline.txt
@@ -0,0 +1,4 @@
+<Review>
+  <summary>{One sentence.}</summary>
+  <meta>{meta}</meta>
+</Review>
diff --git a/fixtures/output-prompt-conformance/xml-nested/spec.json b/fixtures/output-prompt-conformance/xml-nested/spec.json
@@ -0,0 +1,8 @@
+{ "format": "xml", "rootName": "Review", "roundTrip": false,
+  "fields": [
+    { "name": "summary", "kind": "STRING", "required": true,
+      "example": "Solid work overall.", "instruction": "One sentence." },
+    { "name": "meta", "kind": "OBJECT", "required": true, "array": false,
+      "nested": { "format": "xml", "rootName": "Meta",
+        "fields": [
+          { "name": "score", "kind": "INT", "required": true, "example": "5", "instruction": "1-5." } ] } } ] }
diff --git a/fixtures/output-prompt-conformance/xml-scalars/README.md b/fixtures/output-prompt-conformance/xml-scalars/README.md
@@ -0,0 +1,3 @@
+# xml-scalars
+
+XML, same scalar field set as json-scalars.
diff --git a/fixtures/output-prompt-conformance/xml-scalars/expected.exampleOnly.txt b/fixtures/output-prompt-conformance/xml-scalars/expected.exampleOnly.txt
@@ -0,0 +1,5 @@
+<SupportAnswer>
+  <text>Your refund will appear in 3-5 days.</text>
+  <confidence>4</confidence>
+  <resolved>true</resolved>
+</SupportAnswer>
diff --git a/fixtures/output-prompt-conformance/xml-scalars/expected.guide.txt b/fixtures/output-prompt-conformance/xml-scalars/expected.guide.txt
@@ -0,0 +1,14 @@
+Fill in each field as described below:
+- text (required): One or two sentences to the customer.
+    e.g. Your refund will appear in 3-5 days.
+- confidence (required): Integer 1-5.
+    e.g. 4
+- resolved (required): Whether the issue is fully resolved.
+    e.g. true
+
+Respond exactly like this:
+<SupportAnswer>
+  <text>Your refund will appear in 3-5 days.</text>
+  <confidence>4</confidence>
+  <resolved>true</resolved>
+</SupportAnswer>
diff --git a/fixtures/output-prompt-conformance/xml-scalars/expected.inline.txt b/fixtures/output-prompt-conformance/xml-scalars/expected.inline.txt
@@ -0,0 +1,5 @@
+<SupportAnswer>
+  <text>{One or two sentences to the customer.}</text>
+  <confidence>{Integer 1-5.}</confidence>
+  <resolved>true | false</resolved>
+</SupportAnswer>
diff --git a/fixtures/output-prompt-conformance/xml-scalars/spec.json b/fixtures/output-prompt-conformance/xml-scalars/spec.json
@@ -0,0 +1,14 @@
+{
+  "format": "xml",
+  "rootName": "SupportAnswer",
+  "roundTrip": true,
+  "fields": [
+    { "name": "text", "kind": "STRING", "required": true, "array": false,
+      "example": "Your refund will appear in 3-5 days.",
+      "instruction": "One or two sentences to the customer." },
+    { "name": "confidence", "kind": "INT", "required": true, "array": false,
+      "example": "4", "instruction": "Integer 1-5." },
+    { "name": "resolved", "kind": "BOOLEAN", "required": true, "array": false,
+      "example": "true", "instruction": "Whether the issue is fully resolved." }
+  ]
+}
diff --git a/server/typescript/packages/render/test/output-prompt-conformance.test.ts b/server/typescript/packages/render/test/output-prompt-conformance.test.ts
@@ -84,7 +84,9 @@ describe("output-prompt-conformance corpus", () => {
         .filter((n) => existsSync(join(CORPUS, n, "spec.json")))
         .sort()
     : [];
-  expect(names.length).toBeGreaterThan(0);
+  // Count guard: a port silently skipping cases must fail. Bump when adding cases.
+  const EXPECTED_CASE_COUNT = 10;
+  expect(names.length).toBe(EXPECTED_CASE_COUNT);
 
   for (const name of names) {
     test(name, () => {

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+{ "format": "json", "rootName": "Bare", "roundTrip": false,`
	`2`	`+ "fields": [`
	`3`	`+ { "name": "value", "kind": "STRING", "required": true } ] }`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+{`
	`2`	`+ "tags": "{Zero or more short labels.}"`
	`3`	`+}`