{ "kind": "Synthetic micro-experiment, not a full benchmark", "auditPassed": true, "date": "2026-09-30", "completedAt": "2026-09-30T16:36:32.678Z", "startedAt": "2026-09-30T16:35:13.288Z", "models": { "jev": [ "jev-1.13.0" ], "luna": [ "gpt-6-luna" ] }, "methods": { "jev": { "n": 24, "wireValid": 24, "schemaValid": 24, "exactCorrect": 23, "leafCorrect": 155, "leafTotal": 157, "medianMs": 417.52829199999724, "totalMs": 11425.494708999988, "costUSD": 0.01065729, "meanCostUSD": 0.00044405375, "requests": 61, "meanRequests": 2.5416666666666665, "inputTokens": 253745, "outputTokens": 28467, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 24, "wireValid": 24, "schemaValid": 24, "exactCorrect": 24, "leafCorrect": 157, "leafTotal": 157, "medianMs": 1687.4079794999998, "totalMs": 45264.753375, "costUSD": 0.0040982, "meanCostUSD": 0.00017075833333333331, "requests": 24, "meanRequests": 1, "inputTokens": 42987, "outputTokens": 2542, "cachedTokens": 16350, "reasoningTokens": 1241 } }, "tiers": [ { "id": "flat", "tier": 1, "label": "Flat decisions", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 12, "leafTotal": 12, "medianMs": 171.92558299999973, "totalMs": 806.3354989999993, "costUSD": 0.000295344, "meanCostUSD": 0.000073836, "requests": 4, "meanRequests": 1, "inputTokens": 7032, "outputTokens": 416, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 12, "leafTotal": 12, "medianMs": 1237.463063, "totalMs": 5091.101500999999, "costUSD": 0.0003097, "meanCostUSD": 0.000077425, "requests": 4, "meanRequests": 1, "inputTokens": 2212, "outputTokens": 177, "cachedTokens": 0, "reasoningTokens": 85 } } }, { "id": "memory", "tier": 2, "label": "Memory variables", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 16, "leafTotal": 16, "medianMs": 150.03131250000024, "totalMs": 624.6922510000004, "costUSD": 0.000725004, "meanCostUSD": 0.000181251, "requests": 4, "meanRequests": 1, "inputTokens": 17262, "outputTokens": 3640, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 16, "leafTotal": 16, "medianMs": 1886.5990414999997, "totalMs": 7906.350498999999, "costUSD": 0.0006045, "meanCostUSD": 0.000151125, "requests": 4, "meanRequests": 1, "inputTokens": 4590, "outputTokens": 291, "cachedTokens": 0, "reasoningTokens": 143 } } }, { "id": "nested", "tier": 3, "label": "Nested + nullable", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 28, "leafTotal": 28, "medianMs": 477.2891039999995, "totalMs": 1866.3469999999998, "costUSD": 0.00162225, "meanCostUSD": 0.0004055625, "requests": 10, "meanRequests": 2.5, "inputTokens": 38625, "outputTokens": 6706, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 28, "leafTotal": 28, "medianMs": 1518.791104500001, "totalMs": 6207.882250000004, "costUSD": 0.00061706, "meanCostUSD": 0.000154265, "requests": 4, "meanRequests": 1, "inputTokens": 7559, "outputTokens": 393, "cachedTokens": 3726, "reasoningTokens": 147 } } }, { "id": "arrays", "tier": 4, "label": "Ordered arrays", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 23, "leafTotal": 23, "medianMs": 379.01956249999967, "totalMs": 1498.990082999997, "costUSD": 0.0009502500000000001, "meanCostUSD": 0.00023756250000000003, "requests": 7, "meanRequests": 1.75, "inputTokens": 22625, "outputTokens": 3701, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 23, "leafTotal": 23, "medianMs": 1762.0874999999996, "totalMs": 8243.705917, "costUSD": 0.0005242000000000001, "meanCostUSD": 0.00013105000000000001, "requests": 4, "meanRequests": 1, "inputTokens": 3627, "outputTokens": 323, "cachedTokens": 0, "reasoningTokens": 136 } } }, { "id": "union", "tier": 5, "label": "Branch-specific union", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 19, "leafTotal": 19, "medianMs": 479.99743749999834, "totalMs": 1890.6271259999921, "costUSD": 0.0014004060000000003, "meanCostUSD": 0.0003501015000000001, "requests": 10, "meanRequests": 2.5, "inputTokens": 33343, "outputTokens": 3643, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 19, "leafTotal": 19, "medianMs": 1553.9373545000017, "totalMs": 6406.251917000001, "costUSD": 0.00065368, "meanCostUSD": 0.00016342, "requests": 4, "meanRequests": 1, "inputTokens": 9084, "outputTokens": 320, "cachedTokens": 4608, "reasoningTokens": 153 } } }, { "id": "workflow", "tier": 6, "label": "Deep workflow", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 3, "leafCorrect": 57, "leafTotal": 59, "medianMs": 1124.480062499999, "totalMs": 4738.50275, "costUSD": 0.005664036000000001, "meanCostUSD": 0.0014160090000000002, "requests": 26, "meanRequests": 6.5, "inputTokens": 134858, "outputTokens": 10361, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 59, "leafTotal": 59, "medianMs": 2755.416104, "totalMs": 11409.461291, "costUSD": 0.0013890600000000001, "meanCostUSD": 0.00034726500000000003, "requests": 4, "meanRequests": 1, "inputTokens": 15915, "outputTokens": 1038, "cachedTokens": 8016, "reasoningTokens": 577 } } } ], "rows": [ { "id": "flat-1", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "billing", "priority": "urgent", "reply": true }, "output": { "route": "billing", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 314.461875, "requests": 1, "questions": 3, "costUSD": 0.000073794, "inputTokens": 1757, "outputTokens": 104, "traces": [ "traces/flat-1-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-1", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "billing", "priority": "urgent", "reply": true }, "output": { "route": "billing", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 1568.30275, "requests": 1, "questions": 0, "costUSD": 0.0000752, "inputTokens": 552, "outputTokens": 40, "traces": [ "traces/flat-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 17 }, { "id": "flat-2", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "support", "priority": "normal", "reply": false }, "output": { "route": "support", "priority": "normal", "reply": false }, "outputError": null, "schemaValid": true, "ms": 1093.461792, "requests": 1, "questions": 0, "costUSD": 0.00008, "inputTokens": 555, "outputTokens": 49, "traces": [ "traces/flat-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 26 }, { "id": "flat-2", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "support", "priority": "normal", "reply": false }, "output": { "route": "support", "priority": "normal", "reply": false }, "outputError": null, "schemaValid": true, "ms": 154.8074999999999, "requests": 1, "questions": 3, "costUSD": 0.00007392, "inputTokens": 1760, "outputTokens": 104, "traces": [ "traces/flat-2-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-3", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "sales", "priority": "low", "reply": false }, "output": { "route": "sales", "priority": "low", "reply": false }, "outputError": null, "schemaValid": true, "ms": 148.02245799999992, "requests": 1, "questions": 3, "costUSD": 0.00007375200000000001, "inputTokens": 1756, "outputTokens": 104, "traces": [ "traces/flat-3-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-3", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "sales", "priority": "low", "reply": false }, "output": { "route": "sales", "priority": "low", "reply": false }, "outputError": null, "schemaValid": true, "ms": 1381.4643339999998, "requests": 1, "questions": 0, "costUSD": 0.00007609999999999999, "inputTokens": 551, "outputTokens": 42, "traces": [ "traces/flat-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 19 }, { "id": "flat-4", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "support", "priority": "urgent", "reply": true }, "output": { "route": "support", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 1047.872625, "requests": 1, "questions": 0, "costUSD": 0.00007840000000000001, "inputTokens": 554, "outputTokens": 46, "traces": [ "traces/flat-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 23 }, { "id": "flat-4", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "support", "priority": "urgent", "reply": true }, "output": { "route": "support", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 189.04366599999958, "requests": 1, "questions": 3, "costUSD": 0.000073878, "inputTokens": 1759, "outputTokens": 104, "traces": [ "traces/flat-4-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-1", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-four", "paid": true }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 4, "paid": true }, "outputError": null, "schemaValid": true, "ms": 134.32558400000016, "requests": 1, "questions": 4, "costUSD": 0.000181146, "inputTokens": 4313, "outputTokens": 910, "traces": [ "traces/memory-1-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-1", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-four", "paid": true }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 4, "paid": true }, "outputError": null, "schemaValid": true, "ms": 1619.058, "requests": 1, "questions": 0, "costUSD": 0.0001505, "inputTokens": 1145, "outputTokens": 72, "traces": [ "traces/memory-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 35 }, { "id": "memory-2", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Noah Singh", "email": "noah@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 1722.9766249999993, "requests": 1, "questions": 0, "costUSD": 0.0001514, "inputTokens": 1149, "outputTokens": 73, "traces": [ "traces/memory-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 36 }, { "id": "memory-2", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Noah Singh", "email": "noah@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 190.30404199999975, "requests": 1, "questions": 4, "costUSD": 0.00018131400000000002, "inputTokens": 4317, "outputTokens": 910, "traces": [ "traces/memory-2-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-3", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "quantity": "VARIABLE:qty-six", "paid": true }, "output": { "customer": "Ava Roy", "email": "ava@example.test", "quantity": 6, "paid": true }, "outputError": null, "schemaValid": true, "ms": 152.65812499999993, "requests": 1, "questions": 4, "costUSD": 0.00018118800000000001, "inputTokens": 4314, "outputTokens": 910, "traces": [ "traces/memory-3-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-3", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "quantity": "VARIABLE:qty-six", "paid": true }, "output": { "customer": "Ava Roy", "email": "ava@example.test", "quantity": 6, "paid": true }, "outputError": null, "schemaValid": true, "ms": 2514.094416, "requests": 1, "questions": 0, "costUSD": 0.00014910000000000002, "inputTokens": 1146, "outputTokens": 69, "traces": [ "traces/memory-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 32 }, { "id": "memory-4", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 2050.221458, "requests": 1, "questions": 0, "costUSD": 0.0001535, "inputTokens": 1150, "outputTokens": 77, "traces": [ "traces/memory-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 40 }, { "id": "memory-4", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 147.40450000000055, "requests": 1, "questions": 4, "costUSD": 0.00018135600000000003, "inputTokens": 4318, "outputTokens": 910, "traces": [ "traces/memory-4-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-1", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": "VARIABLE:phone-mira" }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": "VARIABLE:discount-ten" } }, "output": { "project": "orbit-api", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": "+15145550111" }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": 0.1 } }, "outputError": null, "schemaValid": true, "ms": 574.1540420000001, "requests": 3, "questions": 9, "costUSD": 0.000474348, "inputTokens": 11294, "outputTokens": 1959, "traces": [ "traces/nested-1-jev-2.json", "traces/nested-1-jev-3.json", "traces/nested-1-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-1", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": "VARIABLE:phone-mira" }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": "VARIABLE:discount-ten" } }, "output": { "project": "orbit-api", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": "+15145550111" }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": 0.1 } }, "outputError": null, "schemaValid": true, "ms": 1582.5180840000012, "requests": 1, "questions": 0, "costUSD": 0.0002391, "inputTokens": 1891, "outputTokens": 100, "traces": [ "traces/nested-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 35 }, { "id": "nested-2", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "phone": null }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "USD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Noah Singh", "email": "noah@example.test", "phone": null }, "invoice": { "amount": 840, "currency": "USD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 1453.9405410000036, "requests": 1, "questions": 0, "costUSD": 0.00012662, "inputTokens": 1889, "outputTokens": 99, "traces": [ "traces/nested-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1242, "reasoningTokens": 41 }, { "id": "nested-2", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "phone": null }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "USD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Noah Singh", "email": "noah@example.test", "phone": null }, "invoice": { "amount": 840, "currency": "USD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 431.54349999999977, "requests": 2, "questions": 7, "costUSD": 0.000336546, "inputTokens": 8013, "outputTokens": 1394, "traces": [ "traces/nested-2-jev-2.json", "traces/nested-2-jev-3.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-3", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "phone": "VARIABLE:phone-ava" }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "EUR", "discount": "VARIABLE:discount-quarter" } }, "output": { "project": "orbit-api", "customer": { "name": "Ava Roy", "email": "ava@example.test", "phone": "+15145550333" }, "invoice": { "amount": 840, "currency": "EUR", "discount": 0.25 } }, "outputError": null, "schemaValid": true, "ms": 523.0347079999992, "requests": 3, "questions": 9, "costUSD": 0.00047523000000000004, "inputTokens": 11315, "outputTokens": 1959, "traces": [ "traces/nested-3-jev-2.json", "traces/nested-3-jev-3.json", "traces/nested-3-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-3", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "phone": "VARIABLE:phone-ava" }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "EUR", "discount": "VARIABLE:discount-quarter" } }, "output": { "project": "orbit-api", "customer": { "name": "Ava Roy", "email": "ava@example.test", "phone": "+15145550333" }, "invoice": { "amount": 840, "currency": "EUR", "discount": 0.25 } }, "outputError": null, "schemaValid": true, "ms": 1455.0641250000008, "requests": 1, "questions": 0, "costUSD": 0.00012772, "inputTokens": 1895, "outputTokens": 100, "traces": [ "traces/nested-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1242, "reasoningTokens": 35 }, { "id": "nested-4", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": null }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": null }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 1716.3594999999987, "requests": 1, "questions": 0, "costUSD": 0.00012362, "inputTokens": 1884, "outputTokens": 94, "traces": [ "traces/nested-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1242, "reasoningTokens": 36 }, { "id": "nested-4", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": null }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": null }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 337.61475000000064, "requests": 2, "questions": 7, "costUSD": 0.000336126, "inputTokens": 8003, "outputTokens": 1394, "traces": [ "traces/nested-4-jev-2.json", "traces/nested-4-jev-3.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-1", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [ { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" } ], "ship": true }, "output": { "items": [ { "product": "Travel mug", "quantity": 4, "priority": "normal" }, { "product": "USB cable", "quantity": 2, "priority": "urgent" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 327.27308300000004, "requests": 2, "questions": 8, "costUSD": 0.00029290800000000004, "inputTokens": 6974, "outputTokens": 1206, "traces": [ "traces/arrays-1-jev-2.json", "traces/arrays-1-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-1", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [ { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" } ], "ship": true }, "output": { "items": [ { "product": "Travel mug", "quantity": 4, "priority": "normal" }, { "product": "USB cable", "quantity": 2, "priority": "urgent" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 3149.757583999999, "requests": 1, "questions": 0, "costUSD": 0.0001359, "inputTokens": 909, "outputTokens": 90, "traces": [ "traces/arrays-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 33 }, { "id": "arrays-2", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [ { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": false }, "output": { "items": [ { "product": "Field guide", "quantity": 6, "priority": "low" } ], "ship": false }, "outputError": null, "schemaValid": true, "ms": 1727.2579579999983, "requests": 1, "questions": 0, "costUSD": 0.0001243, "inputTokens": 903, "outputTokens": 68, "traces": [ "traces/arrays-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 31 }, { "id": "arrays-2", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [ { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": false }, "output": { "items": [ { "product": "Field guide", "quantity": 6, "priority": "low" } ], "ship": false }, "outputError": null, "schemaValid": true, "ms": 430.7660419999993, "requests": 2, "questions": 5, "costUSD": 0.00020340600000000002, "inputTokens": 4843, "outputTokens": 646, "traces": [ "traces/arrays-2-jev-2.json", "traces/arrays-2-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-3", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [], "ship": false }, "output": { "items": [], "ship": false }, "outputError": null, "schemaValid": true, "ms": 288.14245799999844, "requests": 1, "questions": 2, "costUSD": 0.00007161, "inputTokens": 1705, "outputTokens": 85, "traces": [ "traces/arrays-3-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 2, "leafTotal": 2, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-3", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [], "ship": false }, "output": { "items": [], "ship": false }, "outputError": null, "schemaValid": true, "ms": 1569.773333000001, "requests": 1, "questions": 0, "costUSD": 0.000118, "inputTokens": 900, "outputTokens": 56, "traces": [ "traces/arrays-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 2, "leafTotal": 2, "cachedTokens": 0, "reasoningTokens": 38 }, { "id": "arrays-4", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [ { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" }, { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": true }, "output": { "items": [ { "product": "USB cable", "quantity": 2, "priority": "urgent" }, { "product": "Field guide", "quantity": 4, "priority": "normal" }, { "product": "Travel mug", "quantity": 6, "priority": "low" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 1796.917042000001, "requests": 1, "questions": 0, "costUSD": 0.000146, "inputTokens": 915, "outputTokens": 109, "traces": [ "traces/arrays-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 34 }, { "id": "arrays-4", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [ { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" }, { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": true }, "output": { "items": [ { "product": "USB cable", "quantity": 2, "priority": "urgent" }, { "product": "Field guide", "quantity": 4, "priority": "normal" }, { "product": "Travel mug", "quantity": 6, "priority": "low" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 452.8084999999992, "requests": 2, "questions": 11, "costUSD": 0.00038232600000000005, "inputTokens": 9103, "outputTokens": 1764, "traces": [ "traces/arrays-4-jev-2.json", "traces/arrays-4-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-1", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true }, "schedule": "VARIABLE:date-friday" }, "output": { "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true }, "schedule": "2026-10-02" }, "outputError": null, "schemaValid": true, "ms": 520.7290829999984, "requests": 3, "questions": 6, "costUSD": 0.0004236540000000001, "inputTokens": 10087, "outputTokens": 1193, "traces": [ "traces/union-1-jev-2.json", "traces/union-1-jev-3.json", "traces/union-1-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-1", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true }, "schedule": "VARIABLE:date-friday" }, "output": { "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true }, "schedule": "2026-10-02" }, "outputError": null, "schemaValid": true, "ms": 1449.4182500000024, "requests": 1, "questions": 0, "costUSD": 0.000268, "inputTokens": 2270, "outputTokens": 82, "traces": [ "traces/union-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 38 }, { "id": "union-2", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "sms", "to": "VARIABLE:phone-noah", "text": "VARIABLE:text-arrived" }, "schedule": null }, "output": { "delivery": { "channel": "sms", "to": "+15145550222", "text": "Your package arrived" }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 1658.456459000001, "requests": 1, "questions": 0, "costUSD": 0.00012446, "inputTokens": 2272, "outputTokens": 71, "traces": [ "traces/union-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 1536, "reasoningTokens": 34 }, { "id": "union-2", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "sms", "to": "VARIABLE:phone-noah", "text": "VARIABLE:text-arrived" }, "schedule": null }, "output": { "delivery": { "channel": "sms", "to": "+15145550222", "text": "Your package arrived" }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 404.2905419999952, "requests": 2, "questions": 4, "costUSD": 0.000296562, "inputTokens": 7061, "outputTokens": 804, "traces": [ "traces/union-2-jev-2.json", "traces/union-2-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-3", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:three" }, "schedule": "VARIABLE:date-monday" }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 3 }, "schedule": "2026-10-05" }, "outputError": null, "schemaValid": true, "ms": 526.3417090000003, "requests": 3, "questions": 6, "costUSD": 0.000397446, "inputTokens": 9463, "outputTokens": 1003, "traces": [ "traces/union-3-jev-2.json", "traces/union-3-jev-3.json", "traces/union-3-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-3", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:three" }, "schedule": "VARIABLE:date-monday" }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 3 }, "schedule": "2026-10-05" }, "outputError": null, "schemaValid": true, "ms": 1904.5770829999965, "requests": 1, "questions": 0, "costUSD": 0.00012896, "inputTokens": 2272, "outputTokens": 80, "traces": [ "traces/union-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 1536, "reasoningTokens": 35 }, { "id": "union-4", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-release", "method": "PUT", "retries": "VARIABLE:zero" }, "schedule": null }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/release", "method": "PUT", "retries": 0 }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 1393.8001250000016, "requests": 1, "questions": 0, "costUSD": 0.00013225999999999998, "inputTokens": 2270, "outputTokens": 87, "traces": [ "traces/union-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 1536, "reasoningTokens": 46 }, { "id": "union-4", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-release", "method": "PUT", "retries": "VARIABLE:zero" }, "schedule": null }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/release", "method": "PUT", "retries": 0 }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 439.2657919999983, "requests": 2, "questions": 5, "costUSD": 0.00028274400000000003, "inputTokens": 6732, "outputTokens": 643, "traces": [ "traces/union-4-jev-2.json", "traces/union-4-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-1", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true } }, { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "task", "task": { "title": "VARIABLE:task-review", "owner": "VARIABLE:email-noah", "priority": "urgent" } } ], "approvals": [ { "reviewer": "VARIABLE:email-mira", "required": true }, { "reviewer": "VARIABLE:email-ava", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:three", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true } }, { "kind": "wait", "seconds": 60 }, { "kind": "task", "task": { "title": "Review the release", "owner": "noah@example.test", "priority": "urgent" } } ], "approvals": [ { "reviewer": "mira@example.test", "required": true }, { "reviewer": "ava@example.test", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": 3, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 1127.1915410000001, "requests": 7, "questions": 22, "costUSD": 0.0017080980000000001, "inputTokens": 40669, "outputTokens": 3477, "traces": [ "traces/workflow-1-jev-2.json", "traces/workflow-1-jev-3.json", "traces/workflow-1-jev-4.json", "traces/workflow-1-jev-5.json", "traces/workflow-1-jev-6.json", "traces/workflow-1-jev-7.json", "traces/workflow-1-jev-8.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 20, "leafTotal": 20, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-1", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true } }, { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "task", "task": { "title": "VARIABLE:task-review", "owner": "VARIABLE:email-noah", "priority": "urgent" } } ], "approvals": [ { "reviewer": "VARIABLE:email-mira", "required": true }, { "reviewer": "VARIABLE:email-ava", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:three", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true } }, { "kind": "wait", "seconds": 60 }, { "kind": "task", "task": { "title": "Review the release", "owner": "noah@example.test", "priority": "urgent" } } ], "approvals": [ { "reviewer": "mira@example.test", "required": true }, { "reviewer": "ava@example.test", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": 3, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 2799.72825, "requests": 1, "questions": 0, "costUSD": 0.000537, "inputTokens": 3995, "outputTokens": 275, "traces": [ "traces/workflow-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 20, "leafTotal": 20, "cachedTokens": 0, "reasoningTokens": 125 }, { "id": "workflow-2", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "VARIABLE:phone-ava", "text": "VARIABLE:text-arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:wait-minute" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "+15145550333", "text": "Your package arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": 1, "timeout": 60 } } } }, "outputError": null, "schemaValid": true, "ms": 2232.733, "requests": 1, "questions": 0, "costUSD": 0.00025512, "inputTokens": 3966, "outputTokens": 198, "traces": [ "traces/workflow-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 2672, "reasoningTokens": 115 }, { "id": "workflow-2", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "VARIABLE:phone-ava", "text": "VARIABLE:text-arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:wait-minute" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "+15145550333", "text": "Your package arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": 1, "timeout": 60 } } } }, "outputError": null, "schemaValid": true, "ms": 1095.6192500000034, "requests": 6, "questions": 11, "costUSD": 0.0010929660000000001, "inputTokens": 26023, "outputTokens": 1661, "traces": [ "traces/workflow-2-jev-2.json", "traces/workflow-2-jev-3.json", "traces/workflow-2-jev-4.json", "traces/workflow-2-jev-5.json", "traces/workflow-2-jev-6.json", "traces/workflow-2-jev-8.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-3", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "VARIABLE:task-invoice", "owner": "VARIABLE:email-ava", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:qty-two" } } ], "approvals": [ { "reviewer": "VARIABLE:email-noah", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:qty-two", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "Approve the invoice", "owner": "ava@example.test", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 2 } } ], "approvals": [ { "reviewer": "noah@example.test", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": 2, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 1393.9233749999985, "requests": 7, "questions": 18, "costUSD": 0.001481928, "inputTokens": 35284, "outputTokens": 2689, "traces": [ "traces/workflow-3-jev-2.json", "traces/workflow-3-jev-3.json", "traces/workflow-3-jev-4.json", "traces/workflow-3-jev-5.json", "traces/workflow-3-jev-6.json", "traces/workflow-3-jev-7.json", "traces/workflow-3-jev-8.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 16, "leafTotal": 16, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-3", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "VARIABLE:task-invoice", "owner": "VARIABLE:email-ava", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:qty-two" } } ], "approvals": [ { "reviewer": "VARIABLE:email-noah", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:qty-two", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "Approve the invoice", "owner": "ava@example.test", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 2 } } ], "approvals": [ { "reviewer": "noah@example.test", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": 2, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 3665.8960829999996, "requests": 1, "questions": 0, "costUSD": 0.00032552, "inputTokens": 3980, "outputTokens": 336, "traces": [ "traces/workflow-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 16, "leafTotal": 16, "cachedTokens": 2672, "reasoningTokens": 207 }, { "id": "workflow-4", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": true, "steps": [ { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": true, "steps": [ { "kind": "wait", "seconds": 60 }, { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": 1, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 2711.1039579999997, "requests": 1, "questions": 0, "costUSD": 0.00027142000000000003, "inputTokens": 3974, "outputTokens": 229, "traces": [ "traces/workflow-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 13, "leafTotal": 13, "cachedTokens": 2672, "reasoningTokens": 130 }, { "id": "workflow-4", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } }, { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } }, { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": 1, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 1121.7685839999976, "requests": 6, "questions": 17, "costUSD": 0.001381044, "inputTokens": 32882, "outputTokens": 2534, "traces": [ "traces/workflow-4-jev-2.json", "traces/workflow-4-jev-3.json", "traces/workflow-4-jev-4.json", "traces/workflow-4-jev-5.json", "traces/workflow-4-jev-6.json", "traces/workflow-4-jev-8.json" ], "wireValid": true, "exactCorrect": false, "leafCorrect": 11, "leafTotal": 13, "cachedTokens": 0, "reasoningTokens": 0 } ] }