root/Jyotisha
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

feat(consult): deliver the route's strict method with the evidence instead of listing 1592 filenames

Browse Source 
Activating the skill returned 129,651 bytes, of which 99KB was a flat list of
1,592 undifferentiated file paths against 30KB of actual method. The one line
telling the model to open the strict-workflow router sat inside that method,
so no reference was ever opened and every answer was composed from the model's
own background knowledge over server evidence.

The route is already decided server-side and the skill already states which
checklist each route requires, so the selection needs no model turn: read the
mandated sections from the hash-pinned package and hand them to the model with
the evidence they apply to. A route the router declares no checklist for is
reported as such rather than filled in with another route's.

The receipt now reports delivered sections separately from model-initiated
reads, because only one of those is under the model's control.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Jesse_Chen
2026-08-18 20:53:07 +08:00
co-authored by Cursor
parent 9d8b91ac02
commit ff70ba87b0
10 changed files with 365 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
frontend/tests/consultation-agentic-runtime.test.ts
+20 -8
View File
@@ -738,14 +738,14 @@ test("the public receipt never carries the internal failure classification", ()
// guards the run from failing while building a successful response.
const receipt = agentExecutionReceiptSchema.parse({
runId: "run", runtime: "mastra-agentic",
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0 },
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0, methodologySections: 0 },
steps,
workflow: { route: "career", status: "ready", preciseTiming: "blocked", missingLayers: [] },
});
assert.equal(receipt.steps.length, 2);
assert.throws(() => agentExecutionReceiptSchema.parse({
runId: "run", runtime: "mastra-agentic",
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0 },
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0, methodologySections: 0 },
steps: state.steps,
workflow: { route: "career", status: "ready", preciseTiming: "blocked", missingLayers: [] },
}));
@@ -759,18 +759,18 @@ test("the public receipt never carries the model step budget diagnostics", () =>
assert.deepEqual(
consultationModelStepTelemetry(state),
{ modelStepCount: 8, skillReferenceReads: 0, modelFinishReason: "tool-calls" },
{ modelStepCount: 8, skillReferenceReads: 0, methodologySections: 0, modelFinishReason: "tool-calls" },
);
assert.deepEqual(
consultationModelStepTelemetry(createConsultationRuntimeState()),
{ modelStepCount: 0, skillReferenceReads: 0 },
{ modelStepCount: 0, skillReferenceReads: 0, methodologySections: 0 },
);
// The client receipt schema is strict, so leaking either field would make a
// successful run fail while serializing its own answer.
const receipt = agentExecutionReceiptSchema.parse({
runId: "run", runtime: "mastra-agentic",
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0 },
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0, methodologySections: 0 },
steps: publicConsultationRuntimeSteps(state),
stepBudget: consultationStepBudgetReceipt(state),
workflow: { route: "career", status: "ready", preciseTiming: "blocked", missingLayers: [] },
@@ -778,7 +778,7 @@ test("the public receipt never carries the model step budget diagnostics", () =>
assert.doesNotMatch(JSON.stringify(receipt), /modelStepCount|modelFinishReason|tool-calls/);
assert.throws(() => agentExecutionReceiptSchema.parse({
runId: "run", runtime: "mastra-agentic",
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0 },
skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0, methodologySections: 0 },
steps: publicConsultationRuntimeSteps(state),
workflow: { route: "career", status: "ready", preciseTiming: "blocked", missingLayers: [] },
...consultationModelStepTelemetry(state),
@@ -807,6 +807,17 @@ test("the receipt reports how many reference documents the model opened", () =>
assert.equal(agentExecutionReceiptSchema.parse(receipt(state)).skill.referenceReads, 2);
});
test("the receipt separates method the server delivered from method the model went looking for", () => {
const state = createConsultationRuntimeState();
// A run where the model opened nothing is no longer a run composed without method: the strict
// checklist for the route travels with the evidence, so the two counts have to be readable apart.
state.methodologySectionCount = 3;
const parsed = agentExecutionReceiptSchema.parse(receipt(state));
assert.equal(parsed.skill.referenceReads, 0);
assert.equal(parsed.skill.methodologySections, 3);
assert.equal(consultationModelStepTelemetry(state).methodologySections, 3);
});
test("personal Agent exposes the Jyotish Skill and named server tool", async () => {
const state = createConsultationRuntimeState();
const agent = getJyotishAgent({
@@ -837,7 +848,7 @@ test("public stream filters private chunks and completes once", async () => {
const events = await collectAgentPublicEvents(chunks as never, {
runId: "run", requestId: "req", toolStatus: () => "ready",
receipt: () => ({
runId: "run", runtime: "mastra-agentic", skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0 },
runId: "run", runtime: "mastra-agentic", skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0, methodologySections: 0 },
steps: [], workflow: { route: "career", status: "ready", preciseTiming: "blocked", missingLayers: [], domains: ["career"] },
}),
});
@@ -857,7 +868,7 @@ test("model answer text cannot forge a public Activity event", async () => {
], {
runId: "run", requestId: "req", toolStatus: () => "ready",
receipt: () => ({
runId: "run", runtime: "mastra-agentic", skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0 },
runId: "run", runtime: "mastra-agentic", skill: { name: "jyotish-vedic-astrology", loaded: true, referenceReads: 0, methodologySections: 0 },
steps: [], workflow: { route: "career", status: "ready", preciseTiming: "blocked", missingLayers: [], domains: ["career"] },
}),
});
@@ -897,6 +908,7 @@ function receipt(state: ReturnType<typeof createConsultationRuntimeState>) {
name: "jyotish-vedic-astrology" as const,
loaded: state.jyotishSkillLoaded,
referenceReads: state.skillReferenceReadCount,
methodologySections: state.methodologySectionCount,
},
steps: state.steps,
stepBudget: consultationStepBudgetReceipt(state),