agentreplay/examples/protocol/raw-trace.json at main · anzal1/agentreplay · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
{
  "schemaVersion": "agentreplay.trace.v1",
  "traceId": "tr_raw_protocol_conformance",
  "project": "raw-protocol",
  "agent": {
    "name": "custom-http-bot",
    "language": "raw-json"
  },
  "startedAt": "2026-01-01T00:00:00.000Z",
  "endedAt": "2026-01-01T00:00:01.000Z",
  "replayMismatches": [],
  "toolManifest": [
    {
      "name": "crm.updateLead",
      "description": "Update one CRM lead"
    }
  ],
  "events": [
    {
      "id": "evt_0001",
      "type": "user_input",
      "ts": "2026-01-01T00:00:00.000Z",
      "input": {
        "message": "update lead_1 after approval"
      }
    },
    {
      "id": "evt_0002",
      "type": "tool_call",
      "ts": "2026-01-01T00:00:00.500Z",
      "tool": "crm.updateLead",
      "args": {
        "leadId": "lead_1"
      },
      "argHash": "61768bbec5c259154e0b662618bd27b3e26440985fc281b4b0f2e0bdbeccbc42",
      "response": {
        "ok": true
      },
      "responseHash": "4062edaf750fb8074e7e83e0c9028c94e32468a8b6f1614774328ef045150f93",
      "approval": {
        "status": "approved",
        "by": "policy.crm_write"
      },
      "sideEffects": [
        {
          "type": "crm.lead.updated",
          "leadId": "lead_1"
        }
      ],
      "durationMs": 1
    },
    {
      "id": "evt_0003",
      "type": "final_output",
      "ts": "2026-01-01T00:00:01.000Z",
      "output": {
        "status": "done"
      }
    }
  ],
  "expectedOutcome": {
    "assertions": [
      {
        "type": "tool_called",
        "tool": "crm.updateLead"
      },
      {
        "type": "requires_approval",
        "tool": "crm.updateLead"
      },
      {
        "type": "response_equals",
        "tool": "crm.updateLead",
        "path": "ok",
        "value": true
      },
      {
        "type": "max_tool_calls",
        "tool": "crm.updateLead",
        "max": 1
      },
      {
        "type": "side_effect_count",
        "tool": "crm.updateLead",
        "sideEffectType": "crm.lead.updated",
        "count": 1
      }
    ]
  },
  "metadata": {
    "source": "Hand-written protocol fixture with no SDK dependency"
  }
}