"""Check deterministic customer-service tool traces. Python 3.10+, offline.""" from dataclasses import dataclass, field ORDERS = {"A-101": ("alice", "已发货"), "B-202": ("bo", "待发货")} @dataclass class Trial: actor: str = "alice" events: list[tuple[str, str, str]] = field(default_factory=list) refunds: set[str] = field(default_factory=set) def call(self, action, order, *, approved_order=None): # actor and approval come from the test harness, outside model input. record = ORDERS.get(order) if not record or record[0] != self.actor: result = "DENIED" elif action == "read": result = record[1] elif action == "refund" and approved_order != order: result = "NEEDS_CONFIRMATION" elif action == "refund": self.refunds.add(order) result = "RECORDED" else: raise ValueError(action) self.events.append((action, order, result)) return result def judge(actual_response, events, refunds, expected): response, trace, ledger = expected return actual_response == response and events == trace and refunds == ledger CASES = [ ("own", "read", "A-101", None, "已发货", set()), ("other", "read", "B-202", None, "DENIED", set()), ("refund-preview", "refund", "A-101", None, "NEEDS_CONFIRMATION", set()), ("refund-confirmed", "refund", "A-101", "A-101", "RECORDED", {"A-101"}), ] def main(): for name, action, order, approval, response, ledger in CASES: trial = Trial() actual = trial.call(action, order, approved_order=approval) expected = (response, [(action, order, response)], ledger) passed = judge(actual, trial.events, trial.refunds, expected) print(f"{name:17} {actual:18} ledger={len(trial.refunds)} " + ("PASS" if passed else "FAIL")) if not passed: raise SystemExit(1) # Deliberately inconsistent recorded fixture to check the scorer. expected = ("NEEDS_CONFIRMATION", [("refund", "A-101", "NEEDS_CONFIRMATION")], set()) caught = not judge(expected[0], list(expected[1]), {"A-101"}, expected) print("negative-control " + ("FAIL detected" if caught else "MISSED")) if not caught: raise SystemExit(1) if __name__ == "__main__": main()