{ "campaign": "stage600_sg", "engine": "sglang-0.5.14", "arms": { "SG0_s3": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 3 --speculative-eagle-topk 1 --speculative-num-draft-tokens 4 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 8, "tok_s_median": 400.5, "tok_s_first8_median": 400.5, "tok_s_agg": 400.5, "tok_s_all_sorted": [ 375.0, 394.3, 396.7, 398.1, 402.8, 405.0, 415.2, 420.0 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 239.0, "prefix_cache_suspect": false, "tau": null, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 240.0, "tok_s": 375.0, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv_7a3f9e2d-5c1b-4e8a-9f6d-2b4c8a1e5f3d\", \"as_of\": \"2024-01-15T09:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of rollback date\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_gone_invoice_410\",\n \"payload\": {\"id\": \"inv_00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-01-15T09:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_soft_delete_customer\",\n \"payload\": {\"id\": \"cus_8b2e4f1a-6d3c-5b9e-0a7f-3c5d7b2f4a1e\", \"idempotency-key\": \"idem_cust_del_001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v2/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"cus_00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem_cust_del_404\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_2fa\",\n \"payload\": {\"id\": \"sub_9c4f8e3b-7a2d-6c0f-1b8e-4d6e9c3b5a2f\", \"idempotency-key\": \"idem_sub_retry_001\", \"x-2fa-context\": \"totp_verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/unretry\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required_428\",\n \"payload\": {\"id\": \"sub_9c4f8e3b-7a2d-6c0f-1b8e-4d6e9c3b5a2f\", \"idempotency-key\": \"idem_sub_retry_428\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook_with_pagination\",\n \"payload\": {\"id\": \"whk_1a3b5c7d-9e2f-4a6b-8c0d-2e4f6a8b0c2d\", \"cursor\": \"curs_abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"whk_1a3b5c7d-9e2f-4a6b-8c0d-2e4f6a8b0c2d\", \"cursor\": \"curs_conflict\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_report_dry_run_false\",\n \"payload\": {\"id\": \"rpt_2b4d6f8a-0c3e-5d7f-9a1b-3c5e7f9b1d3e\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/reports/{id}/unarchive\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"rpt_2b4d6f8a-0c3e-5d7f-9a1b-3c5e7f9b1d3e\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tok_3c5e7f9b-1d3f-6e8a-0c2d-4f6a8c0b2e4f\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v3/tokens/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"tok_3c5e7f9b-1d3f-6e8a-0c2d-4f6a8c0b2e4f\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_audit_with_as_of\",\n \"payload\": {\"id\": \"adt_4d6f8a0c-2e4f-7b9c-1d3e-5f7a9c1b3d5f\", \"as_of\": \"2024-03-20T14:45:00Z\", \"cursor\": \"curs_audit_001\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"GET /v3/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_too_many_requests_429\",\n \"payload\": {\"id\": \"adt_4d6f8a0c-2e4f-7b9c-1d3e-5f7a9c1b3d5f\", \"as_of\": \"2024-03-20T14:45:00Z\", \"cursor\": \"curs_rate_limit\", \"limit\": 25},\n \"expected_status\": 429,\n \"expected_body_contains\": \"too many requests\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_export_with_pagination\",\n \"payload\": {\"id\": \"exp_5e7f9b1d-3f5f-8c0d-2e4f-6a8c0b2e4f6a\", \"cursor\": \"curs_exp_001\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_precondition_required_428\",\n \"payload\": {\"id\": \"exp_5e7f9b1d-3f5f-8c0d-2e4f", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 618.0, "num_requests_total": 1.0, "gen_throughput": 421.0, "decode_sum_seq_lens": 1936.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1920.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1920.0, "spec_accept_length": 1.1, "spec_accept_rate": 0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2477.0, "realtime_tokens_total": 12038.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.4, "inter_token_latency_seconds_bucket": 46738.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 402.8, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"inv-2024-001\", \"status\": \"done\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive restore\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"inv-2024-002\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"cust-2024-001\", \"status\": \"closed\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"tier\": \"enterprise\"}, \"version\": 2, \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v1/customers/{id}/finalize reopen\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"cust-nonexistent\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription_async\",\n \"payload\": {\"id\": \"sub-2024-001\", \"status\": \"done\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {\"plan\": \"pro\"}, \"version\": 3, \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/finalize undo async job\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"sub-2024-002\", \"status\": \"pending\", \"amount_cents\": 1000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\"id\": \"wh-2024-001\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"url\": \"https://example.com/webhook\"}, \"version\": 1, \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/webhooks/{id}/preview revert\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required_428\",\n \"payload\": {\"id\": \"wh-2024-002\", \"status\": \"held\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0, \"cursor\": \"\", \"limit\": 1000},\n \"expected_status\": 428,\n \"expected_body_contains\": \"Precondition Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_report_delete\",\n \"payload\": {\"id\": \"rpt-2024-001\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"department\": \"finance\"}, \"version\": 2, \"idempotency-key\": \"idem-rep-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/reports/{id}/approve unapprove\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"rpt-2024-002\", \"status\": \"held\", \"amount_cents\": 500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency-key\": \"idem-rep-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tok-2024-001\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"type\": \"api\"}, \"version\": 5, \"idempotency-key\": \"idem-tok-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive restore\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_400\",\n \"payload\": {\"id\": \"tok-invalid\", \"status\": \"open\", \"amount_cents\": -1, \"currency\": \"INVALID\", \"metadata\": {}, \"version\": 0, \"idempotency-key\": \"idem-tok-002\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit_delete\",\n \"payload\": {\"id\": \"aud-2024-001\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"region\": \"us-east\"}, \"version\": 1, \"cursor\": \"start\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v2/audits/{id}/preview restore\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"aud-deleted-001\", \"status\": \"past_due\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 99, \"cursor\": \"end\", \"limit\": 0},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"exp-2024-001\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"format\": \"csv\"}, \"version\": 2, \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive unarchive\"\n },\n {\n \"endpoint\": \"DELETE /v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"exp-missing\", \"status\": \"failed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0, \"as_of\": \"2099-12-31T23:59:59Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 572.0, "num_requests_total": 1.0, "gen_throughput": -4.9, "decode_sum_seq_lens": 48.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2289.0, "realtime_tokens_total": 12097.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 46890.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 332.0, "tok_s": 396.7, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"invoice_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"POST /v2/invoices/{id}/rotate (not available, use schema reset)\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"invoice_rotate_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"force_expired\": true},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"customer_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-key-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"POST /v2/customers/{id}/reactivate (not available, use schema status revert)\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"customer_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-key-002\", \"if-match\": \"stale-etag\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"subscription_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-key-003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/verify (not available, cache expires 30s)\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"subscription_verify_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-key-004\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\"},\n \"cleanup\": \"PUT /v3/webhooks/{id}/rotate with dry_run=true (idempotent, cache expires 30s)\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_rotate_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"report_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"PUT /v2/reports/{id}/cancel with status reversion (beta feature)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"report_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"abc123\", \"limit\": 50, \"if-unmodified-since\": \"2025-01-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"token_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-15T12:00:00Z\", \"two_fa_context\": \"valid-totp-123456\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"PUT /v1/tokens/{id}/preview with future as_of (requires 2FA context)\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"token_preview_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-06-15T12:00:00Z\", \"two_fa_context\": \"valid-totp-123456\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"audit_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"idempotency-key\": \"idem-key-005\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"POST /v1/audits/{id}/rotate with same idempotency-key (idempotent, cache expires 30s)\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"audit_rotate_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"idempotency-key\": \"idem-key-006\", \"force_conflict\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"export_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"POST /v3/exports/{id}/archive (idempotent for archived state, cache expires 30s)\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"export_archive_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"bypass_billing\": false},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"plan_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"GET /v2/plans/{id}/approve with dry_run=true (emits audit event)\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"plan_approve_bad_request\",\n \"payload\": {\"id\": \"550e8400", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 1.2, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 580.0, "num_requests_total": 1.0, "gen_throughput": -3.8, "decode_sum_seq_lens": -177.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -192.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2321.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 46864.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 415.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 5},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 5},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/webhooks/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v2/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency_key\": \"exp-fin-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency_key\": \"exp-fin-001\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": ", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 1.2, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 555.0, "num_requests_total": 1.0, "gen_throughput": -12.9, "decode_sum_seq_lens": 11.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2224.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 46947.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 394.3, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"inv-2a4f8c1e-5d3b-4e6f-9a2b-1c3d5e7f9a0b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"DELETE /v2/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found_404\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"invoice_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"cust-3b5f9d2e-6e4c-5f7f-0b3c-2d4e6f8g0b1c\", \"idempotency-key\": \"idem-2026-001-approve\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"customer_approved\",\n \"cleanup\": \"PATCH /v1/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"cust-3b5f9d2e-6e4c-5f7f-0b3c-2d4e6f8g0b1c\", \"idempotency-key\": \"idem-2026-001-approve\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"customer_already_approved\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"sub-4c6g0e3f-7d5d-6g8g-1c4d-3e5f7g9h1c2d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview_generated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"sub-4c6g0e3f-7d5d-6g8g-1c4d-3e5f7g9h1c2d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"wh-5d7h1f4g-8e6e-7h9h-2d5e-4f6g8h0i2d3e\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"webhook_finalized\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"wh-5d7h1f4g-8e6e-7h9h-2d5e-4f6g8h0i2d3e\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"webhook_already_finalized\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"rep-6e8i2g5h-9f7f-8i0i-3e6f-5g7h9i1j3e4f\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"report_finalized\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"rep-6e8i2g5h-9f7f-8i0i-3e6f-5g7h9i1j3e4f\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"report_deleted\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"tok-7f9j3h6i-0g8g-9j1j-4f7g-6h8i0j2k4f5g\", \"idempotency-key\": \"idem-2026-002-retry\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_initiated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"tok-7f9j3h6i-0g8g-9j1j-4f7g-6h8i0j2k4f5g\", \"idempotency-key\": \"idem-2026-003-retry\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"aud-8g0k4i7j-1h9h-0k2k-5g8h-7i9j1k3l5g6h\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancel_accepted\",\n \"cleanup\": \"PATCH /v2/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"aud-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"audit_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"exp-9h1l5j8k-2i0i-1l3l-6h9i-8j0k2l4m6h7i\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verification_started\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"exp-9h1l5j8k-2i0i-1l3l-6h9i-8j0k2l4m6h7i\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"export_not_ready\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"pln-0i2m6k9l-3j1j-2m4m-7i0j-9k1l3m5n7i8j\", \"as_of\": \"2026-06-15T00:00", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 588.0, "num_requests_total": 1.0, "gen_throughput": 12.9, "decode_sum_seq_lens": 45.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2357.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 46847.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 405.0, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"inv_2a8f4e1c-5d3b-4f6a-9e7d-1c3b5a7d9e2f\", \"idempotency-key\": \"idem_2026_001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_402_payment_required\",\n \"payload\": {\"id\": \"inv_2a8f4e1c-5d3b-4f6a-9e7d-1c3b5a7d9e2f\", \"idempotency-key\": \"idem_2026_002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"cus_7b3c9f2e-8a1d-4e5b-6c7d-8e9f0a1b2c3d\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_409_conflict\",\n \"payload\": {\"id\": \"cus_7b3c9f2e-8a1d-4e5b-6c7d-8e9f0a1b2c3d\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"sub_4d5e6f7a-8b9c-0d1e-2f3a-4b5c6d7e8f9a\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_400_bad_request\",\n \"payload\": {\"id\": \"sub_invalid_format\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"whk_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_428_precondition_required\",\n \"payload\": {\"id\": \"whk_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"rpt_1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"idempotency-key\": \"idem_2026_003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_412_precondition_failed\",\n \"payload\": {\"id\": \"rpt_1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"idempotency-key\": \"idem_2026_004\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"tok_3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\", \"idempotency-key\": \"idem_2026_005\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_404_not_found\",\n \"payload\": {\"id\": \"tok_nonexistent_12345\", \"idempotency-key\": \"idem_2026_006\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"adt_5e6f7a8b-9c0d-1e2f-3a4b-5c6d7e8f9a0b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v3/audits/{id}/unverify\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_410_gone\",\n \"payload\": {\"id\": \"adt_5e6f7a8b-9c0d-1e2f-3a4b-5c6d7e8f9a0b\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"exp_7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_409_conflict\",\n \"payload\": {\"id\": \"exp_7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"pln_9c0d1e2f-3a4b-5c6d-7", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 571.0, "num_requests_total": 1.0, "gen_throughput": 8.1, "decode_sum_seq_lens": -20.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2285.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 46913.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 420.0, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"dry_run\": false\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"dry_run\": false\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v1/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_gone\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"dry_run\": false\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"customer_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"POST /v2/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_subscription_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"subscription_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency_key\": \"webhook-cancel-001\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceling\"},\n \"cleanup\": \"POST /v2/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_gone\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"idempotency_key\": \"webhook-cancel-999\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"webhook_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_finalize_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"DELETE /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"failure_report_not_found\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"report_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency_key\": \"token-retry-001\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"DELETE /v2/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_token_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency_key\": \"token-retry-002\"\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"dry_run\": false\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v3/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_audit_gone\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"dry_run\": false\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"audit_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_export\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"idempotency_key\": \"export-preview-001\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"POST /v2/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_export_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"idempotency_key\": \"export-preview-002\"\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_plan\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"dry_run\": true\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"DELETE /v3/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_plan_precondition_failed\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"dry_run\": false\n },\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_usage\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440010\",\n \"dry_run\": false\n", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 1.1, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 548.0, "num_requests_total": 1.0, "gen_throughput": 3.6, "decode_sum_seq_lens": 108.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2193.0, "realtime_tokens_total": 12098.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 46967.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 398.1, "text": "```json\n[\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice_with_as_of\",\n \"payload\": {\"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_invoice_not_found\",\n \"payload\": {\"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required\",\n \"payload\": {},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_pagination\",\n \"payload\": {\"cursor\": \"eyJpZCI6MTAwfQ==\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required\",\n \"payload\": {\"cursor\": \"eyJpZCI6MTAwfQ==\", \"limit\": 20},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report_dry_run\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_conflict\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_tokens_paginated\",\n \"payload\": {\"cursor\": \"eyJpZCI6NTAwfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone\",\n \"payload\": {\"cursor\": \"eyJpZCI6NTAwfQ==\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required\",\n \"payload\": {},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone\",\n \"payload\": {},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan_with_pagination\",\n \"payload\": {\"cursor\": \"eyJpZCI6MjAwfQ==\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_gone\",\n \"payload\": {\"cursor\": \"eyJpZCI6MjAwfQ==\", \"limit\": 10},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_not_found\",\n \"payload\": {},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_credit_dry_run\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/credits/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_not_found\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/disputes/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_dispute_with_idempotency\",\n \"payload\": {\"idempotency-key\": \"dispute-retry-7a3f9e2c\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v3/disputes/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/disputes/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_precondition_required\",\n \"payload\": {\"idempotency-key\": \"dispute-retry-7a3f9e2c\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/payouts/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_payout_with_idempotency\",\n \"payload\": {\"idempotency-key\": \"payout-archive-b8e1d4f5\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v1/payouts/{", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 2.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 564.0, "num_requests_total": 1.0, "gen_throughput": -20.9, "decode_sum_seq_lens": -109.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2261.0, "realtime_tokens_total": 12036.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 46911.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": null, "sg_deltas_cell": { "process_cpu_seconds_total": 9.3, "http_requests_total": 16.0, "http_responses_total": 16.0, "prompt_tokens_total": 79722.0, "generation_tokens_total": 16384.0, "spec_verify_calls_total": 4596.0, "num_requests_total": 8.0, "gen_throughput": 403.1000000000001, "decode_sum_seq_lens": 1842.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1792.0, "kv_available_tokens": -95808.0, "kv_evictable_tokens": 94016.0, "kv_used_tokens": 1792.0, "spec_accept_length": 0.9000000000000001, "spec_accept_rate": 0.30000000000000004, "per_stage_req_latency_seconds_sum": 7.600000000000001, "per_stage_req_latency_seconds_bucket": 1600.0, "per_stage_req_latency_seconds_count": 64.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 1280.0, "queue_time_seconds_count": 32.0, "cuda_graph_passes_total": 18407.0, "realtime_tokens_total": 96402.0, "time_to_first_token_seconds_sum": 1.6999999999999997, "time_to_first_token_seconds_bucket": 136.0, "time_to_first_token_seconds_count": 8.0, "prompt_tokens_histogram_sum": 79722.0, "prompt_tokens_histogram_bucket": 174.0, "prompt_tokens_histogram_count": 8.0, "uncached_prompt_tokens_histogram_sum": 79722.0, "uncached_prompt_tokens_histogram_bucket": 174.0, "uncached_prompt_tokens_histogram_count": 8.0, "generation_tokens_histogram_sum": 16384.0, "generation_tokens_histogram_bucket": 232.0, "generation_tokens_histogram_count": 8.0, "inter_token_latency_seconds_sum": 40.7, "inter_token_latency_seconds_bucket": 375077.0, "inter_token_latency_seconds_count": 16376.0 }, "step_ms": null } } }, "SG1_s5": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 5 --speculative-eagle-topk 1 --speculative-num-draft-tokens 6 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 16, "tok_s_median": 486.9, "tok_s_first8_median": 492.2, "tok_s_agg": 477.7, "tok_s_all_sorted": [ 416.7, 418.4, 445.5, 456.3, 469.4, 472.9, 473.2, 485.6, 488.1, 496.3, 501.1, 503.4, 508.5, 510.3, 511.3, 520.2 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 239.0, "prefix_cache_suspect": false, "tau": null, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 488.1, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of to restore (idempotent)\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_invoice\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_customer\",\n \"payload\": {\"id\": \"cust-550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-abc-123-xyz\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST to recreate customer with same metadata\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_rate_limit\",\n \"payload\": {\"id\": \"cust-550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-abc-123-xyz-429\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate_limit\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-sub-789\", \"x-2fa-context\": \"totp-valid\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions to recreate\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-sub-428\", \"x-2fa-context\": \"missing\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"wh-550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/approve to re-approve (emits audit)\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"wh-550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_report\",\n \"payload\": {\"id\": \"rep-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/reports/{id}/archive with dry_run false (idempotent)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"rep-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v3/tokens/{id}/archive (idempotent)\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\"id\": \"aud-550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"none (beta endpoint)\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"aud-550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_export\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"c2\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/retry (emits audit)\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"c2\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_finalize_plan\",\n \"payload\": {\"id\": \"plan-550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"c3\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"none (soft-deletes on finalize)\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"plan-00000000-0000-0000-0000-000000000000\", \"cursor\": \"c3\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v3/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_verify_usage\",\n \"payload\": {\"id\": \"use-550", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 415.0, "num_requests_total": 1.0, "gen_throughput": 540.2, "decode_sum_seq_lens": 1753.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1728.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1728.0, "spec_accept_length": 2.0, "spec_accept_rate": 0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1661.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48613.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 473.2, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_invoice_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status restored\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_invoice_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"status\": \"pending\", \"amount_cents\": -100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"finalize_customer_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"open\", \"amount_cents\": 5000, \"currency\": \"EUR\", \"metadata\": {\"source\": \"web\"}, \"version\": 3, \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v1/customers/{id}/finalize with status reverted\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"finalize_customer_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"status\": \"open\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"finalize_subscription_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"GBP\", \"metadata\": {\"plan\": \"premium\"}, \"version\": 5, \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"finalize_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"pending\", \"amount_cents\": 2000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_webhook_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"url\": \"https://example.com/hook\"}, \"version\": 1, \"cursor\": \"abc123\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_webhook_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"held\", \"amount_cents\": 0, \"currency\": \"XYZ\", \"metadata\": {}, \"version\": 0, \"cursor\": \"\", \"limit\": 1000},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"approve_report_delete_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"status\": \"open\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {\"region\": \"us-east\"}, \"version\": 2, \"idempotency-key\": \"idem-001-approve-report\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v2/reports/{id}/unapprove\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"approve_report_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"status\": \"closed\", \"amount_cents\": -500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency-key\": \"idem-002-approve-report\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"type\": \"api\"}, \"version\": 10, \"idempotency-key\": \"idem-003-archive-token\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/tokens/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_bad_request\",\n \"payload\": {\"id\": \"not-a-uuid\", \"status\": \"open\", \"amount_cents\": 100, \"currency\": \"INVALID\", \"metadata\": {}, \"version\": -1, \"idempotency-key\": \"idem-004-archive-token\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"preview_audit_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"action\": \"login\"}, \"version\": 3, \"cursor\": \"audit-cursor-1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"preview_audit_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"canceled\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 99, \"cursor\": \"expired\", \"limit\": 0},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"archive_export_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"format\": \"csv\"}, \"version\": 4, \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 2.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 429.0, "num_requests_total": 1.0, "gen_throughput": -50.8, "decode_sum_seq_lens": 173.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1717.0, "realtime_tokens_total": 12094.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48497.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 334.0, "tok_s": 510.3, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v2/invoices/{id}/rotate (no such endpoint, use none - idempotent)\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_rotate_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/customers/{id}/cancel (reverse not available, idempotent)\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_cancel_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"ik-003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_verify_subscription\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"ik-004\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_rotate_webhook\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_cancel_report\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"idempotency-key\": \"ik-005\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_rotate_audit\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"ik-006\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_approve_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"dry_run\": true},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_preview_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"dry_run\": true},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/credits/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_rotate", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 2.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 396.0, "num_requests_total": 1.0, "gen_throughput": 26.9, "decode_sum_seq_lens": -114.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1585.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48703.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 501.1, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a12\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy\",\n \"payload\": {\"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"2fa_context\": \"totp_verified\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a99\", \"2fa_context\": \"totp_verified\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy\",\n \"payload\": {\"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a12\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy\",\n \"payload\": {\"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_precondition_failed\",\n \"payload\": {\"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a13\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy\",\n \"payload\": {\"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_conflict\",\n \"payload\": {\"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a14\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy\",\n \"payload\": {\"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_gone\",\n \"payload\": {\"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a13\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy\",\n \"payload\": {\"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a13\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy\",\n \"payload\": {\"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"idempotency_key\": \"exp-final-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_conflict\",\n \"payload\": {\"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a14\", \"idempotency_key\": \"exp-final-002\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy\",\n \"payload\": {\"id\": \"i8eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"as_of\": \"2024-01-15T00:00:00Z\", \"2fa_context\": \"totp_verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_too_many_requests\",\n \"payload\": {\"id\": \"i8eebc99-9c0b-4ef8-bb6d-", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 2.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 403.0, "num_requests_total": 1.0, "gen_throughput": 14.4, "decode_sum_seq_lens": 2.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1613.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48687.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 242.0, "tok_s": 496.3, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/invoices/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-001-abc\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/customers/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invalid_idempotency_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-001-abc\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MTB9\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MTB9\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v1/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6NX0=\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6NX0=\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"idempotency-key\": \"idem-token-001\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_too_many_requests_429\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"idempotency-key\": \"idem-token-002\"}},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancel\",\n \"cleanup\": \"POST /v3/audits/{id}/create\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verify\",\n \"cleanup\": \"DELETE /v1/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/plans/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_400\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalize\",\n \"cleanup\": \"DELETE /v2/usage/{id}/revert\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 2.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 408.0, "num_requests_total": 1.0, "gen_throughput": -57.2, "decode_sum_seq_lens": -68.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1633.0, "realtime_tokens_total": 12036.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48644.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 445.5, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"inv-2f8a9c4e-1b3d-4e5f-6a7b-8c9d0e1f2a3b\", \"idempotency-key\": \"idem-2026-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approval_initiated\",\n \"cleanup\": \"DELETE /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"inv-failed-pay-11111111-2222-3333-4444-555555555555\", \"idempotency-key\": \"idem-2026-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"DELETE /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"cust-7d8e9f0a-1b2c-3d4e-5f6a-7b8c9d0e1f2a\", \"cursor\": \"curs-abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"cust-already-ver-22222222-3333-4444-5555-666666666666\", \"cursor\": \"curs-def456\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"already_verified\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"sub-3a4b5c6d-7e8f-9a0b-1c2d-3e4f5a6b7c8d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview_generated\",\n \"cleanup\": \"PUT /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_conflict\",\n \"payload\": {\"id\": \"sub-bad-state-33333333-4444-5555-6666-777777777777\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"subscription_state_invalid\",\n \"cleanup\": \"PUT /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"whk-4b5c6d7e-8f9a-0b1c-2d3e-4f5a6b7c8d9e\", \"cursor\": \"curs-ghi789\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancellation_scheduled\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_bad_request\",\n \"payload\": {\"id\": \"whk-invalid-44444444-5555-6666-7777-888888888888\", \"cursor\": \"curs-bad\", \"limit\": 999999},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid_pagination\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"rpt-5c6d7e8f-9a0b-1c2d-3e4f-5a6b7c8d9e0f\", \"idempotency-key\": \"idem-2026-003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"report_cancelled\",\n \"cleanup\": \"GET /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rpt-already-done-55555555-6666-7777-8888-999999999999\", \"idempotency-key\": \"idem-2026-004\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"report_already_finalized\",\n \"cleanup\": \"GET /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"tok-6d7e8f9a-0b1c-2d3e-4f5a-6b7c8d9e0f1a\", \"idempotency-key\": \"idem-2026-005\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token_rotated\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"tok-nonexist-66666666-7777-8888-9999-000000000000\", \"idempotency-key\": \"idem-2026-006\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"token_not_found\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"adt-7e8f9a0b-1c2d-3e4f-5a6b-7c8d9e0f1a2b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"audit_verified\",\n \"cleanup\": \"POST /v2/audits/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_gone\",\n \"payload\": {\"id\": \"adt-expired-77777777-8888-9999-0000-111111111111\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"audit_log_expired\",\n \"cleanup\": \"POST /v2/audits/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"exp-8f9a0b1c-2d3e-4f5a-6b7c-8d9e0f1a2b3c\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"export_verification_queued\",\n \"cleanup\": \"PUT /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_bad_request\",\n \"payload\": {\"id\": \"exp-bad-date-88888888-9999-0000-1111-222222222222\", \"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid_date_format\",\n \"cleanup\": \"PUT /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"pln-9a0b1c2d", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 2.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 459.0, "num_requests_total": 1.0, "gen_throughput": -29.6, "decode_sum_seq_lens": 155.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1837.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48305.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 485.6, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v1/invoices/{id}/cancel with dry_run true to restore active status\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_customer_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"tier\": \"enterprise\"}, \"version\": 3},\n \"expected_status\": 201,\n \"expected_body_contains\": \"active\",\n \"cleanup\": \"POST /v1/customers/{id}/finalize with dry_run true to revert\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_customer_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440998\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_subscription_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"plan\": \"annual\"}, \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/archive to restore pending status\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"failed\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 3},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_webhook_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency_key\": \"webhook-cancel-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel with idempotency-key to restore open status\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_webhook_rate_limited\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency_key\": \"webhook-cancel-002\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_report_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-01-15T00:00:00Z\", \"status\": \"closed\", \"amount_cents\": 7500, \"currency\": \"USD\", \"metadata\": {\"quarter\": \"Q1\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_report_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2025-06-01T00:00:00Z\", \"status\": \"held\", \"amount_cents\": 7500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"retry_token_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"status\": \"done\", \"amount_cents\": 2000, \"currency\": \"USD\", \"metadata\": {\"retry_count\": \"1\"}, \"version\": 2, \"idempotency_key\": \"token-retry-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"retry_token_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency_key\": \"token-retry-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_audit_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_type\": \"security\"}, \"version\": 3},\n \"expected_status\": 201,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"PATCH /v3/audits/{id}/retry with dry_run true to revert\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_audit_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440997\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"preview_export_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"open\", \"amount_cents\": 12000, \"currency\": \"USD\", \"metadata\": {\"format\": \"csv\"}, \"version\": 2,", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 2.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 417.0, "num_requests_total": 1.0, "gen_throughput": 71.1, "decode_sum_seq_lens": -36.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1669.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48568.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 511.3, "text": "```json\n[\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-28T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-06-28T12:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": \"invalid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_token_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"not-a-uuid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_plan_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_usage_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"", "slot": 7, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 395.0, "num_requests_total": 1.0, "gen_throughput": 42.0, "decode_sum_seq_lens": -93.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1581.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48747.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 416.7, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2024-001-550e8400\",\n \"status\": \"closed\",\n \"metadata\": {\"reason\": \"customer-requested\", \"archived_by\": \"system\"},\n \"version\": 2\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"archived\": true},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status open to restore\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2024-412-550e8400\",\n \"status\": \"closed\",\n \"version\": 999\n },\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\", \"message\": \"version mismatch\"},\n \"cleanup\": \"none - no state change on 412\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"payment_failure_recovery\"},\n \"version\": 3\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"retry_accepted\": true, \"job_id\": \"job-\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry to reset to stable state if needed\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"past_due\",\n \"amount_cents\": -100,\n \"currency\": \"USD\",\n \"version\": 1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"message\": \"unresolved balance\"},\n \"cleanup\": \"none - idempotent retry, no state change\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idem-2024-003-550e8400\",\n \"status\": \"done\",\n \"metadata\": {\"rotation_reason\": \"scheduled-key-rotation\"},\n \"version\": 5\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"rotation_initiated\": true, \"new_key_pending\": true},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/rotate with idempotency-key to complete rotation cycle\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idem-2024-409-550e8400\",\n \"status\": \"pending\",\n \"metadata\": {\"rotation_reason\": \"conflicting-operation\"},\n \"version\": 1\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\", \"message\": \"rotation already in progress\"},\n \"cleanup\": \"none - rotation not initiated due to conflict\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idem-2024-004-550e8400\",\n \"status\": \"active\",\n \"metadata\": {\"approved_by\": \"admin-007\", \"approval_reason\": \"production-ready\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"approved\": true, \"webhook_status\": \"active\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve with status past_due to deactivate\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idem-2024-404-550e8400\",\n \"status\": \"active\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\", \"resource\": \"webhook\"},\n \"cleanup\": \"none - no webhook exists to clean up\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"failed\",\n \"dry_run\": false,\n \"metadata\": {\"retry_attempt\": 2, \"failure_reason\": \"timeout\"},\n \"version\": 3\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"retry_scheduled\": true, \"report_id\": \"550e8400\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/retry with dry_run true to verify no-op\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"done\",\n \"dry_run\": false,\n \"metadata\": {\"retry_attempt\": 5},\n \"version\": 10\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\", \"message\": \"report permanently failed or deleted\"},\n \"cleanup\": \"none - report is gone, no cleanup possible\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency-key\": \"idem-2024-006-550e8400\",\n \"status\": \"active\",\n \"metadata\": {\"preview_mode\": true, \"expires_in\": \"1h\"},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"preview\": true, \"token_masked\": \"tok_****\"},\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview with preview_mode false to clear\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required_428\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency-key\": \"idem-2024-428-550e8400\",\n \"status\": \"past_due\",\n \"metadata\": {\"preview_mode\": true},\n \"version\": 0\n },\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"precondition_required\", \"message\": \"token not in valid state for preview\"},\n \"cleanup\": \"none - preview not applied\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"status\": \"open\",\n \"metadata\": {\"retry_reason\": \"ingestion_timeout\", \"target_queue\": \"audit-retry\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 2.1, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 486.0, "num_requests_total": 1.0, "gen_throughput": -137.6, "decode_sum_seq_lens": 25.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -1.4, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1948.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 48155.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 503.4, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_with_as_of\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440002\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_dry_run\",\n \"payload\": {\"id\": \"cus-550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"cus-550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_dry_run\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate?dry_run=true\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry\",\n \"payload\": {\"id\": \"whk-550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v3/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"whk-550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve\",\n \"payload\": {\"id\": \"rpt-550e8400-e29b-41d4-a716-446655440009\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/reports/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"rpt-550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_with_as_of\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440011\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440012\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_with_idempotency\",\n \"payload\": {\"id\": \"adt-550e8400-e29b-41d4-a716-446655440013\", \"idempotency_key\": \"idem-abc123-789\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"adt-550e8400-e29b-41d4-a716-446655440014\", \"idempotency_key\": \"idem-abc123-790\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_with_idempotency\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440015\", \"idempotency_key\": \"idem-abc123-791\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v2/exports/{id}/reopen\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440016\", \"idempotency_key\": \"idem-abc123-792\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve\",\n \"payload\": {\"id\": \"pln-550e8400-e29b-41d4-a716-446655440017\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v3/plans/{id}/restore\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"pln-550e8400-e29b-41d4-a716-446655440018\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_with_as_of\",\n \"payload\": {\"id\": \"usg-550e8400-e29b-41d4-a716-446655440019\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v2/usage/{id}/reset\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"usg-550e8400-e29b", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 401.0, "num_requests_total": 1.0, "gen_throughput": 120.0, "decode_sum_seq_lens": 44.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 1.2, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1605.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48707.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 520.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_invoice_410\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_customer_deletion\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_customer_410\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_subscription_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false, \"status\": \"failed\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_gone_report_410\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_token_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_audit_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"abc123\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_export_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"abc123\", \"limit\": 100},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_plan_410\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_usage_deletion\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_usage_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/credits/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_credit\",\n \"payload\": {\"id\": \"550e840", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 2.2, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 389.0, "num_requests_total": 1.0, "gen_throughput": 21.8, "decode_sum_seq_lens": -64.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1557.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48763.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 472.9, "text": "```json\n[\n {\n \"endpoint\": \"POST /v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"invoices_verify_happy_path\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"cursor\": \"eyJpZCI6IjEwMCIsInRzIjoxNzAwMDAwMDAwfQ==\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"invoices_verify_payment_required\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"cursor\": null,\n \"limit\": 1000\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_happy_path\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"dry_run\": false\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archive_scheduled\",\n \"cleanup\": \"PUT /v2/customers/{id}/unarchive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_conflict\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"dry_run\": true\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"resource_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_happy_path\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approval_revoked\",\n \"cleanup\": \"POST /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_gone\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_rotate_happy_path\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"idempotency-key\": \"rot-2024-abc123-xyz789\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"secret_rotated\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_rotate_precondition_failed\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"idempotency-key\": \"rot-2024-abc123-xyz789\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"idempotency_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"as_of\": \"2024-01-15T09:30:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled_at\",\n \"cleanup\": \"PUT /v3/reports/{id}/uncancel\"\n },\n {\n \"endpoint\": \"PUT /v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2024-01-15T09:30:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"report_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_retry_happy_path\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"cursor\": \"eyJpZCI6IjIwMCIsInRzIjoxNzAwMDAwMDAwfQ==\",\n \"limit\": 25\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_retry_payment_required\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"cursor\": null,\n \"limit\": -1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_archive_happy_path\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"audit_archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/unarchive\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_archive_not_found\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"audit_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"exports_approve_happy_path\",\n \"payload\": {\n \"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a88\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"export_job_queued\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"exports_approve_not_found\",\n \"payload\": {\n \"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a88\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"export_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_approve_happy_path\",\n \"payload\": {\n \"id\": \"i8eebc99-9c0b-4ef8-bb6d-6bb9bd380a99\",\n \"idempotency-key\": \"apr-2024-plan99-unique001\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"plan_approved\",\n \"cleanup\": \"PUT /v3/plans/{id}/", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 2.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 429.0, "num_requests_total": 1.0, "gen_throughput": -45.3, "decode_sum_seq_lens": 60.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1717.0, "realtime_tokens_total": 11968.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48535.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 242.0, "tok_s": 469.4, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"headers\": {\"idempotency-key\": \"idem-001-2026\", \"Authorization\": \"Bearer tok_invoices:read\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"headers\": {\"idempotency-key\": \"idem-001-2026\", \"Authorization\": \"Bearer tok_invoices:read\"}, \"precondition\": \"already_cancelled\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"customers_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-002-2026\", \"Authorization\": \"Bearer tok_customers:write\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v1/customers/{id}/unarchive\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"customers_archive_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-002-2026\", \"Authorization\": \"Bearer tok_customers:write\"}, \"precondition\": \"already_archived\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"query\": {\"cursor\": \"c3Vic2NyaXB0aW9uLTM=\", \"limit\": 50}, \"headers\": {\"Authorization\": \"Bearer tok_subscriptions:write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_finalize_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"query\": {\"cursor\": \"c3Vic2NyaXB0aW9uLTM=\", \"limit\": 50}, \"headers\": {\"Authorization\": \"Bearer tok_subscriptions:write\"}, \"precondition\": \"deleted\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"webhooks_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"headers\": {\"idempotency-key\": \"idem-004-2026\", \"Authorization\": \"Bearer tok_webhooks:admin\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v2/webhooks/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"webhooks_archive_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"headers\": {\"idempotency-key\": \"idem-004-2026\", \"Authorization\": \"Bearer tok_webhooks:admin\"}, \"precondition\": \"already_archived\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"reports_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"query\": {\"cursor\": \"cmVwb3J0LTU=\", \"limit\": 25}, \"headers\": {\"Authorization\": \"Bearer tok_reports:write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"reports_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"query\": {\"cursor\": \"cmVwb3J0LTU=\", \"limit\": 25}, \"headers\": {\"Authorization\": \"Bearer tok_reports:write\"}, \"precondition\": \"unpaid\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"tokens_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"Authorization\": \"Bearer tok_tokens:admin\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/reissue\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"tokens_cancel_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"Authorization\": \"Bearer tok_tokens:admin\"}, \"precondition\": \"already_cancelled\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"headers\": {\"idempotency-key\": \"idem-007-2026\", \"Authorization\": \"Bearer tok_audits:read\", \"X-2FA-Context\": \"totp-verified\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_verify_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"headers\": {\"idempotency-key\": \"idem-007-2026\", \"Authorization\": \"Bearer tok_audits:read\"}, \"precondition\": \"missing_2fa\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"exports_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"query\": {\"cursor\": \"ZXhwb3J0LTg=\", \"limit\": 10}, \"headers\": {\"Authorization\": \"Bearer tok_exports:write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/exports/{id}/revoke\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"exports_approve_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"query\": {\"cursor\": \"ZXhwb3J0LTg=\", \"limit\": 10}, \"headers\": {\"Authorization\": \"Bearer tok_exports:write\"}, \"precondition\":", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 2.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 432.0, "num_requests_total": 1.0, "gen_throughput": -69.7, "decode_sum_seq_lens": 68.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.8, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1729.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48511.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 508.5, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found_rotate_customer\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_archive_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"webhook-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_approve_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"webhook-approve-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v2/reports/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_bad_request_verify_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_token_delete\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/tokens/{id}/verify\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_verify_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_rotate_audit\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"export-cancel-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_cancel_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"export-cancel-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_rotate_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"GET /v2/plans/{id}/rotate\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found_rotate_plan\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_verify_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v2/usage/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_bad_request", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 2.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 397.0, "num_requests_total": 1.0, "gen_throughput": 89.2, "decode_sum_seq_lens": -44.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1589.0, "realtime_tokens_total": 11969.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48679.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 418.4, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of_date\",\n \"payload\": {\"id\": \"inv-2f8a9e4d-1c3b-5d7e-9f0a-6b8c2d4e1f5a\", \"as_of\": \"2026-01-15T09:30:00Z\", \"page\": 1, \"page_size\": 20},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\", \"amount_cents\": 12500, \"currency\": \"USD\"},\n \"cleanup\": \"POST /v2/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invalid_as_of_date_format_422\",\n \"payload\": {\"id\": \"inv-2f8a9e4d-1c3b-5d7e-9f0a-6b8c2d4e1f5a\", \"as_of\": \"15-01-2026\", \"page\": 1, \"page_size\": 20},\n \"expected_status\": 422,\n \"expected_body_contains\": {\"error\": \"invalid_date_format\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_with_idempotency\",\n \"payload\": {\"id\": \"cus-7a3b9f2e-8d5c-4e1a-9b6f-2c8d0e4a1f7b\", \"idempotency-key\": \"idem-2026-0115-abc123-xyz789\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\", \"archived\": true},\n \"cleanup\": \"POST /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_duplicate_idempotency_key_429\",\n \"payload\": {\"id\": \"cus-7a3b9f2e-8d5c-4e1a-9b6f-2c8d0e4a1f7b\", \"idempotency-key\": \"idem-2026-0115-abc123-xyz789\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"idempotency_key_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_subscription_deletion\",\n \"payload\": {\"id\": \"sub-4c1d8a5f-3e7b-9f2a-0c6d-8e4b2a6c0d3e\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"approved_for_deletion\": true},\n \"cleanup\": \"POST /v1/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_subscription_not_found_404\",\n \"payload\": {\"id\": \"sub-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"subscription_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_webhook_deletion\",\n \"payload\": {\"id\": \"whk-9f2a6c4e-1b8d-5f3a-7c9e-0d4b8a2c6e1f\", \"idempotency-key\": \"idem-webhook-del-20260115-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"canceled\", \"verified\": true},\n \"cleanup\": \"POST /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"whk-9f2a6c4e-1b8d-5f3a-7c9e-0d4b8a2c6e1f\", \"idempotency-key\": \"idem-webhook-del-20260115-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report_with_dry_run\",\n \"payload\": {\"id\": \"rep-3e7b9f2a-0c6d-8e4b-2a6c-0d3e5f7a9b1c\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"failed\", \"finalized\": true},\n \"cleanup\": \"PATCH /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_invalid_dry_run_flag_400\",\n \"payload\": {\"id\": \"rep-3e7b9f2a-0c6d-8e4b-2a6c-0d3e5f7a9b1c\", \"dry_run\": \"invalid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"invalid_boolean_parameter\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token_with_as_of_date\",\n \"payload\": {\"id\": \"tok-8d5c4e1a-9b6f-2c8d-0e4a-1f7b3c9d5e2a\", \"as_of\": \"2025-12-01T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"held\", \"amount_cents\": 5000},\n \"cleanup\": \"PATCH /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_token_not_found_404\",\n \"payload\": {\"id\": \"tok-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2025-12-01T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"token_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_pagination\",\n \"payload\": {\"id\": \"aud-5f7a9b1c-3e7b-9f2a-0c6d-8e4b2a6c0d3e\", \"cursor\": \"eyJwYWdlIjoxLCJzaXplIjoyMH0=\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\", \"status\": \"queued\"},\n \"cleanup\": \"PATCH /v2/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_audit_conflict_409\",\n \"payload\": {\"id\": \"aud-5f7a9b1c-3e7b-9f2a-0c6d-8e4b2a6c0d3e\", \"cursor\": \"eyJwYWdlIjoxLCJzaXplIjoyMH0=\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"audit_verification_in_progress\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"exp-0c6d8e4b-2a6c-0d3e-5f7a-9b1c3e7b9f2a\"},\n", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 2.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 490.0, "num_requests_total": 1.0, "gen_throughput": -53.1, "decode_sum_seq_lens": -35.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11904.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1961.0, "realtime_tokens_total": 11969.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 48152.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 456.3, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_verify_invoice_with_2fa\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"idempotency_key\": \"idem-2026-001\",\n \"status\": \"pending\",\n \"amount_cents\": 50000,\n \"currency\": \"USD\",\n \"metadata\": {\"order_id\": \"ORD-12345\", \"customer_tier\": \"premium\"},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/verify with reversal idempotency-key\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"fail_verify_invoice_missing_2fa_precondition\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"idempotency_key\": \"idem-2026-002\",\n \"status\": \"pending\",\n \"amount_cents\": 50000,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_archive_customer_dry_run\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"dry_run\": true,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"archive_reason\": \"churned\"},\n \"version\": 2\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"fail_archive_customer_conflict\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"dry_run\": false,\n \"status\": \"canceled\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 3\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_retry_subscription\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"billing_cycle\": \"monthly\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"created\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/retry with dry_run=true to reset\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"fail_retry_subscription_payment_required\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_archive_webhook_paginated\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"as_of\": \"2026-06-01T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"webhook_url\": \"https://hooks.example.com/v1\"},\n \"version\": 5\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/archive with as_of=null to unarchive\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"fail_archive_webhook_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-01T00:00:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_preview_report_idempotent\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"dry_run\": true,\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"monthly_revenue\", \"generated_by\": \"system\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"fail_preview_report_gone\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"dry_run\": false,\n \"status\": \"failed\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 99\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_verify_token_paginated\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"token_type\": \"api_key\", \"expires_at\": \"2026-12-31T23:59:59Z\"},\n \"version\": 3\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"fail_verify_token_unprocessable\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"cursor\": \"invalid-cursor\",\n \"limit\": 1000,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 3\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable_entity\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_verify_audit_async_job\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\",\n \"idempotency_key\": \"idem-audit-001\",\n \"status\": \"open\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"audit_scope\": \"financial\",", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 2.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 445.0, "num_requests_total": 1.0, "gen_throughput": 24.1, "decode_sum_seq_lens": 108.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1781.0, "realtime_tokens_total": 12161.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48411.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": null, "sg_deltas_cell": { "process_cpu_seconds_total": 33.5, "http_requests_total": 32.0, "http_responses_total": 32.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6791.0, "num_requests_total": 16.0, "gen_throughput": 506.4, "decode_sum_seq_lens": 1934.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1920.0, "kv_available_tokens": -191680.0, "kv_evictable_tokens": 189760.0, "kv_used_tokens": 1920.0, "spec_accept_length": 1.5000000000000002, "spec_accept_rate": 0.30000000000000004, "per_stage_req_latency_seconds_sum": 14.800000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 27183.0, "realtime_tokens_total": 192660.0, "time_to_first_token_seconds_sum": 3.3000000000000007, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 68.39999999999999, "inter_token_latency_seconds_bucket": 776677.0, "inter_token_latency_seconds_count": 32752.0 }, "step_ms": null } } }, "SG2_s6": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 6 --speculative-eagle-topk 1 --speculative-num-draft-tokens 7 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 16, "tok_s_median": 498.5, "tok_s_first8_median": 503.4, "tok_s_agg": 491.2, "tok_s_all_sorted": [ 417.3, 442.8, 459.8, 460.7, 476.5, 479.1, 493.1, 494.4, 502.7, 504.2, 518.7, 521.5, 524.8, 524.9, 534.2, 545.6 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 239.0, "prefix_cache_suspect": false, "tau": null, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 243.0, "tok_s": 460.7, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"closed\\\"\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of rollback date\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_gone_error\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"\\\"error\\\":\\\"GONE\\\"\",\n \"cleanup\": \"none required, resource already deleted\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_soft_delete_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idemp-key-abc-123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"status\\\":\\\"canceled\\\"\",\n \"cleanup\": \"POST /v2/customers/{id}/restore (if exists) or recreate customer\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"idempotency-key\": \"idemp-key-abc-456\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"\\\"error\\\":\\\"NOT_FOUND\\\"\",\n \"cleanup\": \"none required, customer does not exist\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_admin_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idemp-key-sub-789\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"closed\\\"\",\n \"cleanup\": \"POST /v1/subscriptions to recreate subscription\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idemp-key-sub-790\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"\\\"error\\\":\\\"PRECONDITION_REQUIRED\\\"\",\n \"cleanup\": \"none required, 2FA context missing\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"audit_event_id\\\"\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/approve with revert cursor\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"\\\"error\\\":\\\"PAYMENT_REQUIRED\\\"\",\n \"cleanup\": \"none required, payment issue prevents state change\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_dry_run_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"would_archive\\\":true\",\n \"cleanup\": \"none required, dry_run was true\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"\\\"error\\\":\\\"CONFLICT\\\"\",\n \"cleanup\": \"DELETE /v2/reports/{id}/archive if exists or retry with force\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_admin_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"closed\\\"\",\n \"cleanup\": \"PUT /v3/tokens/{id}/unarchive (if exists) or regenerate token\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"\\\"error\\\":\\\"PRECONDITION_FAILED\\\"\",\n \"cleanup\": \"none required, token state prevents archive\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"retry_queued\\\":true\",\n \"cleanup\": \"DELETE /v3/audits/{id}/retry to cancel queued retry\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"\\\"error\\\":\\\"CONFLICT\\\"\",\n \"cleanup\": \"none required, audit in conflicting state\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_admin_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"def456\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"audit_event_id\\\"\",\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel to abort export\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"def456\", \"limit\": 100},\n \"expected_status\": 402,\n \"expected_body_contains\": \"\\\"error\\\":\\\"PAYMENT_REQUIRED\\\"\",\n \"cleanup\": \"none required, payment issue prevents retry\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"ghi789\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"status\\\":\\\"closed\\\"\",\n \"cleanup\": \"PUT /v1/plans/{id}/revert to unfinalize\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"ghi", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 413.0, "num_requests_total": 1.0, "gen_throughput": 496.8, "decode_sum_seq_lens": 1736.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1728.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1728.0, "spec_accept_length": 1.8, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1653.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48384.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 494.4, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status pending\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"status\": \"pending\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"EUR\", \"metadata\": {\"source\": \"web\"}, \"version\": 3, \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v1/customers/{id}/finalize with status open\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"EUR\", \"metadata\": {}, \"version\": 1, \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"plan\": \"premium\"}, \"version\": 2, \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/finalize async job cancel\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_active_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"pending\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"url\": \"https://example.com/hook\"}, \"version\": 1, \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/webhooks/{id}/preview with status open\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0, \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"report_type\": \"monthly\"}, \"version\": 1, \"idempotency-key\": \"idem-12345-abcde\"},\n \"test_name\": \"happy_path_approve_report\",\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/reports/{id}/approve with idempotency-key idem-12345-abcde-rev\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0, \"idempotency-key\": \"idem-67890-fghij\"},\n \"test_name\": \"failure_precondition_required\",\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"token_type\": \"api\"}, \"version\": 2, \"idempotency-key\": \"idem-token-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive with status open\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"invalid-uuid-format\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0, \"idempotency-key\": \"idem-token-002\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"past_due\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_trail\": \"full\"}, \"version\": 1, \"cursor\": \"audit-cursor-1\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v2/audits/{id}/preview with status active\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"canceled\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 0, \"cursor\": \"audit-cursor-2\", \"limit\": 100},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"format\": \"csv\"}, \"version\":", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 385.0, "num_requests_total": 1.0, "gen_throughput": 16.2, "decode_sum_seq_lens": 178.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1541.0, "realtime_tokens_total": 12091.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48500.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 242.0, "tok_s": 502.7, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"inv-2024-001\", \"headers\": {\"Authorization\": \"Bearer invoices:read-token\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"rotated\", \"id\": \"inv-2024-001\"},\n \"cleanup\": \"POST /v2/invoices/{id}/restore (if exists) or no-op due to idempotency\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-unpaid-002\", \"headers\": {\"Authorization\": \"Bearer invoices:read-token\"}},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"cust-2024-001\", \"headers\": {\"Authorization\": \"Bearer customers:write-token\", \"Idempotency-Key\": \"idem-cancel-001\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceling\", \"id\": \"cust-2024-001\"},\n \"cleanup\": \"POST /v2/customers/{id}/reactivate\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"cust-already-canceled-002\", \"headers\": {\"Authorization\": \"Bearer customers:write-token\", \"Idempotency-Key\": \"idem-cancel-002\"}},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\", \"code\": 412},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"sub-2024-001\", \"headers\": {\"Authorization\": \"Bearer subscriptions:write-token\", \"Idempotency-Key\": \"idem-verify-001\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"verified\", \"id\": \"sub-2024-001\"},\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/verify (cache expires 30s)\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"sub-nonexistent-999\", \"headers\": {\"Authorization\": \"Bearer subscriptions:write-token\", \"Idempotency-Key\": \"idem-verify-999\"}},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\", \"code\": 404},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook\",\n \"payload\": {\"id\": \"wh-2024-001\", \"dry_run\": false, \"headers\": {\"Authorization\": \"Bearer webhooks:read-token\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"rotated\", \"id\": \"wh-2024-001\"},\n \"cleanup\": \"PUT /v3/webhooks/{id}/rotate (cached 30s, re-rotate if needed)\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"wh-nonexistent-999\", \"dry_run\": false, \"headers\": {\"Authorization\": \"Bearer webhooks:read-token\"}},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\", \"code\": 404},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"rep-2024-001\", \"cursor\": \"c1\", \"limit\": 10, \"headers\": {\"Authorization\": \"Bearer reports:write-token\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceling\", \"id\": \"rep-2024-001\"},\n \"cleanup\": \"PUT /v2/reports/{id}/resume (beta endpoint)\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"rep-already-done-002\", \"cursor\": \"c1\", \"limit\": 10, \"headers\": {\"Authorization\": \"Bearer reports:write-token\"}},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\", \"code\": 412},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"tok-2024-001\", \"as_of\": \"2024-06-15T10:00:00Z\", \"headers\": {\"Authorization\": \"Bearer tokens:admin-token\", \"X-2FA-Context\": \"approved\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"preview\", \"id\": \"tok-2024-001\"},\n \"cleanup\": \"DELETE /v1/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"tok-unpaid-002\", \"as_of\": \"2024-06-15T10:00:00Z\", \"headers\": {\"Authorization\": \"Bearer tokens:admin-token\", \"X-2FA-Context\": \"approved\"}},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"aud-2024-001\", \"headers\": {\"Authorization\": \"Bearer audits:write-token\", \"Idempotency-Key\": \"idem-audit-001\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"rotated\", \"id\": \"aud-2024-001\"},\n \"cleanup\": \"POST /v1/audits/{id}/rotate (cached 30s, idempotent re-execution)\"\n },\n {\n \"endpoint\": \"/v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"aud-nonexistent-999\", \"headers\": {\"Authorization\": \"Bearer audits:write-token\", \"Idempotency-Key\": \"idem-audit-999\"}},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\", \"code\": 404},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"exp-2024-001\", \"headers\": {\"Authorization\": \"Bearer exports:read-token\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"archived\", \"id\": \"exp-2024-001\"},\n \"cleanup\": \"POST /v3/exports/{id}/unarchive (cached 30s)\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"exp-unpaid-002\", \"headers\": {\"Authorization\": \"Bearer exports:read-token\"}},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"no-op\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_plan\",\n \"payload\": {\"id\": \"plan-2024-001\", \"dry_run\": false, \"headers\": {\"Authorization\": \"Bearer plans:read-token\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"approved\", \"id\": \"plan-2024-001\"},\n \"cleanup\": \"GET /v2/plans/{id}/revoke (emits audit event)\"\n },\n {\n \"endpoint\": \"/v2", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 378.0, "num_requests_total": 1.0, "gen_throughput": 16.6, "decode_sum_seq_lens": -226.0, "full_token_usage": -0.0, "num_used_tokens": -256.0, "kv_available_tokens": -11776.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -256.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1513.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48536.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 518.7, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_invoice_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"2fa_context\": \"totp_validated\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_customer_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"2fa_context\": \"totp_validated\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_subscription_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_webhook_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_report_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_audit_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_finalize_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"idempotency-key\": \"exp-finalize-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"idempotency-key\": \"\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"as_of\": \"2026-06-15T10:30:00Z\", \"2fa_context\": \"totp_validated\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_plan_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"as_of\": \"invalid\", \"2fa_context\": \"totp_validated\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_cancel_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/usage/{id}/archive\"\n },\n {\n \"", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 367.0, "num_requests_total": 1.0, "gen_throughput": 11.7, "decode_sum_seq_lens": -43.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 11968.0, "kv_available_tokens": -11968.0, "kv_used_tokens": 11968.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1469.0, "realtime_tokens_total": 12036.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48634.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 524.8, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/invoices/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2024-001-abc\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/reject\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2024-001-abc\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_subscription_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v1/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_webhook_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_report_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-2024-002-def\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-2024-003-ghi\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancel\",\n \"cleanup\": \"POST /v3/audits/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_audit_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v1/exports/{id}/purge\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/plans/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_bad_request_400\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v2/usage/{id}/reopen\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\":", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 363.0, "num_requests_total": 1.0, "gen_throughput": -38.1, "decode_sum_seq_lens": -36.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1453.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48704.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 442.8, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"inv_2a4f8c9d-1e3b-4d5f-8a7c-6b9e0d2f4a8c\", \"headers\": {\"idempotency-key\": \"idem_2026_001\", \"authorization\": \"Bearer token_with_scope_invoices_admin\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"pending\", \"job_id\": \"job_\"},\n \"cleanup\": \"DELETE /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"inv_2a4f8c9d-1e3b-4d5f-8a7c-6b9e0d2f4a8c\", \"headers\": {\"idempotency-key\": \"idem_2026_002\", \"authorization\": \"Bearer token_with_scope_invoices_admin\"}, \"simulate\": \"402\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": \"402\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"cus_7b3e9f2a-5c1d-4e8b-9f6a-2d4c8e0b5a7f\", \"cursor\": \"cur_001\", \"limit\": 50, \"headers\": {\"authorization\": \"Bearer token_with_scope_customers_write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"accepted\", \"audit_event_id\": \"evt_\"},\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"cus_7b3e9f2a-5c1d-4e8b-9f6a-2d4c8e0b5a7f\", \"cursor\": \"cur_002\", \"limit\": 50, \"headers\": {\"authorization\": \"Bearer token_with_scope_customers_write\"}, \"simulate\": \"409\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\", \"code\": \"409\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"sub_9d1f3b7e-2a5c-4e8b-9f6a-1d3c7e0b4a8f\", \"headers\": {\"authorization\": \"Bearer token_with_scope_subscriptions_admin\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"pending\", \"preview\": true, \"audit_event_id\": \"evt_\"},\n \"cleanup\": \"PUT /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_too_many_requests\",\n \"payload\": {\"id\": \"sub_9d1f3b7e-2a5c-4e8b-9f6a-1d3c7e0b4a8f\", \"headers\": {\"authorization\": \"Bearer token_with_scope_subscriptions_admin\"}, \"simulate\": \"429\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"Too Many Requests\", \"code\": \"429\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"whk_4c8e0b5a-7f3e-9d2a-1b5c-6e0d8f3a7c2e\", \"cursor\": \"cur_003\", \"limit\": 100, \"headers\": {\"authorization\": \"Bearer token_with_scope_webhooks_write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\", \"id\": \"whk_\"},\n \"cleanup\": \"DELETE /v1/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_precondition_required\",\n \"payload\": {\"id\": \"whk_4c8e0b5a-7f3e-9d2a-1b5c-6e0d8f3a7c2e\", \"cursor\": \"cur_004\", \"limit\": 100, \"headers\": {\"authorization\": \"Bearer token_with_scope_webhooks_write\"}, \"simulate\": \"428\"},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"Precondition Required\", \"code\": \"428\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"rep_1a5c7e3b-9f2a-4d8e-0b6c-3e7d9f1a5c8e\", \"headers\": {\"idempotency-key\": \"idem_2026_003\", \"authorization\": \"Bearer token_with_scope_reports_admin\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"held\", \"paginated\": true},\n \"cleanup\": \"GET /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rep_1a5c7e3b-9f2a-4d8e-0b6c-3e7d9f1a5c8e\", \"headers\": {\"idempotency-key\": \"idem_2026_004\", \"authorization\": \"Bearer token_with_scope_reports_admin\"}, \"simulate\": \"412\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\", \"code\": \"412\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"tok_6e0d8f3a-7c2e-4b5a-9f1d-3c7e0b5a8f2e\", \"headers\": {\"idempotency-key\": \"idem_2026_005\", \"authorization\": \"Bearer token_with_scope_tokens_read\", \"x-2fa-context\": \"verified\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"new_token\": \"tok_\"},\n \"cleanup\": \"DELETE /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"tok_6e0d8f3a-7c2e-4b5a-9f1d-3c7e0b5a8f2e\", \"headers\": {\"idempotency-key\": \"idem_2026_006\", \"authorization\": \"Bearer token_with_scope_tokens_read\", \"x-2fa-context\": \"verified\"}, \"simulate\": \"404\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\", \"code\": \"404\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"adt_3c7e0b5a-8f2e-4d6a-9c1e-5b7d9f2a4c8e\", \"headers\": {\"authorization\": \"Bearer token_with_scope_audits_write\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\", \"verified\": true, \"audit_event_id\": \"evt_\"},\n \"cleanup\": \"POST /v2/audits/{id}/preview\"\n },\n {\n \"endpoint", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 435.0, "num_requests_total": 1.0, "gen_throughput": -16.6, "decode_sum_seq_lens": 69.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1741.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48232.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 504.2, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"dry_run\": false, \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v1/invoices/{id}/cancel with dry_run=true to restore\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false, \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_customer_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"tier\": \"enterprise\"}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v1/customers/{id}/finalize with dry_run=true to restore\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_customer_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440998\", \"dry_run\": false, \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_subscription_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {\"plan\": \"monthly\"}, \"status\": \"done\", \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/archive to restore status\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {\"plan\": \"monthly\"}, \"status\": \"failed\", \"version\": 3},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_webhook_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"open\", \"version\": 1, \"idempotency_key\": \"webhook-cancel-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel with idempotency_key to restore\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_webhook_rate_limited\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"open\", \"version\": 1, \"idempotency_key\": \"webhook-cancel-002\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_report_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-01-15T00:00:00Z\", \"amount_cents\": 1000, \"currency\": \"USD\", \"metadata\": {\"period\": \"q4\"}, \"status\": \"open\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/reports/{id}/finalize with as_of to restore\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_report_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2023-01-15T00:00:00Z\", \"amount_cents\": 1000, \"currency\": \"USD\", \"metadata\": {\"period\": \"q4\"}, \"status\": \"held\", \"version\": 2},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"retry_token_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"retry_count\": \"1\"}, \"status\": \"failed\", \"version\": 1, \"idempotency_key\": \"token-retry-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retrying\",\n \"cleanup\": \"POST /v2/tokens/{id}/retry with idempotency_key to restore\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"retry_token_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"retry_count\": \"1\"}, \"status\": \"pending\", \"version\": 1, \"idempotency_key\": \"token-retry-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_audit_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false, \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_type\": \"compliance\"}, \"status\": \"failed\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v3/audits/{id}/retry with dry_run=true to restore\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_audit_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440997\", \"dry_run\": false, \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"failed\", \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"preview_delete_export_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 378.0, "num_requests_total": 1.0, "gen_throughput": -10.5, "decode_sum_seq_lens": -45.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1513.0, "realtime_tokens_total": 12096.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48568.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 534.2, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"customers_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"customers_approve_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_retry_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 20},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_verify_unprocessable\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"reports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"reports_verify_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": \"invalid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"tokens_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"tokens_archive_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"audits_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"audits_preview_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_bad_request\",\n \"payload\": {\"id\": \"invalid-uuid-format\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"plans_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"plans_finalize_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"usage_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"usage_finalize_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 356.0, "num_requests_total": 1.0, "gen_throughput": 47.2, "decode_sum_seq_lens": -100.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1425.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48738.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 476.5, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2026-001-abc123\",\n \"status\": \"closed\",\n \"metadata\": {\"reason\": \"customer-requested\"},\n \"version\": 3\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status open\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2026-412-xyz789\",\n \"status\": \"closed\",\n \"version\": 1\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"active\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry with status active (idempotent)\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"past_due\",\n \"amount_cents\": 0\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idem-2026-003-def456\",\n \"status\": \"pending\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotation_initiated\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/rotate with original credentials\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idem-2026-409-ghi012\",\n \"status\": \"done\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idem-2026-004-jkl345\",\n \"status\": \"active\",\n \"metadata\": {\"approved_by\": \"admin-007\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve with status past_due\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idem-2026-404-mno678\",\n \"status\": \"active\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"failed\",\n \"dry_run\": false,\n \"metadata\": {\"retry_reason\": \"timeout-recovery\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry with status done\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"failed\",\n \"dry_run\": true\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency-key\": \"idem-2026-006-pqr901\",\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview with original values (idempotent)\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required_428\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency-key\": \"idem-2026-428-stu234\",\n \"status\": \"canceled\"\n },\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"status\": \"open\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_queued\",\n \"cleanup\": \"DELETE /v2/audits/{id}/retry to cancel async job\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"status\": \"held\",\n \"amount_cents\": -100\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/exports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_export\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v3/exports/{id}/finalize with soft-delete restore flag\"\n },\n {\n \"endpoint\": \"DELETE /v3/exports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_bad_request_400\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"cursor\": \"invalid-cursor\",\n \"limit\": 9999\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/plans/{id}/archive\",\n \"method\": \"PUT\",\n \"", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 400.0, "num_requests_total": 1.0, "gen_throughput": -156.9, "decode_sum_seq_lens": 42.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -1.8, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1601.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48423.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 459.8, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_invoice_with_as_of_date\",\n \"payload\": {\"id\": \"inv-2f4a8c1e-9d3b-4e5f-a6b7-c8d9e0f1a2b3\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"pending\", \"amount_cents\": 12500, \"currency\": \"USD\"},\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer_dry_run_false\",\n \"payload\": {\"id\": \"cust-7a3b9c2d-8e4f-5a6b-b7c8-d9e0f1a2b3c4\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\", \"metadata\": {}},\n \"cleanup\": \"POST /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"cust-7a3b9c2d-8e4f-5a6b-b7c8-d9e0f1a2b3c4\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\", \"code\": 412},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_subscription_dry_run_false\",\n \"payload\": {\"id\": \"sub-1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"version\": 2},\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate-back\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"sub-1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\", \"code\": 409},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_webhook_retry\",\n \"payload\": {\"id\": \"whk-9f8e7d6c-5b4a-3f2e-1d0c-9b8a7f6e5d4c\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"deleted\", \"id\": \"whk-9f8e7d6c-5b4a-3f2e-1d0c-9b8a7f6e5d4c\"},\n \"cleanup\": \"POST /v3/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"whk-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\", \"code\": 410},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt-3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"version\": 1},\n \"cleanup\": \"POST /v1/reports/{id}/unapprove\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_410\",\n \"payload\": {\"id\": \"rpt-3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"precondition_failed\", \"code\": 410},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_token_with_as_of_date\",\n \"payload\": {\"id\": \"tok-5e6f7a8b-9c0d-1e2f-3a4b-5c6d7e8f9a0b\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"pending\", \"amount_cents\": 5000},\n \"cleanup\": \"DELETE /v1/tokens/{id}\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"tok-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_idempotency_key\",\n \"payload\": {\"id\": \"aud-7e8f9a0b-1c2d-3e4f-5a6b-7c8d9e0f1a2b\", \"idempotency-key\": \"idem-uuid-12345-abcde\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"version\": 1},\n \"cleanup\": \"POST /v2/audits/{id}/unverify\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"aud-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-uuid-fail-67890\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_export_with_idempotency_key\",\n \"payload\": {\"id\": \"exp-9a0b1c2d-3e4f-5a6b-7c8d-9e0f1a2b3c4d\", \"idempotency-key\": \"idem-uuid-54321-wxyz\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"version\": 3},\n \"cleanup\": \"POST /v2/exports/{id}/unfinalize\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_bad_request_400\",\n \"payload\": {\"id\": \"exp-9a0b1c2d-", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 419.0, "num_requests_total": 1.0, "gen_throughput": 14.8, "decode_sum_seq_lens": 196.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1677.0, "realtime_tokens_total": 12101.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48304.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 417.3, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv_7a3f9e2d-5c1b-4e8a-9f6d-2b4c8e1a5d7f\", \"as_of\": \"2026-06-20T14:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_invoice_410\",\n \"payload\": {\"id\": \"inv_deleted_00000000-0000-0000-0000-000000000001\", \"as_of\": \"2026-06-20T14:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_customer_deletion\",\n \"payload\": {\"id\": \"cus_8b2e7f1c-3d5a-4e9b-8c7f-1a3d6f2b8e4c\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"cus_unpaid_00000000-0000-0000-0000-000000000002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_subscription_dry_run_false\",\n \"payload\": {\"id\": \"sub_9c4d8e3b-7f2a-5c1d-9e8b-4c7a1f3d6e5b\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry initiated\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"sub_missing_00000000-0000-0000-0000-000000000003\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_webhook_dry_run_false\",\n \"payload\": {\"id\": \"whk_1a5f9e2d-6c3b-7e8a-2f4d-9b1c5e3a7d8e\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verification queued\",\n \"cleanup\": \"DELETE /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"whk_uninit_00000000-0000-0000-0000-000000000004\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report_with_as_of\",\n \"payload\": {\"id\": \"rpt_2b6g0f3e-7d4c-8f9b-3e5d-0c2d6f4b8e9f\", \"as_of\": \"2026-06-19T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry queued\",\n \"cleanup\": \"DELETE /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"rpt_delinquent_00000000-0000-0000-0000-000000000005\", \"as_of\": \"2026-06-19T00:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"tok_3c7h1g4f-8e5d-9g0c-4f6e-1d3e7g5c9f0a\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"tok_concurrent_00000000-0000-0000-0000-000000000006\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit_dry_run_true\",\n \"payload\": {\"id\": \"adt_4d8i2h5g-9f6e-0h1d-5g7f-2e4f8h6d0g1b\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview generated\",\n \"cleanup\": \"DELETE /v3/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"adt_missing_00000000-0000-0000-0000-000000000007\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_export_paginated\",\n \"payload\": {\"id\": \"exp_5e9j3i6h-0g7f-1i2e-6h8g-3f5g9i7e1h2c\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"exp_rotating_00000000-0000-0000-0000-000000000008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_plan_paginated\",\n \"payload\": {\"id\": \"pln_6f0k4j7i-1h8g-2j3f-7i9h-4g6h0j8f2i3d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 463.0, "num_requests_total": 1.0, "gen_throughput": 64.4, "decode_sum_seq_lens": -202.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -192.0, "spec_accept_length": 0.7, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1853.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 48064.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 521.5, "text": "```json\n[\n {\n \"endpoint\": \"POST /v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"invoices_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"cursor\": \"eyJpZCI6IjEifQ==\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/invoices/{id}/verify with cursor reset\"\n },\n {\n \"endpoint\": \"POST /v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"invoices_verify_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"cursor\": \"invalid\",\n \"limit\": 50\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive with dry_run true to unarchive if supported, else manual unarchive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/approve idempotent reverse\"\n },\n {\n \"endpoint\": \"DELETE /v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_gone\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_rotate_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"webhook-rotate-001\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate with new idempotency-key to rotate back\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_rotate_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"webhook-rotate-001\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"as_of\": \"2026-06-15T10:30:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/reports/{id}/cancel with future as_of to reactivate if supported\"\n },\n {\n \"endpoint\": \"PUT /v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-15T10:30:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_retry_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"eyJpZCI6IjEifQ==\",\n \"limit\": 25\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/tokens/{id}/retry with cursor reset\"\n },\n {\n \"endpoint\": \"PUT /v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_retry_gone\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"cursor\": \"eyJpZCI6IjEifQ==\",\n \"limit\": 25\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/archive to unarchive if idempotent, else manual\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_archive_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"exports_approve_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel if supported\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"exports_approve_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_approve_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"idempotency-key\": \"plans-approve-001\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/plans/{id}/approve with idempotency-key to soft-delete revert\"\n },\n {\n \"endpoint\": \"PUT /v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_approve_gone\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"plans-approve-002\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 365.0, "num_requests_total": 1.0, "gen_throughput": 64.6, "decode_sum_seq_lens": -112.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1461.0, "realtime_tokens_total": 11967.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48663.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 524.9, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"headers\": {\"idempotency-key\": \"idem-001\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"headers\": {\"idempotency-key\": \"idem-002\"}},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-003\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"past_due\"},\n \"cleanup\": \"PUT /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-004\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"query\": {\"cursor\": \"c1\", \"limit\": 10}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"query\": {\"cursor\": \"c1\", \"limit\": 10}},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"headers\": {\"idempotency-key\": \"idem-005\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"failed\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_conflict_archive_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"headers\": {\"idempotency-key\": \"idem-006\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"query\": {\"cursor\": \"c2\", \"limit\": 20}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"DELETE /v3/reports/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"query\": {\"cursor\": \"c2\", \"limit\": 20}},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"failed\"},\n \"cleanup\": \"POST /v1/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_bad_request_cancel\",\n \"payload\": {\"id\": \"invalid-token-id\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"headers\": {\"idempotency-key\": \"idem-007\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v2/audits/{id}/reset\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_unprocessable_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"headers\": {\"idempotency-key\": \"idem-008\"}},\n \"expected_status\": 422,\n \"expected_body_contains\": {\"error\": \"Unprocessable Entity\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"query\": {\"cursor\": \"c3\", \"limit\": 5}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"held\"},\n \"cleanup\": \"PUT /v1/exports/{id}/revoke\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"query\": {\"cursor\": \"c3\", \"limit\": 5}},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"query\": {\"dry_run\": true}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v3/plans/{id}/reset\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"query\": {\"dry_run\": true}},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"query\": {\"as_of\": \"2026", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 362.0, "num_requests_total": 1.0, "gen_throughput": -1.9, "decode_sum_seq_lens": 17.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1449.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48671.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 545.6, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_customer_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_customer_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_subscription_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2025-01-01T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_webhook_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/approve\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_webhook_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-approve-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"verify_report_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v2/reports/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"verify_report_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2027-01-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_token_delete_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v1/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_token_delete_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"rotate_audit_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"rotate_audit_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"cancel_export_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"ik-cancel-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"cancel_export_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"ik-cancel-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"rotate_plan_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v3/plans/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"rotate_plan_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"verify_usage_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v2/usage/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"verify_usage_bad_request\",\n \"payload\": {\"id\": \"", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 349.0, "num_requests_total": 1.0, "gen_throughput": 20.0, "decode_sum_seq_lens": 12.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1397.0, "realtime_tokens_total": 11971.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48761.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 493.1, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\", \"amount_cents\": 5000, \"currency\": \"USD\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invalid_as_of_format\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"06-15-2026\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"invalid_date_format\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001-abc\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\", \"version\": 2},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_duplicate_idempotency_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001-abc\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"idempotency_key_reused\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_subscription_deletion\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"version\": 1},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_subscription_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"subscription_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_webhook_deletion\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-webhook-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"canceled\", \"version\": 1},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_webhook_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-webhook-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report_with_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"dry_run\": true},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_report_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"held\", \"amount_cents\": 1000},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_token_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2027-01-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"as_of_date_in_future\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\", \"status\": \"queued\"},\n \"cleanup\": \"DELETE /v2/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_audit_resource_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"audit_verification_in_progress\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\", \"version\": 2},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_export_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"resource_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"as_of\": \"2025-12-01T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"version\": 1},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_plan_conflict_state\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"as_of\": \"2026-06-30T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"plan_state_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/usage/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_usage_paginated\",\n \"payload\": {\"", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 387.0, "num_requests_total": 1.0, "gen_throughput": -42.5, "decode_sum_seq_lens": 109.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1549.0, "realtime_tokens_total": 11960.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48498.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 479.1, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoices_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency_key\": \"idem-2026-001\",\n \"status\": \"pending\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\",\n \"metadata\": {\"invoice_type\": \"subscription\", \"billing_cycle\": \"monthly\"},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/verify with status reversion\"\n },\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoices_verify_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency_key\": \"idem-2026-404\",\n \"status\": \"pending\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customers_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"customer_tier\": \"enterprise\", \"region\": \"us-east\"},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v1/customers/{id}/archive reactivation or POST /v1/customers restore\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customers_archive_409_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"pending_charges\": \"true\"},\n \"version\": 2\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscriptions_retry_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"plan\": \"pro\", \"interval\": \"monthly\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/retry with original state restoration\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscriptions_retry_402_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"payment_failed\": \"true\", \"retries_exhausted\": \"true\"},\n \"version\": 3\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhooks_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"as_of\": \"2026-06-15T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"webhook_url\": \"https://api.example.com/webhook\", \"events\": \"invoice.paid\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/archive with as_of null or unarchive endpoint\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhooks_archive_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-15T00:00:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_preview_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false,\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"revenue_summary\", \"date_range\": \"last_30_days\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/reports/{id}/cancel or report cleanup\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_preview_402_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false,\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"premium_analytics\", \"billing_status\": \"unpaid\"},\n \"version\": 1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"tokens_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"token_type\": \"api_key\", \"environment\": \"production\"},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v3/tokens/{id}/verify with no cleanup needed\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"tokens_verify_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency_key\": \"idem-audit-001\",\n \"status\": \"open\",\n \"amount_cents\": 0", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 399.0, "num_requests_total": 1.0, "gen_throughput": 18.0, "decode_sum_seq_lens": 126.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1597.0, "realtime_tokens_total": 12164.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48468.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": null, "sg_deltas_cell": { "process_cpu_seconds_total": 8.600000000000001, "http_requests_total": 32.0, "http_responses_total": 32.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6219.0, "num_requests_total": 16.0, "gen_throughput": 503.8000000000002, "decode_sum_seq_lens": 1721.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 13696.0, "kv_available_tokens": -191424.0, "kv_evictable_tokens": 177728.0, "kv_used_tokens": 13696.0, "spec_accept_length": 1.8000000000000005, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 24892.0, "realtime_tokens_total": 192659.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 66.3, "inter_token_latency_seconds_bucket": 776148.0, "inter_token_latency_seconds_count": 32752.0 }, "step_ms": null } } } }, "gates": { "G_sglang": { "step_sg1_ms": null, "vllm_step_k5_ms": 12.24, "thresh": 11.0, "fund_record": false } }, "decisions": [ "SG1_s5 banks: f8 492.2 >= 412.0; completing to n=16", "SG2_s6 banks: f8 503.4 >= 412.0; completing to n=16", "DONE: fund_record=False step_sg1=None best={'tok_s': 498.5, 'arm': 'SG2_s6', 'n': 16, 'tau': None, 'step_ms': None} $11.1" ], "hourly_usd": 24.0, "hard_cap_usd": 35.0, "vllm_refs": { "t1_ms": 6.6, "step_k5_ms": 12.24, "k5_f8": 403.2, "k6_f8": 407.0, "verify_slope_ms": 0.397, "draft_pass_ms": "0.73-1.07" }, "bars": { "crusoe_median_2026_07_05": 438.1, "crusoe_peak": 449.0, "prior_record": 398.5 }, "protocol": "identical prompts/seeds/streaming stat to brl11_record", "prompt_sha256_10k": "be01fffdb4cf55d93e049edaf22c5099d29cace9bc5fea8e3df8dcb29848a6e8", "ship": { "best_cell": { "tok_s": 498.5, "arm": "SG2_s6", "n": 16, "tau": null, "step_ms": null } }, "total_spent_usd_est": 11.11 }