{ "campaign": "stage600_r", "engine": "sglang-0.5.14", "arms": { "R0_d6": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 6 --speculative-eagle-topk 1 --speculative-num-draft-tokens 7 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_short8_health": { "n": 8, "tok_s_median": 404.2, "tok_s_first8_median": 404.2, "tok_s_agg": 366.3, "tok_s_all_sorted": [ 247.5, 288.7, 308.9, 400.6, 407.9, 432.0, 478.8, 578.4 ], "ctok_median": 1200, "aa_len_ok": false, "ttft_ms_median": 151.0, "prefix_cache_suspect": false, "tau": 3.7717, "per_pos": null, "power": null, "rows": [ { "ctok": 1200, "ttft_ms": 157.0, "tok_s": 247.5, "text": "```json\n[\n {\"id\":1,\"step\":\"Verify pre-migration checklist completion\",\"owner\":\"dba\",\"command\":\"SELECT * FROM pg_stat_activity WHERE state = 'active' AND pid <> pg_backend_pid();\",\"rollback\":\"Abort migration, notify stakeholders\"},\n {\"id\":2,\"step\":\"Confirm replication lag is zero\",\"owner\":\"dba\",\"command\":\"SELECT EXTRACT(EPOCH FROM (now() - pg_last_xact_replay_timestamp())) AS lag_seconds;\",\"rollback\":\"Wait for lag < 1s or abort\"},\n {\"id\":3,\"step\":\"Create final pre-migration backup snapshot\",\"owner\":\"dba\",\"command\":\"SELECT pg_backup_start('pg16_upgrade', false); aws rds create-snapshot; SELECT pg_backup_stop();\",\"rollback\":\"Restore from snapshot if needed\"},\n {\"id\":4,\"step\":\"Record replication slot position\",\"owner\":\"dba\",\"command\":\"SELECT slot_name, confirmed_flush_lsn FROM pg_replication_slots WHERE slot_type = 'logical';\",\"rollback\":\"N/A - informational\"},\n {\"id\":5,\"step\":\"Stop application writes\",\"owner\":\"app-team\",\"command\":\"kubectl set env deployment/app DB_READONLY=true; verify /health returns 503\",\"rollback\":\"kubectl set env deployment/app DB_READONLY=false\"},\n {\"id\":6,\"step\":\"Terminate remaining connections\",\"owner\":\"dba\",\"command\":\"SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE usename NOT IN ('replicator','postgres') AND pid <> pg_backend_pid();\",\"rollback\":\"N/A\"},\n {\"id\":7,\"step\":\"Wait for replication flush\",\"owner\":\"dba\",\"command\":\"SELECT pg_current_wal_flush_lsn() = pg_last_wal_receive_lsn();\",\"rollback\":\"Force promote standby if primary fails\"},\n {\"id\":8,\"step\":\"Promote standby to primary (old cluster)\",\"owner\":\"dba\",\"command\":\"pg_ctl promote -D /var/lib/pgsql/15/data; verify pg_is_in_recovery() = false\",\"rollback\":\"Reconfigure as standby if promotion fails\"},\n {\"id\":9,\"step\":\"Verify old primary is read-only\",\"owner\":\"dba\",\"command\":\"SELECT pg_is_in_recovery(); -- should be false on new primary, true on old\",\"rollback\":\"Re-promote if split-brain detected\"},\n {\"id\":10,\"step\":\"Run pg_upgrade check\",\"owner\":\"dba\",\"command\":\"pg_upgrade --old-datadir /var/lib/pgsql/15/data --new-datadir /var/lib/pgsql/16/data --check --link\",\"rollback\":\"Fix reported issues and re-run check\"},\n {\"id\":11,\"step\":\"Execute pg_upgrade with hard links\",\"owner\":\"dba\",\"command\":\"pg_upgrade --old-datadir /var/lib/pgsql/15/data --new-datadir /var/lib/pgsql/16/data --link --jobs=4\",\"rollback\":\"Delete /var/lib/pgsql/16/data, restart PG15\"},\n {\"id\":12,\"step\":\"Verify pg_upgrade success\",\"owner\":\"dba\",\"command\":\"echo $?; ls -la /var/lib/pgsql/16/data/pg_upgrade_internal.log\",\"rollback\":\"Analyze logs, retry or restore snapshot\"},\n {\"id\":13,\"step\":\"Copy postgresql.conf customizations\",\"owner\":\"dba\",\"command\":\"python3 /usr/pgsql-16/share/postgresql_conf_converter.py /var/lib/pgsql/15/data/postgresql.conf /var/lib/pgsql/16/data/\",\"rollback\":\"Restore original 16 default config\"},\n {\"id\":14,\"step\":\"Update pg_hba.conf rules\",\"owner\":\"dba\",\"command\":\"cp /var/lib/pgsql/15/data/pg_hba.conf /var/lib/pgsql/16/data/; sed -i 's/15/16/g' /var/lib/pgsql/16/data/pg_hba.conf\",\"rollback\":\"Restore default pg_hba.conf\"},\n {\"id\":15,\"step\":\"Enable new cluster extensions\",\"owner\":\"dba\",\"command\":\"/usr/pgsql-16/bin/psql -c 'ALTER EXTENSION pg_stat_statements UPDATE;'\",\"rollback\":\"Drop and recreate extensions\"},\n {\"id\":16,\"step\":\"Run analyze_new_cluster.sh\",\"owner\":\"dba\",\"command\":\"./analyze_new_cluster.sh; monitor vacuumdb progress\",\"rollback\":\"Re-run with --jobs=1 if deadlock\"},\n {\"id\":17,\"step\":\"Update statistics for query planner\",\"owner\":\"dba\",\"command\":\"vacuumdb --all --analyze-in-stages --jobs=4\",\"rollback\":\"Re-run vacuumdb without --jobs flag\"},\n {\"id\":18,\"step\":\"Start PostgreSQL 16\",\"owner\":\"dba\",\"command\":\"systemctl start postgresql-16; pg_isready -h localhost -p 5432\",\"rollback\":\"systemctl stop postgresql-16; systemctl start postgresql-15\"},\n {\"id\":19,\"step\":\"Verify 16 version and connectivity\",\"owner\":\"dba\",\"command\":\"SELECT version(); SHOW server_version_num;\",\"rollback\":\"Stop 16, start 15, investigate\"},\n {\"id\":20,\"step\":\"Validate critical tables row counts\",\"owner\":\"dba\",\"command\":\"SELECT schemaname||'.'||tablename, pg_catalog.pg_total_relation_size(relid) FROM pg_catalog.pg_statio_user_tables ORDER BY pg_total_relation_size DESC LIMIT 10;\",\"rollback\":\"Restore from snapshot if data mismatch\"},\n {\"id\":21,\"step\":\"Test application read queries\",\"owner\":\"app-team\",\"command\":\"runbook-app-test --read-only --endpoint $DB_HOST:5432 --timeout 30s\",\"rollback\":\"Revert connection strings to PG15\"},\n {\"id\":22,\"step\":\"Test application write queries\",\"owner\":\"app-team\",\"command\":\"runbook-app-test --write-test --endpoint $DB_HOST:5432 --cleanup\",\"rollback\":\"Revert connection strings to PG15\"},\n {\"id\":23,\"step\":\"Update connection strings to PG16\",\"owner\":\"app", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.1, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 59.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 470.0, "num_requests_total": 1.0, "gen_throughput": 259.6, "decode_sum_seq_lens": -8820.0, "token_usage": -0.0, "full_token_usage": -0.0, "num_used_tokens": -8832.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": -8832.0, "spec_accept_length": -0.7, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1881.0, "realtime_tokens_total": 1263.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 59.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 59.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 26985.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 151.0, "tok_s": 478.8, "text": "```json\n[\n {\n \"name\": \"HighErrorRate\",\n \"metric\": \"http_requests_total{job=\\\"payments-api\\\",status=~\\\"5..\\\"} / http_requests_total{job=\\\"payments-api\\\"}\",\n \"threshold\": 0.05,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-error-rate\"\n },\n {\n \"name\": \"CriticalErrorRate\",\n \"metric\": \"http_requests_total{job=\\\"payments-api\\\",status=~\\\"5..\\\"} / http_requests_total{job=\\\"payments-api\\\"}\",\n \"threshold\": 0.2,\n \"window\": \"2m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/critical-error-rate\"\n },\n {\n \"name\": \"HighLatencyP99\",\n \"metric\": \"histogram_quantile(0.99, rate(http_request_duration_seconds_bucket{job=\\\"payments-api\\\"}[5m]))\",\n \"threshold\": 2.0,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-latency-p99\"\n },\n {\n \"name\": \"CriticalLatencyP99\",\n \"metric\": \"histogram_quantile(0.99, rate(http_request_duration_seconds_bucket{job=\\\"payments-api\\\"}[5m]))\",\n \"threshold\": 5.0,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/critical-latency-p99\"\n },\n {\n \"name\": \"HighLatencyP95\",\n \"metric\": \"histogram_quantile(0.95, rate(http_request_duration_seconds_bucket{job=\\\"payments-api\\\"}[5m]))\",\n \"threshold\": 1.0,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-latency-p95\"\n },\n {\n \"name\": \"PaymentProcessingLatency\",\n \"metric\": \"histogram_quantile(0.99, rate(payment_processing_duration_seconds_bucket{job=\\\"payments-api\\\"}[5m]))\",\n \"threshold\": 10.0,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/payment-processing-latency\"\n },\n {\n \"name\": \"LowRequestRate\",\n \"metric\": \"rate(http_requests_total{job=\\\"payments-api\\\"}[5m])\",\n \"threshold\": 10,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/low-request-rate\"\n },\n {\n \"name\": \"TrafficSpike\",\n \"metric\": \"rate(http_requests_total{job=\\\"payments-api\\\"}[5m])\",\n \"threshold\": 10000,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/traffic-spike\"\n },\n {\n \"name\": \"PaymentFailureRate\",\n \"metric\": \"rate(payment_failures_total{job=\\\"payments-api\\\"}[5m]) / rate(payment_attempts_total{job=\\\"payments-api\\\"}[5m])\",\n \"threshold\": 0.1,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/payment-failure-rate\"\n },\n {\n \"name\": \"FraudCheckLatency\",\n \"metric\": \"histogram_quantile(0.99, rate(fraud_check_duration_seconds_bucket{job=\\\"payments-api\\\"}[5m]))\",\n \"threshold\": 3.0,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/fraud-check-latency\"\n },\n {\n \"name\": \"DatabaseConnectionPoolExhausted\",\n \"metric\": \"db_connections_active{job=\\\"payments-api\\\"} / db_connections_max{job=\\\"payments-api\\\"}\",\n \"threshold\": 0.9,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/db-connection-pool\"\n },\n {\n \"name\": \"DatabaseConnectionPoolHigh\",\n \"metric\": \"db_connections_active{job=\\\"payments-api\\\"} / db_connections_max{job=\\\"payments-api\\\"}\",\n \"threshold\": 0.75,\n \"window\": \"10m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/db-connection-pool\"\n },\n {\n \"name\": \"DatabaseQueryLatency\",\n \"metric\": \"histogram_quantile(0.99, rate(db_query_duration_seconds_bucket{job=\\\"payments-api\\\"}[5m]))\",\n \"threshold\": 0.5,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/db-query-latency\"\n },\n {\n \"name\": \"HighCPUUsage\",\n \"metric\": \"rate(container_cpu_usage_seconds_total{pod=~\\\"payments-api-.*\\\"}[5m])\",\n \"threshold\": 0.8,\n \"window\": \"10m\",\n \"severity\": \"warning", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 43.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 243.0, "num_requests_total": 1.0, "gen_throughput": 198.3, "decode_sum_seq_lens": -39.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": 2.1, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 973.0, "realtime_tokens_total": 1267.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 43.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 43.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.5, "inter_token_latency_seconds_bucket": 28329.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1150, "ttft_ms": 153.0, "tok_s": 432.0, "text": "```json\n{\n \"tasks\": [\n {\n \"task\": \"Send offer letter and employment agreement\",\n \"owner_role\": \"CEO/Founder\",\n \"due_day\": -3,\n \"tooling\": \"DocuSign\",\n \"depends_on\": null\n },\n {\n \"task\": \"Provision company email account\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": -1,\n \"tooling\": \"Google Workspace\",\n \"depends_on\": null\n },\n {\n \"task\": \"Add to payroll and benefits system\",\n \"owner_role\": \"Operations Lead\",\n \"due_day\": -1,\n \"tooling\": \"Gusto or Rippling\",\n \"depends_on\": null\n },\n {\n \"task\": \"Ship laptop and hardware\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": -2,\n \"tooling\": \"Fleet or direct vendor\",\n \"depends_on\": null\n },\n {\n \"task\": \"Create Slack account and invite to channels\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": 0,\n \"tooling\": \"Slack\",\n \"depends_on\": \"Provision company email account\"\n },\n {\n \"task\": \"Schedule first-day orientation\",\n \"owner_role\": \"Office Manager\",\n \"due_day\": -1,\n \"tooling\": \"Google Calendar\",\n \"depends_on\": null\n },\n {\n \"task\": \"Assign onboarding buddy from existing team\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": -1,\n \"tooling\": \"Google Sheets or HRIS\",\n \"depends_on\": null\n },\n {\n \"task\": \"Grant access to password manager\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": 0,\n \"tooling\": \"1Password or Bitwarden\",\n \"depends_on\": \"Provision company email account\"\n },\n {\n \"task\": \"Add to Helpdesk/CRM system\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 0,\n \"tooling\": \"Zendesk, Intercom, or HubSpot\",\n \"depends_on\": \"Grant access to password manager\"\n },\n {\n \"task\": \"Add to knowledge base/wiki\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 0,\n \"tooling\": \"Notion, Confluence, or Guru\",\n \"depends_on\": \"Provision company email account\"\n },\n {\n \"task\": \"Conduct security and compliance training\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": 1,\n \"tooling\": \"Vanta, Secureframe, or manual\",\n \"depends_on\": \"Grant access to password manager\"\n },\n {\n \"task\": \"Review product overview and demo\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 1,\n \"tooling\": \"Loom, Google Slides, or live session\",\n \"depends_on\": null\n },\n {\n \"task\": \"Shadow senior team member on tickets\",\n \"owner_role\": \"Onboarding Buddy\",\n \"due_day\": 2,\n \"tooling\": \"Zendesk, Intercom, or Help Scout\",\n \"depends_on\": \"Add to Helpdesk/CRM system\"\n },\n {\n \"task\": \"Complete role-specific training plan\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 3,\n \"tooling\": \"Guru, Notion, or Google Docs\",\n \"depends_on\": \"Review product overview and demo\"\n },\n {\n \"task\": \"Set up local development or staging environment\",\n \"owner_role\": \"Engineering Lead\",\n \"due_day\": 3,\n \"tooling\": \"Docker, staging URLs, or local setup docs\",\n \"depends_on\": \"Grant access to password manager\"\n },\n {\n \"task\": \"First solo ticket with buddy review\",\n \"owner_role\": \"Onboarding Buddy\",\n \"due_day\": 5,\n \"tooling\": \"Helpdesk/CRM\",\n \"depends_on\": \"Shadow senior team member on tickets\"\n },\n {\n \"task\": \"Schedule 30-day check-in\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 0,\n \"tooling\": \"Google Calendar\",\n \"depends_on\": null\n },\n {\n \"task\": \"Collect feedback and update onboarding docs\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 14,\n \"tooling\": \"Notion or Google Forms\",\n \"depends_on\": \"Complete role-specific training plan\"\n },\n {\n \"task\": \"Add to team on-call rotation (shadow)\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 10,\n \"tooling\": \"PagerDuty, Opsgenie, or manual schedule\",\n \"depends_on\": \"First solo ticket with buddy review\"\n },\n {\n \"task\": \"Full onboarding completion sign-off\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 14,\n \"tooling\": \"HRIS or Google Sheets\",\n \"depends_on\": \"Collect feedback and update onboarding docs\"\n }\n ]\n}\n```", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 48.0, "generation_tokens_total": 1150.0, "spec_verify_calls_total": 259.0, "num_requests_total": 1.0, "gen_throughput": 13.9, "decode_sum_seq_lens": -114.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -1088.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1037.0, "realtime_tokens_total": 1219.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 48.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 48.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1150.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.7, "inter_token_latency_seconds_bucket": 26987.0, "inter_token_latency_seconds_count": 1149.0 } }, { "ctok": 1200, "ttft_ms": 148.0, "tok_s": 578.4, "text": "```json\n[\n {\n \"id\": 1,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Team Meeting\",\n \"start_time\": \"2024-12-20T10:00:00Z\",\n \"end_time\": \"2024-12-20T11:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"id\"\n },\n {\n \"id\": 2,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 3,\n \"endpoint\": \"/api/bookings/1\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"id\"\n },\n {\n \"id\": 4,\n \"endpoint\": \"/api/bookings/99999\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\"\n },\n {\n \"id\": 5,\n \"endpoint\": \"/api/bookings/1\",\n \"method\": \"PUT\",\n \"payload\": {\n \"title\": \"Updated Meeting\",\n \"start_time\": \"2024-12-20T12:00:00Z\",\n \"end_time\": \"2024-12-20T13:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"Updated Meeting\"\n },\n {\n \"id\": 6,\n \"endpoint\": \"/api/bookings/1\",\n \"method\": \"DELETE\",\n \"payload\": {},\n \"expected_status\": 204,\n \"expected_body_contains\": \"\"\n },\n {\n \"id\": 7,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"\",\n \"start_time\": \"2024-12-20T10:00:00Z\",\n \"end_time\": \"2024-12-20T11:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"title\"\n },\n {\n \"id\": 8,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Invalid Time\",\n \"start_time\": \"2024-12-20T11:00:00Z\",\n \"end_time\": \"2024-12-20T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"end_time\"\n },\n {\n \"id\": 9,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Missing User\",\n \"start_time\": \"2024-12-20T10:00:00Z\",\n \"end_time\": \"2024-12-20T11:00:00Z\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"user_id\"\n },\n {\n \"id\": 10,\n \"endpoint\": \"/api/bookings?start_date=2024-12-01&end_date=2024-12-31\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 11,\n \"endpoint\": \"/api/bookings?user_id=user-123\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"user_id\"\n },\n {\n \"id\": 12,\n \"endpoint\": \"/api/bookings?room_id=room-456\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"room_id\"\n },\n {\n \"id\": 13,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Overlapping\",\n \"start_time\": \"2024-12-20T10:30:00Z\",\n \"end_time\": \"2024-12-20T11:30:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\"\n },\n {\n \"id\": 14,\n \"endpoint\": \"/api/bookings/abc\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\"\n },\n {\n \"id\": 15,\n \"endpoint\": \"/api/rooms\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rooms\"\n },\n {\n \"id\": 16,\n \"endpoint\": \"/api/rooms/room-456\",\n ", "slot": 3, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 199.0, "num_requests_total": 1.0, "gen_throughput": 96.3, "decode_sum_seq_lens": -24.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -1088.0, "kv_evictable_tokens": 1152.0, "kv_used_tokens": -64.0, "spec_accept_length": 1.0, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 797.0, "realtime_tokens_total": 1263.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.1, "inter_token_latency_seconds_bucket": 28586.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 150.0, "tok_s": 400.6, "text": "```json\n[\n {\n \"key\": \"new_onboarding_flow\",\n \"description\": \"Redesigned user onboarding with progressive disclosure\",\n \"default\": false,\n \"rollout_percent\": 50,\n \"owner\": \"growth-team@company.com\",\n \"expiry_date\": \"2024-12-31\"\n },\n {\n \"key\": \"dark_mode_v2\",\n \"description\": \"Improved dark mode with OLED black and auto-scheduling\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"design-team@company.com\",\n \"expiry_date\": \"2024-10-15\"\n },\n {\n \"key\": \"offline_sync\",\n \"description\": \"Background data synchronization for offline usage\",\n \"default\": false,\n \"rollout_percent\": 25,\n \"owner\": \"platform-team@company.com\",\n \"expiry_date\": \"2025-01-15\"\n },\n {\n \"key\": \"push_notifications_v3\",\n \"description\": \"Rich push notifications with images and action buttons\",\n \"default\": true,\n \"rollout_percent\": 75,\n \"owner\": \"engagement-team@company.com\",\n \"expiry_date\": \"2024-11-30\"\n },\n {\n \"key\": \"in_app_purchases_promo\",\n \"description\": \"Promotional pricing banners for subscription tiers\",\n \"default\": false,\n \"rollout_percent\": 10,\n \"owner\": \"monetization-team@company.com\",\n \"expiry_date\": \"2024-09-30\"\n },\n {\n \"key\": \"biometric_login\",\n \"description\": \"Face ID and fingerprint authentication for app access\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"security-team@company.com\",\n \"expiry_date\": \"2024-10-01\"\n },\n {\n \"key\": \"social_sharing_native\",\n \"description\": \"Native platform share sheets instead of custom UI\",\n \"default\": true,\n \"rollout_percent\": 90,\n \"owner\": \"content-team@company.com\",\n \"expiry_date\": \"2024-11-15\"\n },\n {\n \"key\": \"performance_monitoring\",\n \"description\": \"Real-time performance metrics collection and reporting\",\n \"default\": false,\n \"rollout_percent\": 5,\n \"owner\": \"sre-team@company.com\",\n \"expiry_date\": \"2025-03-01\"\n },\n {\n \"key\": \"ai_search_suggestions\",\n \"description\": \"ML-powered search autocomplete and query recommendations\",\n \"default\": false,\n \"rollout_percent\": 15,\n \"owner\": \"ml-team@company.com\",\n \"expiry_date\": \"2025-02-28\"\n },\n {\n \"key\": \"group_collaboration\",\n \"description\": \"Shared workspaces and multi-user editing capabilities\",\n \"default\": false,\n \"rollout_percent\": 20,\n \"owner\": \"productivity-team@company.com\",\n \"expiry_date\": \"2025-01-31\"\n },\n {\n \"key\": \"localization_beta_languages\",\n \"description\": \"Support for Korean, Portuguese, and Dutch languages\",\n \"default\": false,\n \"rollout_percent\": 30,\n \"owner\": \"international-team@company.com\",\n \"expiry_date\": \"2024-12-15\"\n },\n {\n \"key\": \"crash_reporting_enhanced\",\n \"description\": \"Detailed stack traces with user journey breadcrumbs\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"quality-team@company.com\",\n \"expiry_date\": \"2024-10-31\"\n },\n {\n \"key\": \"battery_optimization\",\n \"description\": \"Reduced background activity and adaptive refresh rates\",\n \"default\": true,\n \"rollout_percent\": 80,\n \"owner\": \"platform-team@company.com\",\n \"expiry_date\": \"2024-11-01\"\n },\n {\n \"key\": \"referral_program\",\n \"description\": \"User-to-user invite system with reward tracking\",\n \"default\": false,\n \"rollout_percent\": 0,\n \"owner\": \"growth-team@company.com\",\n \"expiry_date\": \"2025-04-01\"\n },\n {\n \"key\": \"video_compression\",\n \"description\": \"HEVC and AV1 encoding for faster uploads\",\n \"default\": true,\n \"rollout_percent\": 60,\n \"owner\": \"media-team@company.com\",\n \"expiry_date\": \"2024-12-01\"\n },\n {\n \"key\": \"accessibility_voice_control\",\n \"description\": \"Voice commands for navigation and content creation\",\n \"default\": false,\n \"rollout_percent\": 10,\n \"owner\": \"a11y-team@company.com\",\n \"expiry_date\": \"2025-05-15\"\n },\n {\n \"key\": \"analytics_consent_prompt\",\n \"description\": \"GDPR-compliant opt-in for usage data collection\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"legal-team@company.com\",\n \"expiry_date\": \"2024-09-15\"\n },\n {\n \"key\": \"experimental_gesture_nav\",\n \"description\": \"Edge-swipe navigation replacing bottom tab bar\",\n \"default\": false,\n \"rollout_percent\":", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 291.0, "num_requests_total": 1.0, "gen_throughput": -182.8, "decode_sum_seq_lens": 16.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": 64.0, "spec_accept_length": -2.0, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1165.0, "realtime_tokens_total": 1264.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.0, "inter_token_latency_seconds_bucket": 28071.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 151.0, "tok_s": 308.9, "text": "```json\n[\n {\n \"step\": 1,\n \"tool\": \"vault\",\n \"command\": \"vault operator seal-status && vault login -method=userpass username=admin\",\n \"verify\": \"vault token lookup\",\n \"on_failure\": \"abort_and_alert\"\n },\n {\n \"step\": 2,\n \"tool\": \"terraform\",\n \"command\": \"terraform plan -target=vault_mount.kv -detailed-exitcode\",\n \"verify\": \"exit_code_0_or_2\",\n \"on_failure\": \"abort_and_alert\"\n },\n {\n \"step\": 3,\n \"tool\": \"vault\",\n \"command\": \"vault kv put -cas=0 secret/db/prod-primary rotation_phase=init timestamp=$(date -u +%Y%m%d%H%M%S)\",\n \"verify\": \"vault kv get secret/db/prod-primary | grep rotation_phase=init\",\n \"on_failure\": \"abort_and_alert\"\n },\n {\n \"step\": 4,\n \"tool\": \"postgresql\",\n \"command\": \"psql -h ${DB_HOST_RO} -U vault_admin -c \\\"SELECT 1 FROM pg_stat_activity WHERE usename='app_user' AND state='active'\\\"\",\n \"verify\": \"query_returns_zero_active\",\n \"on_failure\": \"wait_and_retry_60s\"\n },\n {\n \"step\": 5,\n \"tool\": \"vault\",\n \"command\": \"vault read database/creds/rotate-role-${RANDOM_ID} | tee /tmp/db_new_creds.json\",\n \"verify\": \"jq -e '.data.username and .data.password' /tmp/db_new_creds.json\",\n \"on_failure\": \"abort_and_alert\"\n },\n {\n \"step\": 6,\n \"tool\": \"postgresql\",\n \"command\": \"psql -h ${DB_HOST_PRIMARY} -U vault_admin -f create_new_user.sql -v new_user=$(jq -r .data.username /tmp/db_new_creds.json) -v new_pass=$(jq -r .data.password /tmp/db_new_creds.json)\",\n \"verify\": \"psql -h ${DB_HOST_PRIMARY} -c \\\"SELECT 1 FROM pg_roles WHERE rolname='$(jq -r .data.username /tmp/db_new_creds.json)'\\\"\",\n \"on_failure\": \"rollback_new_user_and_abort\"\n },\n {\n \"step\": 7,\n \"tool\": \"vault\",\n \"command\": \"vault kv put secret/db/prod-primary username=$(jq -r .data.username /tmp/db_new_creds.json) password=$(jq -r .data.password /tmp/db_new_creds.json) rotation_phase=active_new\",\n \"verify\": \"vault kv get secret/db/prod-primary | grep rotation_phase=active_new\",\n \"on_failure\": \"drop_new_db_user_and_abort\"\n },\n {\n \"step\": 8,\n \"tool\": \"consul\",\n \"command\": \"consul kv put service/app/db-creds-version $(date +%s)\",\n \"verify\": \"consul kv get service/app/db-creds-version\",\n \"on_failure\": \"manual_kv_fix_and_continue\"\n },\n {\n \"step\": 9,\n \"tool\": \"nomad\",\n \"command\": \"nomad job plan app.nomad | grep -q 'Job Modify Index' && nomad job run -detach app.nomad\",\n \"verify\": \"nomad job status app | grep -E 'Running|deployed'\",\n \"on_failure\": \"nomad_job_revert_and_alert\"\n },\n {\n \"step\": 10,\n \"tool\": \"prometheus\",\n \"command\": \"curl -s 'http://prometheus:9090/api/v1/query?query=up{job=\\\"app\\\"}' | jq -e '.data.result | length > 0 and all(.[].value[1] == \\\"1\\\")'\",\n \"verify\": \"all_app_instances_healthy_5m\",\n \"on_failure\": \"nomad_job_revert_and_alert\"\n },\n {\n \"step\": 11,\n \"tool\": \"postgresql\",\n \"command\": \"psql -h ${DB_HOST_PRIMARY} -U vault_admin -c \\\"SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE usename='old_app_user' AND pid <> pg_backend_pid()\\\"\",\n \"verify\": \"psql -h ${DB_HOST_PRIMARY} -c \\\"SELECT count(*) FROM pg_stat_activity WHERE usename='old_app_user'\\\" | grep -q '^\\\\s*0$'\",\n \"on_failure\": \"force_terminate_and_continue\"\n },\n {\n \"step\": 12,\n \"tool\": \"postgresql\",\n \"command\": \"psql -h ${DB_HOST_PRIMARY} -U vault_admin -c \\\"REASSIGN OWNED BY old_app_user TO $(jq -r .data.username /tmp/db_new_creds.json); DROP USER IF EXISTS old_app_user\\\"\",\n \"verify\": \"psql -h ${DB_HOST_PRIMARY} -c \\\"SELECT 1 FROM pg_roles WHERE rolname='old_app_user'\\\" | grep -q '0 rows'\",\n \"on_failure\": \"manual_cleanup_scheduled\"\n },\n {\n \"step\": 13,\n \"tool\": \"vault\",\n \"command\": \"vault kv put secret/db/prod-primary rotation_phase=complete old_user_dropped=true\",\n \"verify\": \"vault kv get secret/db/prod-primary | grep rotation_phase=complete\",\n \"on_failure\": \"log_and_continue\"\n },\n {\n \"step\": 14,\n \"tool\": \"vault\",\n", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 51.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 378.0, "num_requests_total": 1.0, "gen_throughput": 26.1, "decode_sum_seq_lens": 103.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1513.0, "realtime_tokens_total": 1269.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 51.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 51.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 27573.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 148.0, "tok_s": 407.9, "text": "```json\n[\n {\n \"field\": \"deal_id\",\n \"type\": \"string\",\n \"required\": true,\n \"validation\": \"^[A-Z]{2}-[0-9]{6}$\",\n \"example\": \"DE-000001\"\n },\n {\n \"field\": \"deal_name\",\n \"type\": \"string\",\n \"required\": true,\n \"validation\": \"^.{5,100}$\",\n \"example\": \"Acme Corp - Q3 Enterprise License\"\n },\n {\n \"field\": \"account_name\",\n \"type\": \"string\",\n \"required\": true,\n \"validation\": \"^.{2,200}$\",\n \"example\": \"Acme Corporation\"\n },\n {\n \"field\": \"primary_contact\",\n \"type\": \"string\",\n \"required\": true,\n \"validation\": \"^[A-Za-z\\\\s'-]{2,100}$\",\n \"example\": \"Jane Smith\"\n },\n {\n \"field\": \"contact_email\",\n \"type\": \"string\",\n \"required\": true,\n \"validation\": \"^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\\\\.[a-zA-Z]{2,}$\",\n \"example\": \"jane.smith@acmecorp.com\"\n },\n {\n \"field\": \"contact_phone\",\n \"type\": \"string\",\n \"required\": false,\n \"validation\": \"^\\\\+?[1-9]\\\\d{1,14}$\",\n \"example\": \"+14155552671\"\n },\n {\n \"field\": \"lead_source\",\n \"type\": \"enum\",\n \"required\": true,\n \"validation\": \"Inbound|Outbound|Referral|Partner|Event|Webinar|Trade Show|Website|Social|Other\",\n \"example\": \"Inbound\"\n },\n {\n \"field\": \"deal_stage\",\n \"type\": \"enum\",\n \"required\": true,\n \"validation\": \"Prospecting|Qualification|Needs Analysis|Proposal|Negotiation|Closed Won|Closed Lost|On Hold\",\n \"example\": \"Proposal\"\n },\n {\n \"field\": \"deal_value\",\n \"type\": \"currency\",\n \"required\": true,\n \"validation\": \"^[0-9]{1,12}(\\\\.[0-9]{2})?$\",\n \"example\": \"250000.00\"\n },\n {\n \"field\": \"currency_code\",\n \"type\": \"enum\",\n \"required\": true,\n \"validation\": \"USD|EUR|GBP|CAD|AUD|JPY|CNY|INR|CHF|SGD\",\n \"example\": \"USD\"\n },\n {\n \"field\": \"expected_close_date\",\n \"type\": \"date\",\n \"required\": true,\n \"validation\": \"^[0-9]{4}-(0[1-9]|1[0-2])-(0[1-9]|[12][0-9]|3[01])$\",\n \"example\": \"2024-09-30\"\n },\n {\n \"field\": \"probability_percent\",\n \"type\": \"number\",\n \"required\": true,\n \"validation\": \"^(100|[0-9]{1,2})$\",\n \"example\": \"75\"\n },\n {\n \"field\": \"assigned_sales_rep\",\n \"type\": \"string\",\n \"required\": true,\n \"validation\": \"^[A-Za-z\\\\s'-]{2,100}$\",\n \"example\": \"Michael Johnson\"\n },\n {\n \"field\": \"assigned_sales_team\",\n \"type\": \"enum\",\n \"required\": true,\n \"validation\": \"Enterprise|Mid-Market|Strategic|Commercial|Channel\",\n \"example\": \"Enterprise\"\n },\n {\n \"field\": \"industry\",\n \"type\": \"enum\",\n \"required\": true,\n \"validation\": \"Technology|Financial Services|Healthcare|Manufacturing|Retail|Energy|Government|Education|Telecommunications|Other\",\n \"example\": \"Technology\"\n },\n {\n \"field\": \"company_size\",\n \"type\": \"enum\",\n \"required\": true,\n \"validation\": \"1-50|51-200|201-500|501-1000|1001-5000|5001-10000|10000+\",\n \"example\": \"1001-5000\"\n },\n {\n \"field\": \"competitor_mentioned\",\n \"type\": \"string\",\n \"required\": false,\n \"validation\": \"^.{0,200}$\",\n \"example\": \"Salesforce, HubSpot\"\n },\n {\n \"field\": \"products_interested\",\n \"type\": \"array\",\n \"required\": true,\n \"validation\": \"CRM Platform|Analytics Suite|Integration Hub|Mobile App|API Access|Custom Development|Support Package|Training Services\",\n \"example\": \"CRM Platform, Analytics Suite, API Access\"\n },\n {\n \"field\": \"next_activity_date\",\n \"type\": \"date\",\n \"required\": true,\n \"validation\": \"^[0-9]{4}-(0[1-9]|1[0-2])-(0[1-9]|[12][0-9]|3[01])$\",\n \"example\": \"2024-07-15\"\n },\n {\n \"field\": \"notes\",\n \"type\": \"string\",\n \"required\": false,\n \"validation\": \"^.{0,5000}$\",\n \"example\": \"CFO expressed strong interest in ROI calculator.", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 1.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 42.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 287.0, "num_requests_total": 1.0, "gen_throughput": -46.3, "decode_sum_seq_lens": -88.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -1152.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1149.0, "realtime_tokens_total": 1264.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 42.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 42.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.9, "inter_token_latency_seconds_bucket": 28079.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 148.0, "tok_s": 288.7, "text": "```json\n{\n \"critical\": [\n {\n \"title\": \"SQL Injection in Raw Query\",\n \"component\": \"reports/views.py\",\n \"impact\": \"Complete database compromise, attacker can read, modify, or delete all data including user credentials and PII\",\n \"fix\": \"Replace raw SQL with Django ORM query parameters; audit all raw/execute usages\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Missing Authentication on Admin Endpoint\",\n \"component\": \"admin/custom_views.py\",\n \"impact\": \"Unauthenticated access to Django admin functions allowing privilege escalation and data exfiltration\",\n \"fix\": \"Add @staff_member_required or @login_required decorators; verify middleware coverage\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Pickled Session Data Deserialization\",\n \"component\": \"settings.py SESSION_SERIALIZER\",\n \"impact\": \"Remote code execution via crafted session cookie; full server compromise\",\n \"fix\": \"Change to JSONSerializer; rotate SECRET_KEY; invalidate all sessions\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Hardcoded AWS Root Credentials\",\n \"component\": \"settings.py\",\n \"impact\": \"Cloud infrastructure takeover, data breaches, unauthorized resource provisioning\",\n \"fix\": \"Use IAM roles with instance profiles or ECS task roles; rotate exposed credentials\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Mass Assignment in User Update View\",\n \"component\": \"users/api.py\",\n \"impact\": \"Privilege escalation to superuser, modification of arbitrary user fields including password hash\",\n \"fix\": \"Explicitly whitelist fields in serializer Meta; use UpdateUserSerializer with restricted fields\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Unsafe Eval in Dynamic Form Handler\",\n \"component\": \"forms/dynamic.py\",\n \"impact\": \"Remote code execution through user-controlled input reaching eval/exec\",\n \"fix\": \"Replace with ast.literal_eval or JSON parsing; remove all eval/exec patterns\",\n \"effort_days\": 3\n },\n {\n \"title\": \"Missing CSRF on State-Changing POST\",\n \"component\": \"payments/webhook.py\",\n \"impact\": \"Cross-site request forgery enabling fraudulent transactions and financial loss\",\n \"fix\": \"Add @csrf_protect or use @csrf_exempt only with HMAC signature verification\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Insecure Deserialization in Cache Layer\",\n \"component\": \"cache/backends/redis_custom.py\",\n \"impact\": \"Remote code execution via cache poisoning with pickled objects\",\n \"fix\": \"Switch to JSON serialization for cache values; validate cache key integrity\",\n \"effort_days\": 2\n }\n ],\n \"high\": [\n {\n \"title\": \"Weak Password Hashing (SHA1)\",\n \"component\": \"settings.py PASSWORD_HASHERS\",\n \"impact\": \"Rapid offline password cracking, credential stuffing attacks against users\",\n \"fix\": \"Prioritize PBKDF2 or Argon2 hasher; force password reset for all users\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Sensitive Data Exposure in Error Pages\",\n \"component\": \"settings.py DEBUG\",\n \"impact\": \"Information disclosure of database credentials, API keys, and internal paths\",\n \"fix\": \"Set DEBUG=False in production; configure custom 500 handler with logging only\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Missing Rate Limiting on Login\",\n \"component\": \"users/views.py\",\n \"impact\": \"Credential stuffing and brute force attacks against user accounts\",\n \"fix\": \"Implement django-axes or django-ratelimit; add CAPTCHA after failures\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Insecure Direct Object Reference\",\n \"component\": \"documents/views.py\",\n \"impact\": \"Unauthorized access to other users' documents by ID manipulation\",\n \"fix\": \"Add queryset filtering with request.user; use get_object_or_404 with owner check\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Missing Content Security Policy\",\n \"component\": \"middleware/response\",\n \"impact\": \"XSS exploitation via injected scripts, data exfiltration via malicious resources\",\n \"fix\": \"Add django-csp middleware; configure strict default-src and script-src directives\",\n \"effort_days\": 3\n },\n {\n \"title\": \"Unvalidated Redirect After Login\",\n \"component\": \"users/auth.py\",\n \"impact\": \"Open redirect phishing attacks stealing credentials via malicious domains\",\n \"fix\": \"Use django.utils.http.url_has_allowed_host_and_scheme; whitelist redirect URLs\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Overly Permissive CORS Configuration\",\n \"component\": \"settings.py CORS_ORIGIN_ALLOW_ALL\",\n \"impact\": \"Cross-origin attacks, credential theft via malicious websites\",\n \"fix\": \"Set CORS_ORIGIN_ALLOW_ALL=False; explicitly whitelist trusted domains\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Missing Security Headers\",\n \"component\": \"middleware/response\",\n \"impact\": \"Clickjacking, MIME-sniffing attacks, XSS via reflected content\",\n \"fix\": \"Add X-Frame-Options, X-Content-Type-Options, Referrer-Policy, HSTS headers\",\n \"effort_days\": 1\n }\n ],\n \"medium\": [\n {\n", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 2.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 52.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 405.0, "num_requests_total": 1.0, "gen_throughput": -129.8, "decode_sum_seq_lens": 26.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": -1.3, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1621.0, "realtime_tokens_total": 1266.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 52.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 52.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 27422.0, "inter_token_latency_seconds_count": 1199.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 9.4, "http_requests_total": 16.0, "http_responses_total": 16.0, "prompt_tokens_total": 383.0, "generation_tokens_total": 9550.0, "spec_verify_calls_total": 2532.0, "num_requests_total": 8.0, "gen_throughput": 235.3, "decode_sum_seq_lens": -8940.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": -8960.0, "kv_available_tokens": -9600.0, "kv_evictable_tokens": 18560.0, "kv_used_tokens": -8960.0, "spec_accept_length": -1.0, "spec_accept_rate": -0.09999999999999998, "per_stage_req_latency_seconds_sum": 4.8, "per_stage_req_latency_seconds_bucket": 1632.0, "per_stage_req_latency_seconds_count": 64.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 1280.0, "queue_time_seconds_count": 32.0, "cuda_graph_passes_total": 10136.0, "realtime_tokens_total": 10075.0, "time_to_first_token_seconds_sum": 0.8999999999999999, "time_to_first_token_seconds_bucket": 144.0, "time_to_first_token_seconds_count": 8.0, "prompt_tokens_histogram_sum": 383.0, "prompt_tokens_histogram_bucket": 288.0, "prompt_tokens_histogram_count": 8.0, "uncached_prompt_tokens_histogram_sum": 383.0, "uncached_prompt_tokens_histogram_bucket": 288.0, "uncached_prompt_tokens_histogram_count": 8.0, "generation_tokens_histogram_sum": 9550.0, "generation_tokens_histogram_bucket": 248.0, "generation_tokens_histogram_count": 8.0, "inter_token_latency_seconds_sum": 26.0, "inter_token_latency_seconds_bucket": 222032.0, "inter_token_latency_seconds_count": 9542.0 }, "step_ms": 10.3 }, "tool_nothink_10k": { "n": 16, "tok_s_median": 474.2, "tok_s_first8_median": 481.7, "tok_s_agg": 479.8, "tok_s_all_sorted": [ 435.1, 441.2, 447.4, 448.8, 453.1, 459.1, 470.9, 474.2, 474.3, 504.3, 507.7, 510.0, 514.6, 519.8, 521.6, 527.7 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 237.0, "prefix_cache_suspect": false, "tau": 5.1554, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 507.7, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of rollback\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_invalid_as_of_returns_400\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_soft_delete_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"ik-20260615-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_not_found_returns_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"ik-20260615-002\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_admin_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-20260615-003\", \"x-2fa-context\": \"totp-verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/unretry\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_gone_returns_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-20260615-004\", \"x-2fa-context\": \"totp-verified\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_with_pagination_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_payment_required_returns_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_dry_run_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/reports/{id}/unarchive\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_conflict_returns_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_admin_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v3/tokens/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_precondition_failed_returns_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_with_date_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"GET /v3/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_payment_required_returns_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_with_pagination_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_payment_required_returns_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_with_pagination_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v1/plans/{id}/unfinalize\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_not_found_returns_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 375.0, "num_requests_total": 1.0, "gen_throughput": 313.4, "decode_sum_seq_lens": 10821.0, "token_usage": 0.0, "full_token_usage": 0.1, "num_used_tokens": 10816.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": 10816.0, "spec_accept_length": 3.5, "spec_accept_rate": 0.6, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1501.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48589.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 249.0, "tok_s": 459.1, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"inv-2f8a9c1e-4d3b-5e6f-7a8b-9c0d1e2f3a4b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v2/invoices/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"cus-3a9b2c3d-4e5f-6a7b-8c9d-0e1f2a3b4c5d\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v1/customers/{id}/revert\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_not_found\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"sub-4b0c3d4e-5f6a-7b8c-9d0e-1f2a3b4c5d6e\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v1/jobs/{job_id}/status\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_active\",\n \"payload\": {\"id\": \"sub-4b0c3d4e-5f6a-7b8c-9d0e-1f2a3b4c5d6e\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\"id\": \"whk-5c1d4e5f-6a7b-8c9d-0e1f-2a3b4c5d6e7f\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"events\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"whk-5c1d4e5f-6a7b-8c9d-0e1f-2a3b4c5d6e7f\", \"cursor\": \"invalid\", \"limit\": 10},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt-6d2e5f6a-7b8c-9d0e-1f2a-3b4c5d6e7f8g\", \"idempotency-key\": \"idem-7f3a9c2e-1b4d-5e6f-8a7b-9c0d1e2f3a4b\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v2/reports/{id}/unapprove\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"rpt-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-8g4b0d3f-2c5e-6a7f-9b8c-0d1e2f3a4b5c\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tok-7e3f6a7b-8c9d-0e1f-2a3b-4c5d6e7f8a9b\", \"idempotency-key\": \"idem-9h5c1e4g-3d6f-7a8f-0c9d-1e2f3a4b5c6d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v2/tokens/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"tok-invalid-id-format\", \"idempotency-key\": \"idem-0i6d2f5h-4e7g-8b9f-1d0e-2f3a4b5c6d7e\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"aud-8f4a7b8c-9d0e-1f2a-3b4c-5d6e7f8a9b0c\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"entries\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"aud-8f4a7b8c-9d0e-1f2a-3b4c-5d6e7f8a9b0c\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"exp-9g5b8c9d-0e1f-2a3b-4c5d-6e7f8a9b0c1d\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v1/exports/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"exp-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 410.0, "num_requests_total": 1.0, "gen_throughput": -52.3, "decode_sum_seq_lens": 14.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1641.0, "realtime_tokens_total": 12097.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48279.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 338.0, "tok_s": 435.1, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"inv-2f8a9c4e-1b3d-5e6f-7a8b-9c0d1e2f3a4b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v2/invoices/{id}/rotate (not available; no direct reverse; endpoint is idempotent, re-rotation returns 200)\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-402test-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none (402 is terminal, no state change)\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"cus-3a9b0d5f-2c4e-6f7a-8b9c-0d1e2f3a4b5c\", \"idempotency-key\": \"idem-2024-001-cancel-cus\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/customers/{id}/reactivate (not in catalog; no direct reverse available)\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"cus-412test-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-002-cancel-fail\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none (412 indicates no state change occurred)\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"sub-4b0c1e6a-3d5f-7a8b-9c0d-1e2f3a4b5c6d\", \"idempotency-key\": \"idem-2024-003-verify-sub\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/subscriptions/{id}/unverify (not in catalog; cached 30s, state persists)\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"sub-404test-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-004-verify-miss\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none (404, no subscription exists to clean up)\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook\",\n \"payload\": {\"id\": \"whk-5c1d2f7b-4e6a-8b9c-0d1e-2f3a4b5c6d7e\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/rotate with dry_run=true to preview original state (not true reverse; cached 30s)\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"whk-404test-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none (404, no webhook modified)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"rpt-6d2e3f8c-5f7a-9b0c-1d2e-3f4a5b6c7d8e\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/reports/{id}/cancel (beta; no direct reactivation in catalog)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"rpt-404test-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none (404, no report to cancel)\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"tok-7e3f4f9d-6a8b-0c1d-2e3f-4a5b6c7d8e9f\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/tokens/{id}/preview (preview is read-only, requires 2FA context; no state change to reverse)\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"tok-402test-0000-0000-0000-000000000000\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none (402, no state change)\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"adt-8f4g5h0e-7b9c-1d2e-3f4a-5b6c7d8e9f0a\", \"idempotency-key\": \"idem-2024-005-rotate-audit\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v1/audits/{id}/rotate (idempotent, re-rotation accepted; cached 30s)\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"adt-404test-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-006-rotate-miss\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none (404, no audit log to rotate)\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"exp-9g5h6i1f-8c0d-2e3f-4a5b-6c7d8e9f0a1b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v3/exports/{id}/unarchive (not in catalog; cached 30s)\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"exp-402test-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none (402, no export archived)\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 440.0, "num_requests_total": 1.0, "gen_throughput": 10.6, "decode_sum_seq_lens": -98.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1761.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 48178.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 521.6, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"active\", \"amount_cents\": 1000, \"currency\": \"USD\", \"metadata\": {\"key1\": \"value1\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"active\", \"amount_cents\": 1000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2024-01-15T10:30:00Z\", \"status\": \"pending\", \"amount_cents\": 500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2024-01-15T10:30:00Z\", \"status\": \"done\", \"amount_cents\": 500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"as_of\": \"2024-01-15T10:30:00Z\", \"status\": \"open\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {\"key1\": \"value1\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"as_of\": \"invalid-date\", \"status\": \"open\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"status\": \"failed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency-key\": \"550e8400-e29b-41d4-a716-446655440015-finalize-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"status\": \"held\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 364.0, "num_requests_total": 1.0, "gen_throughput": -6.8, "decode_sum_seq_lens": -13.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1457.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48628.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 504.3, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"POST /v2/invoices/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"invoice_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PATCH /v1/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_duplicate_approval\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v1/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50, \"status\": \"past_due\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v2/webhooks/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_webhook_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/reports/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_report_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-token-001\", \"status\": \"pending\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-token-002\", \"status\": \"failed\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {}},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancel_accepted\",\n \"cleanup\": \"PATCH /v2/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_audit_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verification_initiated\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v1/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 377.0, "num_requests_total": 1.0, "gen_throughput": 26.1, "decode_sum_seq_lens": 108.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1509.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48591.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 453.1, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"inv_2a3b4c5d\", \"headers\": {\"idempotency-key\": \"idemp_001\", \"authorization\": \"Bearer token_invoices_admin\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"job_id\": \"job_\", \"status\": \"queued\"},\n \"cleanup\": \"DELETE /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"inv_unpaid_9f8e\", \"headers\": {\"idempotency-key\": \"idemp_002\", \"authorization\": \"Bearer token_invoices_admin\"}},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"cust_7g6h5i4j\", \"query\": {\"cursor\": \"curs_abc\", \"limit\": 50}, \"headers\": {\"authorization\": \"Bearer token_customers_write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"verified\": true, \"audit_event_id\": \"ae_\"},\n \"cleanup\": \"PUT /v2/customers/{id}/unverify\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"cust_already_verified\", \"query\": {\"cursor\": \"curs_def\", \"limit\": 50}, \"headers\": {\"authorization\": \"Bearer token_customers_write\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\", \"code\": 409},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"sub_1k2l3m4n\", \"headers\": {\"authorization\": \"Bearer token_subscriptions_admin\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"preview\": true, \"changes\": []},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_conflict\",\n \"payload\": {\"id\": \"sub_canceled_5o6p\", \"headers\": {\"authorization\": \"Bearer token_subscriptions_admin\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\", \"code\": 409},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"wh_3q4r5s6t\", \"query\": {\"cursor\": \"curs_ghi\", \"limit\": 100}, \"headers\": {\"authorization\": \"Bearer token_webhooks_write\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"canceled\": true, \"status\": \"canceled\"},\n \"cleanup\": \"POST /v1/webhooks/{id}/recreate\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_precondition_failed\",\n \"payload\": {\"id\": \"wh_already_delivered\", \"query\": {\"cursor\": \"curs_jkl\", \"limit\": 100}, \"headers\": {\"authorization\": \"Bearer token_webhooks_write\"}},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"precondition_required\", \"code\": 428},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"rep_7u8v9w0x\", \"headers\": {\"idempotency-key\": \"idemp_003\", \"authorization\": \"Bearer token_reports_admin\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"canceled\", \"pagination\": {}},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rep_finalized\", \"headers\": {\"idempotency-key\": \"idemp_004\", \"authorization\": \"Bearer token_reports_admin\"}},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"precondition_required\", \"code\": 428},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"tok_1a2b3c4d\", \"headers\": {\"idempotency-key\": \"idemp_005\", \"authorization\": \"Bearer token_tokens_read\", \"x-2fa-context\": \"totp_valid\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"token\": \"tok_new_\", \"rotated_at\": \"202\"},\n \"cleanup\": \"PUT /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"tok_nonexistent_999\", \"headers\": {\"idempotency-key\": \"idemp_006\", \"authorization\": \"Bearer token_tokens_read\", \"x-2fa-context\": \"totp_valid\"}},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\", \"code\": 404},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"aud_5e6f7g8h\", \"headers\": {\"authorization\": \"Bearer token_audits_write\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"verified\": true, \"audit_id\": \"aud_\"},\n \"cleanup\": \"POST /v3/audits/{id}/unverify\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_not_found\",\n \"payload\": {\"id\": \"aud_missing_000\", \"headers\": {\"authorization\": \"Bearer token_audits_write\"}},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\", \"code\": 404},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"exp_9i0j1k2l\", \"query\": {\"as_of\": \"2026-01-15T10:30:00Z\"}, \"headers\": {\"authorization\": \"Bearer token_exports_admin\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"verified\": true, \"cached\": false},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_conflict\",\n \"payload\": {\"id\": \"exp_processing\", \"query\": {\"as_of\": \"2026-01-15T10:30:00Z\"}, \"headers\": {\"authorization\": \"Bearer token_exports_admin\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\", \"code\": 409},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"pl_3m4n5o6p\", \"query\": {\"dry_run\": true}, \"headers\": {\"authorization\": \"Bearer token_plans_admin\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"preview\": true, \"dry_run\": true, \"changes\": {}},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_not_found", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 420.0, "num_requests_total": 1.0, "gen_throughput": -41.7, "decode_sum_seq_lens": -64.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1681.0, "realtime_tokens_total": 12036.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48314.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 447.4, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"inv-7a3f9e2d-4c51-4b8a-9f2e-1d8c6b5a4f32\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"cus-8b4e1f3a-5d62-4c9b-8f3e-2e9d7c6b5a43\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"DELETE /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_gone\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"customer_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"sub-9c5f2e4b-6d73-5d0c-9g4f-3f0e8d7c6b54\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"archived\"},\n \"cleanup\": \"PUT /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_subscription_conflict\",\n \"payload\": {\"id\": \"sub-9c5f2e4b-6d73-5d0c-9g4f-3f0e8d7c6b54\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"subscription_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_webhook\",\n \"payload\": {\"id\": \"whk-0d6g3f5c-7e84-6e1d-0h5g-4g1f9e8d7c65\", \"idempotency-key\": \"idemp-abc123-456789\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceling\"},\n \"cleanup\": \"POST /v2/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_rate_limited\",\n \"payload\": {\"id\": \"whk-0d6g3f5c-7e84-6e1d-0h5g-4g1f9e8d7c65\", \"idempotency-key\": \"idemp-xyz789-123456\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"rate_limit_exceeded\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_finalize_report\",\n \"payload\": {\"id\": \"rpt-1e7h4g6d-8f95-7f2e-1i6h-5h2g0f9e8d76\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"finalized\"},\n \"cleanup\": \"DELETE /v3/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"failure_report_precondition_failed\",\n \"payload\": {\"id\": \"rpt-1e7h4g6d-8f95-7f2e-1i6h-5h2g0f9e8d76\", \"as_of\": \"2025-01-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_token\",\n \"payload\": {\"id\": \"tok-2f8i5h7e-9g06-8g3f-2j7i-6i3h1g0f9e87\", \"idempotency-key\": \"idemp-retry-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"DELETE /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_token_payment_required\",\n \"payload\": {\"id\": \"tok-2f8i5h7e-9g06-8g3f-2j7i-6i3h1g0f9e87\", \"idempotency-key\": \"idemp-retry-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\"id\": \"adt-3g9j6i8f-0h17-9h4g-3k8j-7j4i2h1g0f98\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"GET /v1/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_audit_unprocessable\",\n \"payload\": {\"id\": \"adt-3g9j6i8f-0h17-9h4g-3k8j-7j4i2h1g0f98\", \"dry_run\": false},\n \"expected_status\": 422,\n \"expected_body_contains\": {\"error\": \"unprocessable_entity\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_export\",\n \"payload\": {\"id\": \"exp-4h0k7j9g-1i28-0h5h-4l9k-8k5j3i2h1g09\", \"idempotency-key\": \"idemp-del-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"preview_deleted\"},\n \"cleanup\": \"POST /v3/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_export_payment_required\",\n \"payload\": {\"id\": \"exp-4h0k7j9g-1i28-0h5h-4l9k-8k5j3i2h1g09\", \"idempotency-key\": \"idemp-del-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_plan\",\n \"payload\": {\"id\": \"pln-5i1l8k0h-2j39-1i6i-5m0l-9l6k4j3i2h10\", \"dry_run\": true},\n ", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 431.0, "num_requests_total": 1.0, "gen_throughput": 33.5, "decode_sum_seq_lens": 138.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1725.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48241.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 519.8, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_invoice_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"amount_cents\": 0, \"currency\": \"USD\", \"status\": \"open\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required_428\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"invalid\", \"limit\": 20},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false, \"status\": \"failed\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true, \"status\": \"closed\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_tokens_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50, \"status\": \"canceled\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"amount_cents\": -1, \"status\": \"pending\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"canceled\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n ", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 365.0, "num_requests_total": 1.0, "gen_throughput": 34.8, "decode_sum_seq_lens": -181.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -192.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1461.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48637.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 441.2, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"inv_2a3b4c5d-6e7f-8g9h-0i1j-2k3l4m5n6o7p\", \"idempotency-key\": \"idem-2024-001-abc123\", \"status\": \"closed\", \"metadata\": {\"archived_by\": \"system\", \"reason\": \"payment_completed\"}, \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status open\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"inv_00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-002-xyz789\", \"status\": \"closed\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_customer\",\n \"payload\": {\"id\": \"cus_1a2b3c4d-5e6f-7g8h-9i0j-1k2l3m4n5o6p\", \"status\": \"active\", \"metadata\": {\"retry_reason\": \"payment_failed_recovery\"}, \"version\": 3},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry to restore previous status\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_payment_required\",\n \"payload\": {\"id\": \"cus_1a2b3c4d-5e6f-7g8h-9i0j-1k2l3m4n5o6p\", \"status\": \"past_due\", \"amount_cents\": -100, \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_subscription\",\n \"payload\": {\"id\": \"sub_3a4b5c6d-7e8f-9g0h-1i2j-3k4l5m6n7o8p\", \"idempotency-key\": \"idem-2024-003-rot001\", \"status\": \"pending\", \"metadata\": {\"rotation_reason\": \"security_policy\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v3/subscriptions/{id}/rotate to recreate\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_subscription_conflict\",\n \"payload\": {\"id\": \"sub_3a4b5c6d-7e8f-9g0h-1i2j-3k4l5m6n7o8p\", \"idempotency-key\": \"idem-2024-004-rot002\", \"status\": \"done\", \"metadata\": {}, \"version\": 999},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"whk_4a5b6c7d-8e9f-0g1h-2i3j-4k5l6m7n8o9p\", \"idempotency-key\": \"idem-2024-005-app001\", \"status\": \"active\", \"metadata\": {\"approved_by\": \"admin_001\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel to revoke approval\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_not_found\",\n \"payload\": {\"id\": \"whk_00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-006-app002\", \"status\": \"active\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"rpt_5a6b7c8d-9e0f-1g2h-3i4j-5k6l7m8n9o0p\", \"dry_run\": false, \"status\": \"pending\", \"metadata\": {\"retry_attempt\": 2}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"created\",\n \"cleanup\": \"DELETE /v1/reports/{id} to remove test report\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_report_gone\",\n \"payload\": {\"id\": \"rpt_5a6b7c8d-9e0f-1g2h-3i4j-5k6l7m8n9o0p\", \"dry_run\": false, \"status\": \"failed\", \"metadata\": {}, \"version\": 999},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"tok_6a7b8c9d-0e1f-2g3h-4i5j-6k7l8m9n0o1p\", \"idempotency-key\": \"idem-2024-007-prv001\", \"status\": \"active\", \"metadata\": {\"preview_mode\": true}, \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"active\",\n \"cleanup\": \"PATCH /v2/tokens/{id}/cancel to deactivate preview token\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_token_precondition_failed\",\n \"payload\": {\"id\": \"tok_6a7b8c9d-0e1f-2g3h-4i5j-6k7l8m9n0o1p\", \"idempotency-key\": \"idem-2024-008-prv002\", \"status\": \"canceled\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\"id\": \"adt_7a8b9c0d-1e2f-3g4h-5i6j-7k8l9m0n1o2p\", \"status\": \"open\", \"metadata\": {\"retry_job\": \"audit_reprocess\"}, \"version\": 3},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"DELETE /v2/audits/{id}/finalize to complete audit\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_audit_payment_required\",\n \"payload\": {\"id\": \"adt_7a8b9c0d-1e2f-3g4h-5i6j-7k8l9m0n1o2p\", \"status\": \"held\", \"amount_cents\": -5000, \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 434.0, "num_requests_total": 1.0, "gen_throughput": -115.3, "decode_sum_seq_lens": 50.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -1.3, "spec_accept_rate": -0.2, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1737.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48154.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 474.2, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv-2f4a8c1e-5d3b-4e7a-9f6c-1a2b3c4d5e6f\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"pending\", \"amount_cents\": 5000, \"currency\": \"USD\"},\n \"cleanup\": \"DELETE /v3/invoices/{id}/approve\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer_dry_run_false\",\n \"payload\": {\"id\": \"cust-3a5b7c9d-1e2f-4a6b-8c3d-5e7f9a1b2c3d\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\", \"id\": \"cust-3a5b7c9d-1e2f-4a6b-8c3d-5e7f9a1b2c3d\"},\n \"cleanup\": \"PATCH /v1/customers/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"cust-3a5b7c9d-1e2f-4a6b-8c3d-5e7f9a1b2c3d\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\", \"code\": 412},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_subscription_dry_run_false\",\n \"payload\": {\"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d4e-6f8a0b1c2d3e\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d4e-6f8a0b1c2d3e\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d4e-6f8a0b1c2d3e\", \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\", \"code\": 409},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_webhook\",\n \"payload\": {\"id\": \"whk-5c7d9e1f-3a4b-6c8d-0e5f-7a9b0c1d2e3f\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"closed\", \"id\": \"whk-5c7d9e1f-3a4b-6c8d-0e5f-7a9b0c1d2e3f\"},\n \"cleanup\": \"POST /v2/webhooks/{id}/preview\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"whk-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\", \"code\": 404},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f6a-8b0c1d2e3f4a\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f6a-8b0c1d2e3f4a\"},\n \"cleanup\": \"PATCH /v3/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_410\",\n \"payload\": {\"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f6a-8b0c1d2e3f4a\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\", \"code\": 410},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_token_with_as_of\",\n \"payload\": {\"id\": \"tok-7e9f1a3b-5c6d-8e0f-2a7b-9c0d1e2f3a4b\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"amount_cents\": 1000, \"currency\": \"USD\"},\n \"cleanup\": \"PATCH /v1/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"tok-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_idempotency\",\n \"payload\": {\"id\": \"adt-8f0a2b4c-6d7e-9f1a-3b8c-0d1e2f3a4b5c\", \"idempotency-key\": \"idem-20260615-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"id\": \"adt-8f0a2b4c-6d7e-9f1a-3b8c-0d1e2f3a4b5c\"},\n \"cleanup\": \"PATCH /v2/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"adt-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-20260615-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_export_with_idempotency\",\n \"payload\": {\"id\": \"exp-", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 406.0, "num_requests_total": 1.0, "gen_throughput": 9.3, "decode_sum_seq_lens": 47.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1625.0, "realtime_tokens_total": 12092.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48367.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 514.6, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/cancel - not applicable, no direct revert; log for audit\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_verify_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"customers_approve_delete_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v1/customers/{id}/approve to restore held status if needed\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"customers_approve_delete_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"subscriptions_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/preview to reset if test mutated state\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"subscriptions_retry_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhooks_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/preview to revert verification\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhooks_verify_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false, \"force_conflict\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"reports_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v2/reports/{id}/archive to check final state\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"reports_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-20T00:00:00Z\", \"simulate_payment_block\": true},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"tokens_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize to reactivate if possible\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"tokens_cancel_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"audits_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v3/audits/{id}/finalize to commit or revert preview\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"audits_preview_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"exports_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"abc123\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify to validate rotation\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"exports_rotate_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"abc123\", \"limit\": 100, \"simulate_conflict\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"start\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/plans/{id}/preview to clean up preview state\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"plans_preview_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"start\", \"limit\": 50, \"simulate_payment_block\": true},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_retry_delete_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v3/usage/{id}/finalize", "slot": 10, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 368.0, "num_requests_total": 1.0, "gen_throughput": 66.8, "decode_sum_seq_lens": -171.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1473.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48651.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 230.0, "tok_s": 470.9, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_invoice_with_pagination\",\n \"payload\": {\"id\": \"inv-2024-001\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"inv-unpaid-999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_dry_run\",\n \"payload\": {\"id\": \"cus-2024-001\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archive_preview\",\n \"cleanup\": \"PUT /v2/customers/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"cus-active-locked\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"resource_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_subscription_deletion\",\n \"payload\": {\"id\": \"sub-2024-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"deletion_approved\",\n \"cleanup\": \"POST /v2/subscriptions (recreate)\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"sub-already-deleted-999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_webhook_secret\",\n \"payload\": {\"id\": \"wh-2024-001\", \"idempotency-key\": \"wh-rotate-001-uuid-v4\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"secret_rotated\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate (re-rotate to previous)\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required_428\",\n \"payload\": {\"id\": \"wh-missing-key-999\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"idempotency_key_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report_as_of_date\",\n \"payload\": {\"id\": \"rpt-2024-001\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"report_cancelled\",\n \"cleanup\": \"PUT /v3/reports/{id}/reopen\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"rpt-nonexistent-999\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"report_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_token_with_pagination\",\n \"payload\": {\"id\": \"tok-2024-001\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_initiated\",\n \"cleanup\": \"PUT /v2/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"tok-expired-999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 410,\n \"expected_body_contains\": \"token_expired\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_audit\",\n \"payload\": {\"id\": \"adt-2024-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"audit_archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"adt-immutable-999\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_export_job\",\n \"payload\": {\"id\": \"exp-2024-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_queued\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"exp-pending-review-999\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"export_not_ready\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_plan_with_idempotency\",\n \"payload\": {\"id\": \"pln-2024-001\", \"idempotency-key\": \"plan-approve-001-uuid-v4\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"plan_approved\",\n \"cleanup\": \"PUT /v3/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"pln-soft-deleted-999\", \"idempotency-key\": \"plan-approve-002-uuid-v4\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"plan_deleted\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_usage_dry_run\",\n \"payload\": {\"id\": \"usg-2024-001\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotation_preview\",\n \"cleanup\": \"POST /v1/usage/{id}/rotate (actual rotation)\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"usg-nonexistent-999\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"usage_record_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_credit_as_of\",\n \"payload\": {\"id\": \"crd-2024-001\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"credit_verified\",\n \"cleanup\": \"PATCH /v2/credits/{id}/unverify\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_bad_request_400\",\n \"payload\": {\"id\": \"crd-2024-", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.2, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 404.0, "num_requests_total": 1.0, "gen_throughput": 19.8, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1617.0, "realtime_tokens_total": 11973.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48381.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 510.0, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"headers\": {\"idempotency-key\": \"ik-2026-001-cancel\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"headers\": {\"idempotency-key\": \"ik-2026-001-cancel-dup\"}},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"ik-2026-002-archive\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_existing\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"headers\": {\"idempotency-key\": \"ik-2026-002-archive-bad\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"query\": {\"cursor\": \"c1\", \"limit\": 50}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v3/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_resource\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"query\": {\"cursor\": \"c1\", \"limit\": 50}},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"headers\": {\"idempotency-key\": \"ik-2026-004-archive\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_conflict_state\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"headers\": {\"idempotency-key\": \"ik-2026-004-archive-dup\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"query\": {\"cursor\": \"c1\", \"limit\": 20}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"PATCH /v1/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"query\": {\"cursor\": \"c1\", \"limit\": 20}},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_active\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"headers\": {\"idempotency-key\": \"ik-2026-007-verify\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"malformed-uuid\", \"headers\": {\"idempotency-key\": \"ik-2026-007-verify-bad\"}},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"query\": {\"cursor\": \"c1\", \"limit\": 10}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PATCH /v2/exports/{id}/approve\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"query\": {\"cursor\": \"c1\", \"limit\": 10}},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"query\": {\"dry_run\": false}},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"query\": {\"dry_run\": true}},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"query\": {\"as_of\": \"2026-06-01T00:00:00Z\"}},\n \"expected_status\": 200,\n \"expected_body_contains\":", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 372.0, "num_requests_total": 1.0, "gen_throughput": 31.8, "decode_sum_seq_lens": 165.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1489.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48618.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 527.7, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_customer\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a12\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v1/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_customer_conflict\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a12\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a13\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_subscription_precondition_required\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a13\", \"as_of\": \"2025-01-01T00:00:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a14\", \"idempotency-key\": \"webhook-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_webhook_payment_required\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a14\", \"idempotency-key\": \"webhook-approve-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a15\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v2/reports/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_report_bad_request\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a15\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_delete_token\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a16\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"deleted\",\n \"cleanup\": \"POST /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_token_gone\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a16\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a17\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_audit_unprocessable\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a17\"},\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_export\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a18\", \"idempotency-key\": \"export-cancel-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_export_precondition_failed\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a18\", \"idempotency-key\": \"export-cancel-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_rotate_plan\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a19\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 200,\n \"expected_body_contains\": \"plans\",\n \"cleanup\": \"DELETE /v3/plans/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_gone\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a19\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_verify_usage", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 360.0, "num_requests_total": 1.0, "gen_throughput": -9.1, "decode_sum_seq_lens": -65.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1441.0, "realtime_tokens_total": 11967.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48687.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 448.8, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of_date\",\n \"payload\": {\"id\": \"inv-2f8a9e1d-4c3b-4f5d-9e6a-7b8c9d0e1f2a\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_invalid_as_of_date_format\",\n \"payload\": {\"id\": \"inv-2f8a9e1d-4c3b-4f5d-9e6a-7b8c9d0e1f2a\", \"as_of\": \"06-15-2026\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid date format\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_with_idempotency\",\n \"payload\": {\"id\": \"cus-3a9b8c7d-6e5f-4a3b-2c1d-0e9f8a7b6c5d\", \"idempotency-key\": \"idem-2026-0615-001\", \"metadata\": {\"reason\": \"churn\", \"agent\": \"api-test\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/customers/{id}/archive reversal not available; use customer restore if exists\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_duplicate_idempotency_key\",\n \"payload\": {\"id\": \"cus-3a9b8c7d-6e5f-4a3b-2c1d-0e9f8a7b6c5d\", \"idempotency-key\": \"idem-2026-0615-001\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"idempotency conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_subscription_delete\",\n \"payload\": {\"id\": \"sub-4b5c6d7e-8f9a-0b1c-2d3e-4f5a6b7c8d9e\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_subscription_not_found\",\n \"payload\": {\"id\": \"sub-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_webhook_with_idempotency\",\n \"payload\": {\"id\": \"whk-5c6d7e8f-9a0b-1c2d-3e4f-5a6b7c8d9e0f\", \"idempotency-key\": \"idem-wh-2026-0615-002\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_for_verification\",\n \"payload\": {\"id\": \"whk-5c6d7e8f-9a0b-1c2d-3e4f-5a6b7c8d9e0f\", \"idempotency-key\": \"idem-wh-2026-0615-003\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report_with_dry_run\",\n \"payload\": {\"id\": \"rpt-6d7e8f9a-0b1c-2d3e-4f5a-6b7c8d9e0f1a\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_report_precondition_failed\",\n \"payload\": {\"id\": \"rpt-6d7e8f9a-0b1c-2d3e-4f5a-6b7c8d9e0f1a\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token_with_as_of\",\n \"payload\": {\"id\": \"tok-7e8f9a0b-1c2d-3e4f-5a6b-7c8d9e0f1a2b\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_token_not_found\",\n \"payload\": {\"id\": \"tok-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_pagination\",\n \"payload\": {\"id\": \"aud-8f9a0b1c-2d3e-4f5a-6b7c-8d9e0f1a2b3c\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_conflict\",\n \"payload\": {\"id\": \"aud-8f9a0b1c-2d3e-4f5a-6b7c-8d9e0f1a2b3c\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"exp-9a0b1c2d-3e4f-5a6b-7c8d-9e0f1a2b3c4d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_export_gone\",\n \"payload\": {\"id\": \"exp-9a0b1c2d-3e4f-5a6b-7c8d-9e0f1a2b3c4d\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan_with_as_of\",\n \"payload\": {\"id\": \"pln-0b1c2d3e-4", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 429.0, "num_requests_total": 1.0, "gen_throughput": -13.0, "decode_sum_seq_lens": 82.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1717.0, "realtime_tokens_total": 11971.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48263.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 474.3, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idem-001-abc\", \"status\": \"done\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"source\": \"web\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/verify with status reversion\"\n },\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-002-err\", \"status\": \"done\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 10000, \"currency\": \"EUR\", \"metadata\": {\"tier\": \"premium\"}, \"version\": 3},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v1/customers/{id}/archive with dry_run=true to restore\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 0, \"currency\": \"EUR\", \"metadata\": {}, \"version\": 5},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false, \"status\": \"past_due\", \"amount_cents\": 2500, \"currency\": \"USD\", \"metadata\": {\"retry_count\": \"2\"}, \"version\": 4},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel to reset\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false, \"status\": \"past_due\", \"amount_cents\": -100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"as_of\": \"2026-01-15T00:00:00Z\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"hook_url\": \"https://api.example.com/webhook\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/archive with future as_of to unarchive\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"as_of\": \"2020-01-01T00:00:00Z\", \"status\": \"failed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 99},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false, \"status\": \"pending\", \"amount_cents\": 15000, \"currency\": \"GBP\", \"metadata\": {\"report_type\": \"monthly\", \"department\": \"finance\", \"format\": \"pdf\"}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v2/reports/{id}/cancel to abort\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"GBP\", \"metadata\": {\"expired\": \"true\"}, \"version\": 10},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ\", \"limit\": 50, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"client_id\": \"app-123\", \"env\": \"prod\"}, \"version\": 7},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_unprocessable\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"invalid-base64!!!\", \"limit\": 9999, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"XYZ\", \"metadata\": {\"bad\": \"data\"}, \"version\": 0},\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency-key\": \"idem-007-xyz\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"auditor\": \"system\", \"severity\": \"high\"}, \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency-key\": \"idem-008-err\", \"status\": \"held\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/exports/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 401.0, "num_requests_total": 1.0, "gen_throughput": -73.0, "decode_sum_seq_lens": 118.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -1920.0, "kv_evictable_tokens": 1856.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.8, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.1, "eviction_duration_seconds_bucket": 80.0, "eviction_duration_seconds_count": 8.0, "cuda_graph_passes_total": 1605.0, "realtime_tokens_total": 12159.0, "evicted_tokens_total": 40448.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48418.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 6.8, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6356.0, "num_requests_total": 16.0, "gen_throughput": 234.90000000000003, "decode_sum_seq_lens": 10951.0, "token_usage": 0.0, "full_token_usage": 0.1, "num_used_tokens": 10944.0, "kv_available_tokens": -181696.0, "kv_evictable_tokens": 170752.0, "kv_used_tokens": 10944.0, "spec_accept_length": 2.5999999999999996, "spec_accept_rate": 0.5, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.800000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 25440.0, "realtime_tokens_total": 192653.0, "time_to_first_token_seconds_sum": 3.3000000000000007, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 67.89999999999999, "inter_token_latency_seconds_bucket": 774996.0, "inter_token_latency_seconds_count": 32752.0, "eviction_duration_seconds_sum": 0.1, "eviction_duration_seconds_bucket": 80.0, "eviction_duration_seconds_count": 8.0, "evicted_tokens_total": 40448.0 }, "step_ms": 10.74 }, "math_nothink_10k": { "n": 16, "tok_s_median": 422.1, "tok_s_first8_median": 422.1, "tok_s_agg": 419.8, "tok_s_all_sorted": [ 382.1, 387.2, 404.3, 408.9, 414.7, 416.1, 418.0, 421.6, 422.5, 429.0, 429.1, 429.2, 430.1, 435.0, 447.8, 455.1 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 236.0, "prefix_cache_suspect": false, "tau": 4.526, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 447.8, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,478 | $4,037 | $7,479 | $18,036 |\n| 2024-08 | $19,579 | $12,559 | $10,596 | $21,542 |\n| 2024-09 | $31,422 | $15,100 | $11,291 | $35,231 |\n| 2024-10 | $31,794 | $16,116 | $8,735 | $39,175 |\n| 2024-11 | $34,222 | $14,431 | $9,682 | $38,971 |\n| 2024-12 | $15,665 | $25,569 | $8,181 | $33,053 |\n| 2025-01 | $28,572 | $20,288 | $16,628 | $32,232 |\n| 2025-02 | $27,253 | $21,466 | $16,599 | $32,120 |\n| 2025-03 | $27,166 | $12,361 | $18,417 | $21,110 |\n| 2025-04 | $49,371 | $22,814 | $13,823 | $58,362 |\n| 2025-05 | $49,383 | $20,431 | $20,889 | $48,925 |\n| 2025-06 | $40,923 | $12,886 | $23,283 | $30,526 |\n| 2025-07 | $55,913 | $28,601 | $19,807 | $64,707 |\n| 2025-08 | $65,882 | $24,914 | $19,720 | $71,076 |\n| 2025-09 | $51,388 | $31,027 | $13,944 | $68,471 |\n| 2025-10 | $48,198 | $10,136 | $24,873 | $33,461 |\n| 2025-11 | $72,195 | $26,457 | $26,765 | $71,887 |\n| 2025-12 | $69,117 | $24,076 | $22,065 | $71,128 |\n| 2026-01 | $66,415 | $53,650 | $37,074 | $82,991 |\n| 2026-02 | $85,002 | $23,754 | $34,128 | $74,628 |\n| 2026-03 | $71,078 | $26,366 | $36,388 | $61,056 |\n| 2026-04 | $89,384 | $64,277 | $34,542 | $119,119 |\n| 2026-05 | $58,771 | $63,373 | $32,691 | $89,453 |\n| 2026-06 | $92,764 | $27,253 | $53,249 | $66,768 |\n\n**Total net-new MRR:**\n$18,036 + $21,542 + $35,231 + $39,175 + $38,971 + $33,053 + $32,232 + $32,120 + $21,110 + $58,362 + $48,925 + $30,526 + $64,707 + $71,076 + $68,471 + $33,461 + $71,887 + $71,128 + $82,991 + $74,628 + $61,056 + $119,119 + $89,453 + $66,768\n\n= **$1,265,981**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1+r)^{n}$\n\nTherefore: $r = \\left(\\frac{\\text{MRR}_{\\text{final}}}{\\text{MRR}_{\\text{initial}}}\\right)^{\\frac{1}{n}} - 1$\n\n- Initial MRR (2024-07): $383,036\n- Final MRR (2026-06): $1,649,028\n- n = 24 months\n\n**Ratio:** $\\frac{1,649,028}{383,036} = 4.305165...$\n\n**Root:** $(4.305165...)^{\\frac{1}{24}} = (4.305165...)^{0.041666...}$\n\n$\\ln(4.305165) = 1.4596...$\n\n$\\frac{1.4596...}{24} = 0.060816...$\n\n$e^{0.060816...} = 1.06270...$\n\n$r = 1.06270... - 1 = 0.06270...$\n\n**Average monthly compound growth rate = 6.27%** (or more precisely, 6.270%)\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n\nFormula: $\\text{Gross MRR Churn Rate} = \\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$\n\n- Beginning MRR (2026-05): $1,582,260\n- Churned MRR: $53,249\n\n**Monthly gross churn rate:**\n$\\frac{53,249}{1,582,260} = 0.033654... = \\textbf{3.37\\%}$\n\n**Annualized gross churn rate:**\n\nFormula: $\\text{Annualized} = 1 - (1 - \\text{monthly rate})^{12}$\n\n$= 1 - (1 - 0.033654)^{12}$\n$= 1 - (0.966346)^{12}$\n$= 1 - 0.66387...$\n$= 0.3361...$\n\n**Annualized gross churn rate = 33.6%** (or 33.61%)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Summing all 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $3,414 |\n| 001 | $19,555 |\n| 002 | $18,706 |\n| 003 | $6,549 |\n| 004 | $2,084 |\n| 005 | $22,520 |\n| 006 | $4,265 |\n| 007 | $2,437 |\n| 008 | $18,175 |\n| 009 | $23,289 |\n| 010 | $2,491 |\n| 011 | $7,649 |\n| 012 | $2,672 |\n| 013 | $4,841 |\n| 014 | $9,139 |\n| 015 | $22,890 |\n| 016 | $12,779 |\n| 017 | $2,430 |\n| 018 | $23,945 |\n| 019 | $23,886 |\n| 020 | $15,784 |\n| 021 | $14,914 |\n| 022 | $23,316 |\n| 023 | $6,560 |\n| 024 | $18,898 |\n| 025 | $6,081 |\n| 026 | $12,651 |\n| 027 | $23,983 |\n| 028 | $3,414 |\n| 029 | $23,716 |\n| 030 | $4,279 |\n| 031 | $9,060 |\n| 032 | $3,963 |\n| 033 | $4,787 |\n| 034 | $3,416 |\n| 035 | $20,393 |\n| 036 | $15,930 |\n| 037 | $19,983 |\n| 038 | $14,721 |\n| 039 | $6,387 |\n| 040 | $12,317 |\n| 041 | $11,339 |\n| 042 | $13,416 |\n| 043 | $21,107 |\n| 044 | $19,297 |\n| 045 | $5,885 |\n| 046 | $4,016 |\n| 047 | $8,320 |\n| 048 | $1,625 |\n| 049 | $21,088 |\n| 050 | $20,480 |\n| 051 | $3,656 |\n| 052 | $23,550 |\n| 053 | $13,038 |\n| 054 | $5,025 |\n| 055 | $23,551 |\n\n**Total monthly infrastructure spend:**\n\nSumming systematically by groups:\n- 000-009: 3,414 + 19,555 + 18,706 + 6,549 + 2,084 + 22,520 + 4,265 + 2,437 + 18,175 + 23,289 = 120,994\n- 010-019: 2,491 + 7,649 + 2,672 + 4,841 + 9,139 + 22,890 + 12,779 + 2,430 + 23,945 + ", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9994.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 424.0, "num_requests_total": 1.0, "gen_throughput": 30.6, "decode_sum_seq_lens": -169.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -256.0, "kv_evictable_tokens": 384.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 73.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1697.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 46848.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9994.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9994.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48036.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 429.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months; average monthly compound growth rate of MRR\n\n**Net-new MRR = new + expansion - churned for each month**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $28,202 | $14,701 | $9,608 | $33,295 |\n| 2024-08 | $27,746 | $7,972 | $12,197 | $23,521 |\n| 2024-09 | $32,721 | $4,589 | $10,852 | $26,458 |\n| 2024-10 | $32,477 | $5,229 | $13,796 | $23,910 |\n| 2024-11 | $15,159 | $9,027 | $12,937 | $11,249 |\n| 2024-12 | $28,089 | $13,127 | $10,839 | $30,377 |\n| 2025-01 | $38,927 | $18,948 | $9,431 | $48,444 |\n| 2025-02 | $35,648 | $18,560 | $17,641 | $36,567 |\n| 2025-03 | $45,446 | $20,919 | $9,365 | $57,000 |\n| 2025-04 | $36,818 | $23,092 | $10,101 | $49,809 |\n| 2025-05 | $55,415 | $22,145 | $12,383 | $65,177 |\n| 2025-06 | $53,967 | $27,458 | $17,999 | $63,426 |\n| 2025-07 | $62,214 | $30,239 | $28,723 | $63,730 |\n| 2025-08 | $38,932 | $13,386 | $22,427 | $29,891 |\n| 2025-09 | $62,281 | $45,396 | $23,713 | $83,964 |\n| 2025-10 | $62,502 | $48,002 | $15,671 | $94,833 |\n| 2025-11 | $79,509 | $51,078 | $34,500 | $96,087 |\n| 2025-12 | $79,094 | $23,331 | $31,877 | $70,548 |\n| 2026-01 | $51,111 | $26,151 | $42,296 | $34,966 |\n| 2026-02 | $51,541 | $33,448 | $30,323 | $54,666 |\n| 2026-03 | $99,675 | $23,913 | $46,428 | $77,160 |\n| 2026-04 | $74,657 | $50,076 | $47,764 | $76,969 |\n| 2026-05 | $97,689 | $17,977 | $34,220 | $81,446 |\n| 2026-06 | $120,169 | $23,804 | $33,870 | $110,103 |\n\n**Sum of net-new MRR:**\n$33,295 + $23,521 + $26,458 + $23,910 + $11,249 + $30,377 + $48,444 + $36,567 + $57,000 + $49,809 + $65,177 + $63,426 + $63,730 + $29,891 + $83,964 + $94,833 + $96,087 + $70,548 + $34,966 + $54,666 + $77,160 + $76,969 + $81,446 + $110,103\n\n= **$1,310,106**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\n(Note: 24 months = 23 growth periods)\n\nBeginning MRR (2024-07): $389,295\nEnding MRR (2026-06): $1,699,596\n\nRatio = $1,699,596 / $389,295 = **4.36583**\n\nRoot = 4.36583^(1/23)\n\nln(4.36583) = 1.4736\n1.4736 / 23 = 0.06407\ne^0.06407 = 1.06617\n\nCMGR = 1.06617 - 1 = **0.06617 or 6.62%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n- MRR: $1,699,596\n- Churned: $33,870\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nBeginning MRR for 2026-06 = Ending MRR 2026-05 = $1,589,493\n\nGross MRR churn rate = $33,870 / $1,589,493 = **0.02131 or 2.13%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.02131)^12\n= 1 - (0.97869)^12\n= 1 - 0.7721\n= **0.2279 or 22.79%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Sum all 56 service costs:**\n\nsvc-000: $21,267\nsvc-001: $10,086\nsvc-002: $14,900\nsvc-003: $4,202\nsvc-004: $17,463\nsvc-005: $12,485\nsvc-006: $9,747\nsvc-007: $4,983\nsvc-008: $11,746\nsvc-009: $1,043\nsvc-010: $21,723\nsvc-011: $1,180\nsvc-012: $15,980\nsvc-013: $4,836\nsvc-014: $14,367\nsvc-015: $15,470\nsvc-016: $14,834\nsvc-017: $1,742\nsvc-018: $15,474\nsvc-019: $8,200\nsvc-020: $12,502\nsvc-021: $12,132\nsvc-022: $18,263\nsvc-023: $19,289\nsvc-024: $1,447\nsvc-025: $2,929\nsvc-026: $17,712\nsvc-027: $10,502\nsvc-028: $22,217\nsvc-029: $15,796\nsvc-030: $1,477\nsvc-031: $21,168\nsvc-032: $8,879\nsvc-033: $17,238\nsvc-034: $18,612\nsvc-035: $21,808\nsvc-036: $14,500\nsvc-037: $4,680\nsvc-038: $18,180\nsvc-039: $10,490\nsvc-040: $3,068\nsvc-041: $19,211\nsvc-042: $4,652\nsvc-043: $14,927\nsvc-044: $17,459\nsvc-045: $19,614\nsvc-046: $18,542\nsvc-047: $7,238\nsvc-048: $20,066\nsvc-049: $8,679\nsvc-050: $11,207\nsvc-051: $1,642\nsvc-052: $19,050\nsvc-053: $6,115\nsvc-054: $19,277\nsvc-055: $10,586\n\n**Total monthly infrastructure spend:**\n\nGrouping by hundreds for efficiency:\n$21,267 + $10,086 = $31,353\n+ $14,900 = $46,253\n+ $4,202 = $50,455\n+ $17,463 = $67,918\n+ $12,485 = $80,403\n+ $9,747 = $90,150\n+ $4,983 = $95,133\n+ $11,746 = $106,879\n+ $1,043 = $107,922\n+ $21,723 = $129,645\n+ $1,180 = $130,825\n+ $15,980 = $146,805\n+ $4,836 = $151,641\n+ $14,367 = $166,008\n+ $15,470 = $181,478\n+ $14,834 = $196,312\n+ $1,742 = $198,054\n+ $15,474 = $213,528\n+ $8,200 = $221,728\n+ $12,502 = $234,230\n+ $12,132 = $246,362\n+ $18,263 = $264,625\n+ $19,289 = $283,914\n+ $1,447 = $285,361\n", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 441.0, "num_requests_total": 1.0, "gen_throughput": -110.0, "decode_sum_seq_lens": -5.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": -1.3, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1765.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47902.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 422.5, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $11,986 | $13,002 | $9,140 | $15,848 |\n| 2024-08 | $16,656 | $8,329 | $9,831 | $15,154 |\n| 2024-09 | $16,548 | $4,150 | $4,675 | $16,023 |\n| 2024-10 | $10,666 | $5,271 | $10,048 | $5,889 |\n| 2024-11 | $24,775 | $9,477 | $8,568 | $25,684 |\n| 2024-12 | $11,242 | $12,160 | $9,966 | $13,436 |\n| 2025-01 | $22,659 | $15,563 | $7,672 | $30,550 |\n| 2025-02 | $19,212 | $16,714 | $12,881 | $23,045 |\n| 2025-03 | $13,599 | $9,514 | $13,212 | $9,901 |\n| 2025-04 | $30,691 | $8,859 | $8,449 | $31,101 |\n| 2025-05 | $36,593 | $14,494 | $13,902 | $37,185 |\n| 2025-06 | $24,467 | $21,414 | $15,884 | $29,997 |\n| 2025-07 | $18,735 | $13,128 | $16,717 | $15,146 |\n| 2025-08 | $41,180 | $8,878 | $11,699 | $38,359 |\n| 2025-09 | $19,777 | $16,320 | $17,875 | $18,222 |\n| 2025-10 | $25,758 | $18,309 | $19,250 | $24,817 |\n| 2025-11 | $38,248 | $12,312 | $11,930 | $38,630 |\n| 2025-12 | $52,680 | $23,658 | $17,936 | $58,402 |\n| 2026-01 | $27,269 | $12,603 | $11,742 | $28,130 |\n| 2026-02 | $57,634 | $24,624 | $13,676 | $68,582 |\n| 2026-03 | $24,796 | $14,692 | $21,669 | $17,819 |\n| 2026-04 | $39,018 | $11,732 | $20,179 | $30,571 |\n| 2026-05 | $59,755 | $38,031 | $16,544 | $81,242 |\n| 2026-06 | $31,879 | $21,209 | $17,058 | $36,030 |\n\n**Total net-new MRR:**\n$15,848 + $15,154 + $16,023 + $5,889 + $25,684 + $13,436 + $30,550 + $23,045 + $9,901 + $31,101 + $37,185 + $29,997 + $15,146 + $38,359 + $18,222 + $24,817 + $38,630 + $58,402 + $28,130 + $68,582 + $17,819 + $30,571 + $81,242 + $36,030\n\n= **$693,763**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\n- Beginning MRR (2024-07): $288,848\n- Ending MRR (2026-06): $982,763\n- n = 23 intervals (24 months means 23 month-over-month growth periods)\n\nRatio = $982,763 / $288,848 = **3.40234**\n\nRoot = (3.40234)^(1/23)\n\nln(3.40234) = 1.22462\n1.22462 / 23 = 0.053244\ne^(0.053244) = 1.054687\n\nMCGR = 1.054687 - 1 = **0.054687 = 5.4687%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\nFinal month (2026-06):\n- MRR at start of month (end of 2026-05): $946,733\n- Churned MRR: $17,058\n\nGross MRR churn rate = $17,058 / $946,733 = **0.018019 = 1.8019%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.018019)^12\n= 1 - (0.981981)^12\n= 1 - 0.80709\n= **0.19291 = 19.291%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $2,496 |\n| 001 | $16,889 |\n| 002 | $13,709 |\n| 003 | $3,031 |\n| 004 | $13,341 |\n| 005 | $14,143 |\n| 006 | $14,437 |\n| 007 | $20,616 |\n| 008 | $22,983 |\n| 009 | $11,175 |\n| 010 | $17,099 |\n| 011 | $23,175 |\n| 012 | $2,440 |\n| 013 | $22,726 |\n| 014 | $8,987 |\n| 015 | $10,850 |\n| 016 | $2,492 |\n| 017 | $4,562 |\n| 018 | $13,346 |\n| 019 | $17,728 |\n| 020 | $19,204 |\n| 021 | $1,212 |\n| 022 | $10,825 |\n| 023 | $14,438 |\n| 024 | $12,166 |\n| 025 | $14,416 |\n| 026 | $15,471 |\n| 027 | $6,832 |\n| 028 | $8,274 |\n| 029 | $6,953 |\n| 030 | $7,440 |\n| 031 | $7,992 |\n| 032 | $13,906 |\n| 033 | $7,475 |\n| 034 | $8,744 |\n| 035 | $2,195 |\n| 036 | $6,771 |\n| 037 | $14,631 |\n| 038 | $12,813 |\n| 039 | $5,707 |\n| 040 | $20,472 |\n| 041 | $1,348 |\n| 042 | $10,652 |\n| 043 | $8,110 |\n| 044 | $20,214 |\n| 045 | $7,176 |\n| 046 | $17,171 |\n| 047 | $5,812 |\n| 048 | $20,122 |\n| 049 | $3,520 |\n| 050 | $12,220 |\n| 051 | $11,285 |\n| 052 | $964 |\n| 053 | $10,542 |\n| 054 | $10,918 |\n| 055 | $9,161 |\n\nSum = **$693,002**\n\n**Top 3 lines by cost:**\n1. svc-011 identity-cron: **$23,175**\n2. svc-008 ml-serving-indexer: **$22,983**\n3. svc-013 identity-cron: **$22,726**\n\nCombined top 3 = $23,175 + $22,983 + $22,726 = **$68,884**\n\nCombined share = $68,884 / $693,002 = **0.099399 = 9.94%**\n\n**Total savings if every line achieved stated percent:**\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------|-----------|\n| 000 | 2,496 | 24% | 599.04 |\n| 001 | 16,889 | 37% | 6,248.93 |\n| 002 | 13,709 | 6% | 822.54 |\n| 003 | 3,031 | 21% | 636.51 |\n| 004 | 13,341 | 37% | 4,936.17 |\n| 005 | 14,143 | 16% | 2,262.88 |\n| 006 | 14,437 | 25% | 3,609.25 |\n| ", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9977.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 448.0, "num_requests_total": 1.0, "gen_throughput": 23.4, "decode_sum_seq_lens": -70.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1793.0, "realtime_tokens_total": 12028.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9977.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9977.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47890.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 416.1, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## PART (1): Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New + Expansion - Churned |\n|-------|---------------------------|\n| 2024-07 | $15,466 + $5,422 - $6,453 = $14,435 |\n| 2024-08 | $13,485 + $7,233 - $4,413 = $16,305 |\n| 2024-09 | $15,155 + $8,665 - $8,658 = $15,162 |\n| 2024-10 | $13,032 + $8,665 - $5,926 = $15,771 |\n| 2024-11 | $9,301 + $8,738 - $8,014 = $10,025 |\n| 2024-12 | $23,418 + $9,855 - $9,111 = $24,162 |\n| 2025-01 | $15,609 + $11,855 - $9,702 = $17,762 |\n| 2025-02 | $11,794 + $10,755 - $11,338 = $11,211 |\n| 2025-03 | $13,202 + $16,176 - $12,120 = $17,258 |\n| 2025-04 | $15,539 + $6,375 - $11,926 = $9,988 |\n| 2025-05 | $28,951 + $18,382 - $12,760 = $34,573 |\n| 2025-06 | $31,378 + $14,234 - $7,282 = $38,330 |\n| 2025-07 | $16,774 + $14,073 - $12,503 = $18,344 |\n| 2025-08 | $25,776 + $22,160 - $11,555 = $36,381 |\n| 2025-09 | $33,267 + $18,557 - $11,728 = $40,096 |\n| 2025-10 | $36,198 + $26,165 - $13,116 = $49,247 |\n| 2025-11 | $43,086 + $6,473 - $18,564 = $30,995 |\n| 2025-12 | $49,219 + $25,034 - $14,415 = $59,838 |\n| 2026-01 | $27,156 + $22,840 - $14,363 = $35,633 |\n| 2026-02 | $29,277 + $10,791 - $23,671 = $16,397 |\n| 2026-03 | $54,952 + $9,794 - $24,045 = $40,701 |\n| 2026-04 | $35,617 + $38,507 - $14,842 = $59,282 |\n| 2026-05 | $60,499 + $30,606 - $16,995 = $74,110 |\n| 2026-06 | $70,999 + $42,974 - $19,946 = $94,027 |\n\n**Total net-new MRR:**\n$14,435 + $16,305 + $15,162 + $15,771 + $10,025 + $24,162 + $17,762 + $11,211 + $17,258 + $9,988 + $34,573 + $38,330 + $18,344 + $36,381 + $40,096 + $49,247 + $30,995 + $59,838 + $35,633 + $16,397 + $40,701 + $59,282 + $74,110 + $94,027\n\n= **$765,773**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months of growth (24 months total, 23 intervals)\n\nBeginning MRR (2024-07): $237,435\nEnding MRR (2026-06): $1,003,033\nn = 23\n\nRatio = $1,003,033 / $237,435 = **4.2245...**\n\n23rd root = (4.2245...)^(1/23)\n\nln(4.2245) = 1.4407...\n1.4407... / 23 = 0.062638...\ne^(0.062638) = 1.06464...\n\nMCGR = 1.06464... - 1 = **0.0646 or 6.46%**\n\n---\n\n## PART (2): Gross MRR churn rate for final month, annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nFinal month (2026-06):\n- MRR at start of month = MRR at end of 2026-05 = $909,006\n- Churned MRR = $19,946\n\nGross MRR churn rate = $19,946 / $909,006 = **0.02194 or 2.194%**\n\n**Annualized:**\nFormula: Annualized churn = 1 - (1 - monthly churn)^12\n\n= 1 - (1 - 0.02194)^12\n= 1 - (0.97806)^12\n= 1 - 0.7656...\n= **0.2344 or 23.44%**\n\n---\n\n## PART (3): Total infrastructure spend, top 3 lines, total savings\n\n**Total monthly infrastructure spend:**\n\nAdding all 56 service lines:\n$6,334 + $21,878 + $22,700 + $2,250 + $4,857 + $20,371 + $5,913 + $5,109 + $17,943 + $21,159 + $1,998 + $19,730 + $2,174 + $19,032 + $15,938 + $18,856 + $18,539 + $20,725 + $22,820 + $4,020 + $23,000 + $7,863 + $13,497 + $13,485 + $11,371 + $10,812 + $10,532 + $11,114 + $17,005 + $1,134 + $23,732 + $9,645 + $16,379 + $20,247 + $11,100 + $4,415 + $21,647 + $11,794 + $8,458 + $11,385 + $7,393 + $2,212 + $19,032 + $15,937 + $7,123 + $17,281 + $17,941 + $8,942 + $1,803 + $6,332 + $6,374 + $2,428 + $7,317 + $5,830 + $22,214 + $18,555\n\n= **$649,134**\n\n**Top 3 lines by cost:**\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-020 ingest-indexer | $23,000 |\n| 2 | svc-030 search-webhook | $23,732 |\n| 3 | svc-018 notify-cron | $22,820 |\n\nCombined top 3 = $23,000 + $23,732 + $22,820 = **$69,552**\n\nCombined share = $69,552 / $649,134 = **0.1071 or 10.71%**\n\n**Total savings if every line achieved stated percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $6,334 | 12% | $760.08 |\n| svc-001 | $21,878 | 12% | $2,625.36 |\n| svc-002 | $22,700 | 33% | $7,491.00 |\n| svc-003 | $2,250 | 16% | $360.00 |\n| svc-004 | $4,857 | 5% | $242.85 |\n| svc-005 | $20,371 | 4% | $814.84 |\n| svc-006 | $5,913 | 12% | $709.56 |\n| svc-007 | $5,109 | 13% | $664.17 |\n| svc-008 | $17,943 | 8% | $1,435.44 |\n| svc-009 | $21,159 | 33% | $6,982.47 |\n| svc-010 | $1,998 | 16% | $319.68 |\n| svc-011 | $19,730 | 6% | $1,183.80 |\n| svc-012 | $2,174 | 26% | $565.24 |\n| svc-013 | $19,032 | 25% | $4,758.00 |\n| svc-014 | $15,938 | 11% | $1,753.18 |\n| svc-015 | $18,856 | 8% | $1,508.48 |\n| svc-016 | $18,539 | 18% | $3,337.02 |\n| svc-017 | $20,725 | 27%", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 457.0, "num_requests_total": 1.0, "gen_throughput": 12.0, "decode_sum_seq_lens": -68.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12032.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": -11968.0, "kv_used_tokens": 12032.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1829.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47735.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 421.6, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,159 | $12,033 | $8,891 | $13,301 |\n| 2024-08 | $14,021 | $3,069 | $8,036 | $9,054 |\n| 2024-09 | $14,076 | $4,416 | $6,207 | $12,285 |\n| 2024-10 | $21,470 | $9,131 | $5,881 | $24,720 |\n| 2024-11 | $21,610 | $11,646 | $10,802 | $22,454 |\n| 2024-12 | $15,588 | $10,063 | $9,713 | $15,938 |\n| 2025-01 | $23,324 | $7,990 | $10,627 | $20,687 |\n| 2025-02 | $26,269 | $4,223 | $5,990 | $24,502 |\n| 2025-03 | $21,101 | $7,403 | $9,162 | $19,342 |\n| 2025-04 | $19,638 | $17,212 | $7,548 | $29,302 |\n| 2025-05 | $27,517 | $7,618 | $12,789 | $22,346 |\n| 2025-06 | $18,312 | $16,196 | $8,710 | $25,798 |\n| 2025-07 | $33,682 | $18,114 | $15,431 | $36,365 |\n| 2025-08 | $18,905 | $21,160 | $17,281 | $22,784 |\n| 2025-09 | $22,415 | $12,831 | $10,080 | $25,166 |\n| 2025-10 | $30,785 | $15,463 | $12,071 | $34,177 |\n| 2025-11 | $48,858 | $26,605 | $20,394 | $55,069 |\n| 2025-12 | $44,447 | $14,592 | $14,907 | $44,132 |\n| 2026-01 | $52,486 | $21,593 | $14,560 | $59,519 |\n| 2026-02 | $38,799 | $33,295 | $25,891 | $46,203 |\n| 2026-03 | $43,461 | $14,076 | $28,586 | $28,951 |\n| 2026-04 | $50,420 | $19,295 | $22,554 | $47,161 |\n| 2026-05 | $63,392 | $43,350 | $23,409 | $83,333 |\n| 2026-06 | $45,134 | $34,963 | $29,262 | $50,835 |\n\n**Total net-new MRR:**\n$13,301 + $9,054 + $12,285 + $24,720 + $22,454 + $15,938 + $20,687 + $24,502 + $19,342 + $29,302 + $22,346 + $25,798 + $36,365 + $22,784 + $25,166 + $34,177 + $55,069 + $44,132 + $59,519 + $46,203 + $28,951 + $47,161 + $83,333 + $50,835\n\n**= $760,243**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months of growth (from start of month 2 to end of month 24, or 23 intervals from July 2024 to June 2026)\n\nBeginning MRR (2024-07): $271,301\nEnding MRR (2026-06): $1,031,424\n\nRatio = $1,031,424 / $271,301 = **3.801770**\n\nRoot = 3.801770^(1/23)\n\nCalculate: 3.801770^(1/23) = e^(ln(3.801770)/23) = e^(1.33529/23) = e^(0.058056) = **1.059774**\n\nMCGR = 1.059774 - 1 = **0.059774 = 5.9774% \u2248 5.98%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05): $980,589\n- Churned MRR: $29,262\n\nGross MRR churn rate = $29,262 / $980,589 = **0.029841 = 2.9841% \u2248 2.98%**\n\n**Annualized gross churn rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.029841)^12\n= 1 - (0.970159)^12\n= 1 - 0.69389\n= **0.30611 = 30.61%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and savings if every line achieved stated percent\n\n**Total monthly infrastructure spend:**\n\nSum all 56 service costs:\n$16,071 + $10,959 + $15,702 + $14,850 + $22,729 + $15,167 + $3,562 + $7,313 + $22,866 + $9,849 + $13,368 + $21,377 + $9,508 + $21,350 + $15,211 + $19,079 + $1,144 + $7,667 + $5,189 + $12,137 + $4,874 + $5,189... \n\nLet me recalculate carefully:\n\n| svc | Cost |\n|-----|------|\n| 000 | $16,071 |\n| 001 | $10,959 |\n| 002 | $15,702 |\n| 003 | $14,850 |\n| 004 | $22,729 |\n| 005 | $15,167 |\n| 006 | $3,562 |\n| 007 | $7,313 |\n| 008 | $22,866 |\n| 009 | $9,849 |\n| 010 | $13,368 |\n| 011 | $21,377 |\n| 012 | $9,508 |\n| 013 | $21,350 |\n| 014 | $15,211 |\n| 015 | $19,079 |\n| 016 | $1,144 |\n| 017 | $7,667 |\n| 018 | $5,189 |\n| 019 | $12,137 |\n| 020 | $4,874 |\n| 021 | $10,090 |\n| 022 | $10,082 |\n| 023 | $14,885 |\n| 024 | $10,536 |\n| 025 | $7,039 |\n| 026 | $6,592 |\n| 027 | $11,558 |\n| 028 | $9,656 |\n| 029 | $19,636 |\n| 030 | $22,604 |\n| 031 | $5,751 |\n| 032 | $23,582 |\n| 033 | $23,093 |\n| 034 | $19,275 |\n| 035 | $1,887 |\n| 036 | $18,810 |\n| 037 | $5,941 |\n| 038 | $5,037 |\n| 039 | $6,430 |\n| 040 | $8,188 |\n| 041 | $1,574 |\n| 042 | $17,358 |\n| 043 | $6,240 |\n| 044 | $22,808 |\n| 045 | $16,659 |\n| 046 | $21,130 |\n| 047 | $4,891 |\n| 048 | $15,051 |\n| 049 | $12,467 |\n| 050 | $6,269 |\n| 051 | $10,216 |\n| 052 | $10,527 |\n| 053 | $18,374 |\n| 054 | $5,383 |\n| 055 | $23,937 |\n\nRunning total:\n$16,071 + $10,959 = $27,030\n+ $15,702 = $42,732\n+ $14,850 = $57,582\n+ $22,729 = $80,311\n+ $15,167 = $95,478\n+ $3,562 = $99,040\n+ $7,313 = $106,353\n+ $22,866 = $129,219\n+ $9,849 = $139,068\n+ $13,368 = $152", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10008.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 450.0, "num_requests_total": 1.0, "gen_throughput": 24.4, "decode_sum_seq_lens": -31.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1801.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10008.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10008.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47911.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 455.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## PART (1): Total Net-New MRR and Average Monthly Compound Growth Rate\n\n### Net-New MRR Calculation\n\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $16,607 | $10,498 | $10,330 | $16,607 + $10,498 - $10,330 = **$16,775** |\n| 2024-08 | $24,780 | $5,544 | $9,305 | $24,780 + $5,544 - $9,305 = **$21,019** |\n| 2024-09 | $21,179 | $8,367 | $6,265 | $21,179 + $8,367 - $6,265 = **$23,281** |\n| 2024-10 | $30,823 | $10,673 | $12,619 | $30,823 + $10,673 - $12,619 = **$28,877** |\n| 2024-11 | $13,775 | $10,276 | $6,663 | $13,775 + $10,276 - $6,663 = **$17,388** |\n| 2024-12 | $26,640 | $5,434 | $7,036 | $26,640 + $5,434 - $7,036 = **$25,038** |\n| 2025-01 | $26,728 | $19,159 | $11,145 | $26,728 + $19,159 - $11,145 = **$34,742** |\n| 2025-02 | $25,965 | $19,431 | $11,008 | $25,965 + $19,431 - $11,008 = **$34,388** |\n| 2025-03 | $42,258 | $19,620 | $10,756 | $42,258 + $19,620 - $10,756 = **$51,122** |\n| 2025-04 | $28,353 | $19,115 | $16,227 | $28,353 + $19,115 - $16,227 = **$31,241** |\n| 2025-05 | $31,537 | $23,635 | $12,627 | $31,537 + $23,635 - $12,627 = **$42,545** |\n| 2025-06 | $50,552 | $23,078 | $10,110 | $50,552 + $23,078 - $10,110 = **$63,520** |\n| 2025-07 | $36,893 | $35,344 | $14,110 | $36,893 + $35,344 - $14,110 = **$58,127** |\n| 2025-08 | $34,097 | $21,374 | $12,397 | $34,097 + $21,374 - $12,397 = **$43,074** |\n| 2025-09 | $60,050 | $27,200 | $22,614 | $60,050 + $27,200 - $22,614 = **$64,636** |\n| 2025-10 | $36,911 | $14,966 | $17,502 | $36,911 + $14,966 - $17,502 = **$34,375** |\n| 2025-11 | $50,453 | $31,062 | $13,863 | $50,453 + $31,062 - $13,863 = **$67,652** |\n| 2025-12 | $48,174 | $13,108 | $14,877 | $48,174 + $13,108 - $14,877 = **$46,405** |\n| 2026-01 | $50,281 | $22,458 | $25,602 | $50,281 + $22,458 - $25,602 = **$47,137** |\n| 2026-02 | $34,839 | $40,772 | $34,428 | $34,839 + $40,772 - $34,428 = **$41,183** |\n| 2026-03 | $82,516 | $32,229 | $28,711 | $82,516 + $32,229 - $28,711 = **$86,034** |\n| 2026-04 | $62,546 | $13,046 | $31,647 | $62,546 + $13,046 - $31,647 = **$43,945** |\n| 2026-05 | $51,837 | $44,515 | $29,873 | $51,837 + $44,515 - $29,873 = **$66,479** |\n| 2026-06 | $79,487 | $19,380 | $34,270 | $79,487 + $19,380 - $34,270 = **$64,597** |\n\n**Total Net-New MRR** = $16,775 + $21,019 + $23,281 + $28,877 + $17,388 + $25,038 + $34,742 + $34,388 + $51,122 + $31,241 + $42,545 + $63,520 + $58,127 + $43,074 + $64,636 + $34,375 + $67,652 + $46,405 + $47,137 + $41,183 + $86,034 + $43,945 + $66,479 + $64,597\n\nStep-by-step cumulative sum:\n- After 6: $16,775 + $21,019 = $37,794; +$23,281 = $61,075; +$28,877 = $89,952; +$17,388 = $107,340; +$25,038 = $132,378\n- After 12: +$34,742 = $167,120; +$34,388 = $201,508; +$51,122 = $252,630; +$31,241 = $283,871; +$42,545 = $326,416; +$63,520 = $389,936\n- After 18: +$58,127 = $448,063; +$43,074 = $491,137; +$64,636 = $555,773; +$34,375 = $590,148; +$67,652 = $657,800; +$46,405 = $704,205\n- After 24: +$47,137 = $751,342; +$41,183 = $792,525; +$86,034 = $878,559; +$43,945 = $922,504; +$66,479 = $988,983; +$64,597 = **$1,053,580**\n\n### Average Monthly Compound Growth Rate (CAGR formula adapted)\n\n**Formula:** Ending MRR = Beginning MRR \u00d7 (1 + r)^n\n\nWhere:\n- Beginning MRR (2024-07) = $345,775\n- Ending MRR (2026-06) = $1,382,580\n- n = 23 months (growth periods between 24 monthly points)\n\n**Formula rearranged:** r = (Ending MRR / Beginning MRR)^(1/n) - 1\n\n**Ratio:** $1,382,580 / $345,775 = **4.0000** (exactly 4? Let me verify: 345,775 \u00d7 4 = 1,383,100... let me recalculate)\n\n$1,382,580 / $345,775 = 3.99849... \n\nLet me be precise: 345,775 \u00d7 4 = 1,383,100\n$1,382,580 / $345,775 = 3.998495... \u2248 **3.9985**\n\n**Root (23rd root):** (3.998495)^(1/23)\n\nUsing logarithm approach: ln(3.998495) = 1.386044\n1.386044 / 23 = 0.060263\ne^0.060263 = 1.06212\n\n**r = 1.06212 - 1 = 0.06212 = 6.212%**\n\n---\n\n## PART (2): Gross MRR Churn Rate for Final Month, and Annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of period\n\nFinal month: 2026-06\n- MRR at start of 2026-06 = MRR at end of 2026-05 = $1,317,983\n- Churned in 2026-06 = $34,270\n\n**Gross MRR Churn Rate (monthly)** = $34,270 / $1,317,983 = 0.026002... = **2.600%**\n\n**Annualized Gross MRR Churn Rate:**\n\n**Formula:** Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.026002)^12\n= 1 - (0.973", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 418.0, "num_requests_total": 1.0, "gen_throughput": -53.4, "decode_sum_seq_lens": 99.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.8, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1673.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48148.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 387.2, "text": "I'll work through each part systematically, showing all arithmetic steps.\n\n---\n\n## (1) Total net-new MRR over 24 months; average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 14,572 | 8,469 | 7,621 | 15,420 |\n| 2024-08 | 8,320 | 6,105 | 6,586 | 7,839 |\n| 2024-09 | 19,962 | 7,120 | 5,444 | 21,638 |\n| 2024-10 | 14,545 | 7,615 | 7,189 | 14,971 |\n| 2024-11 | 12,465 | 13,639 | 8,034 | 18,070 |\n| 2024-12 | 23,135 | 13,645 | 8,479 | 28,301 |\n| 2025-01 | 17,813 | 8,279 | 7,810 | 18,282 |\n| 2025-02 | 15,672 | 5,091 | 12,228 | 8,535 |\n| 2025-03 | 24,078 | 7,114 | 9,076 | 22,116 |\n| 2025-04 | 24,673 | 12,176 | 9,915 | 26,934 |\n| 2025-05 | 19,172 | 7,087 | 12,420 | 13,839 |\n| 2025-06 | 28,168 | 20,198 | 12,302 | 36,064 |\n| 2025-07 | 32,032 | 18,584 | 15,776 | 34,840 |\n| 2025-08 | 38,763 | 25,215 | 14,479 | 49,499 |\n| 2025-09 | 24,218 | 8,703 | 18,667 | 14,254 |\n| 2025-10 | 41,580 | 22,933 | 13,017 | 51,496 |\n| 2025-11 | 31,331 | 8,871 | 16,947 | 23,255 |\n| 2025-12 | 34,985 | 25,558 | 21,058 | 39,485 |\n| 2026-01 | 55,915 | 23,349 | 20,919 | 58,345 |\n| 2026-02 | 40,803 | 12,851 | 14,937 | 38,717 |\n| 2026-03 | 57,552 | 28,597 | 22,411 | 63,738 |\n| 2026-04 | 59,747 | 22,999 | 16,674 | 66,072 |\n| 2026-05 | 48,112 | 25,334 | 19,203 | 54,243 |\n| 2026-06 | 40,100 | 38,751 | 15,323 | 63,528 |\n\n**Total net-new MRR:**\n15,420 + 7,839 + 21,638 + 14,971 + 18,070 + 28,301 + 18,282 + 8,535 + 22,116 + 26,934 + 13,839 + 36,064 + 34,840 + 49,499 + 14,254 + 51,496 + 23,255 + 39,485 + 58,345 + 38,717 + 63,738 + 66,072 + 54,243 + 63,528\n\n= **774,036**\n\n**Verification:** Starting MRR (2024-07) = $276,420; Ending MRR (2026-06) = $1,050,481\nNet growth = 1,050,481 - 276,420 = 774,061 (difference due to rounding in monthly components; we'll use the calculated total 774,036)\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Growth Ratio} = \\frac{\\text{Ending MRR}}{\\text{Beginning MRR}} = \\frac{1,050,481}{276,420} = 3.80016...$$\n\n$$\\text{Monthly growth rate} = \\left(\\frac{1,050,481}{276,420}\\right)^{\\frac{1}{23}} - 1$$\n\n(23 months of growth periods for 24 months of data)\n\nRoot calculation:\n$$3.80016^{\\frac{1}{23}} = e^{\\frac{\\ln(3.80016)}{23}} = e^{\\frac{1.33500}{23}} = e^{0.058043} = 1.05976$$\n\n**Average monthly compound growth rate = 5.98%** (or more precisely, ratio = 1.0598, so 5.98%)\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR for the period\n\nFor 2026-06:\n- Beginning MRR (2026-05) = $986,953\n- Churned MRR = $15,323\n\n$$\\text{Monthly Gross Churn Rate} = \\frac{15,323}{986,953} = 0.015526... = \\textbf{1.55\\%}$$\n\n$$\\text{Annualized Gross Churn Rate} = 1 - (1 - 0.015526)^{12}$$\n\n$$= 1 - (0.984474)^{12} = 1 - 0.83189 = \\textbf{16.81\\%}$$\n\nOr using simple multiplication: 1.55% \u00d7 12 = 18.6% (less accurate)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings if all achieved candidate %\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service costs:\n8,571 + 19,791 + 20,867 + 8,674 + 11,283 + 12,084 + 18,491 + 2,684 + 1,197 + 2,733 + 4,371 + 23,926 + 22,649 + 6,875 + 7,221 + 16,071 + 20,417 + 19,897 + 2,055 + 8,616 + 4,665 + 8,449 + 13,352 + 14,924 + 22,982 + 2,625 + 10,040 + 22,233 + 2,396 + 14,181 + 3,594 + 4,131 + 11,937 + 2,835 + 16,942 + 7,769 + 1,906 + 10,561 + 21,035 + 14,181 + 13,708 + 13,241 + 12,866 + 22,222 + 22,047 + 22,925 + 8,707 + 7,235 + 20,155 + 4,528 + 1,114 + 1,754 + 2,545 + 5,691 + 7,839 + 2,835\n\n= **$583,126**\n\n**Top 3 lines by cost:**\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-011 identity-stream | $23,926 |\n| 2 | svc-012 notify-stream | $22,649 |\n| 3 | svc-016 ml-serving-stream | $20,417 |\n\nWait - let me re-check. Actually svc-024 = $22,982, svc-043 = $22,222, svc-045 = $22,925, svc-044 = $22,047\n\nRe-sorting all costs descending:\n- 23,926 (svc-011)\n- 22,982 (svc-024)\n- 22,925 (svc-045)\n- 22,649 (svc-012)\n- 22,222 (svc-043)\n- 22,047 (svc-044)\n- 21,035 (svc-038)\n- 20,417 (svc-016)\n- 19,897 (svc-017)\n- 19,791 (svc-001)\n...etc\n\n**Top 3:**\n1. svc-011 identity-stream: **$23,926**\n2. svc-024 ml-serving-cache: **$22,982**\n3. svc-045 edge-batch: **$22,925**\n\n**Combined top 3:** 23,926 + 22,982 + 22,925 = **$69,833**\n\n**Share of total:** 69,833 / 583,126 = **11.98%**\n\n**Total savings if every line achieved stated savings %:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | 8,571 | 22% | 1,885.62 |\n| svc-001 | 19,791 | 14% | 2,770.74 |\n| svc-002 | 20,867 | ", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9945.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 492.0, "num_requests_total": 1.0, "gen_throughput": 23.8, "decode_sum_seq_lens": -119.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1969.0, "realtime_tokens_total": 12032.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9945.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9945.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.3, "inter_token_latency_seconds_bucket": 47549.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 418.0, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $29,898 | $4,410 | $6,321 | $27,987 |\n| 2024-08 | $22,168 | $10,248 | $6,686 | $25,730 |\n| 2024-09 | $18,657 | $19,237 | $14,962 | $22,932 |\n| 2024-10 | $35,740 | $17,930 | $7,902 | $45,768 |\n| 2024-11 | $22,925 | $15,602 | $8,645 | $29,882 |\n| 2024-12 | $24,057 | $12,988 | $15,219 | $21,826 |\n| 2025-01 | $22,383 | $18,827 | $17,227 | $23,983 |\n| 2025-02 | $33,663 | $28,528 | $15,385 | $46,806 |\n| 2025-03 | $18,808 | $13,521 | $16,071 | $16,258 |\n| 2025-04 | $35,613 | $17,825 | $11,091 | $42,347 |\n| 2025-05 | $52,057 | $27,888 | $21,726 | $58,219 |\n| 2025-06 | $56,856 | $32,734 | $15,416 | $74,174 |\n| 2025-07 | $41,551 | $13,947 | $25,388 | $30,110 |\n| 2025-08 | $29,712 | $25,800 | $26,055 | $29,457 |\n| 2025-09 | $34,820 | $31,036 | $17,988 | $47,868 |\n| 2025-10 | $65,991 | $22,677 | $15,249 | $73,419 |\n| 2025-11 | $46,408 | $11,372 | $17,317 | $40,463 |\n| 2025-12 | $66,772 | $44,558 | $19,517 | $91,813 |\n| 2026-01 | $61,545 | $29,876 | $28,401 | $63,020 |\n| 2026-02 | $81,850 | $44,908 | $32,679 | $94,079 |\n| 2026-03 | $44,310 | $27,073 | $29,069 | $42,314 |\n| 2026-04 | $95,907 | $53,084 | $36,435 | $112,556 |\n| 2026-05 | $90,176 | $25,189 | $45,622 | $69,743 |\n| 2026-06 | $84,723 | $15,454 | $50,629 | $49,548 |\n\n**Total net-new MRR:**\n$27,987 + $25,730 + $22,932 + $45,768 + $29,882 + $21,826 + $23,983 + $46,806 + $16,258 + $42,347 + $58,219 + $74,174 + $30,110 + $29,457 + $47,868 + $73,419 + $40,463 + $91,813 + $63,020 + $94,079 + $42,314 + $112,556 + $69,743 + $49,548\n\n= **$1,160,342**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nwhere n = 23 months (growth periods over 24 months)\n\nBeginning MRR (2024-07): $401,987\nEnding MRR (2026-06): $1,554,302\n\nRatio = $1,554,302 / $401,987 = **3.86645...**\n\n23rd root = (3.86645)^(1/23)\n\nln(3.86645) = 1.35218...\n1.35218... / 23 = 0.05879...\ne^0.05879... = 1.06056...\n\nCMGR = 1.06056... - 1 = **0.0606 or 6.06%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR = 2026-05 MRR = $1,504,754\n- Churned MRR = $50,629\n\n**Monthly Gross Churn Rate** = $50,629 / $1,504,754 = **0.03364 or 3.364%**\n\n**Annualized Gross Churn Rate:**\n\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.03364)^12\n= 1 - (0.96636)^12\n= 1 - 0.66307...\n= **0.3369 or 33.69%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 services:\n$20,483 + $22,298 + $2,253 + $3,968 + $15,285 + $15,652 + $20,565 + $18,740 + $6,311 + $12,458 + $1,559 + $11,022 + $15,209 + $10,680 + $7,673 + $8,263 + $12,346 + $1,525 + $7,322 + $7,575 + $1,379 + $19,437 + $4,353 + $10,558 + $15,405 + $22,313 + $14,886 + $5,890 + $18,218 + $20,554 + $6,809 + $7,908 + $1,247 + $21,308 + $14,688 + $22,793 + $21,182 + $3,219 + $939 + $14,186 + $16,591 + $17,841 + $21,927 + $6,203 + $23,581 + $19,301 + $9,968 + $14,435 + $15,084 + $22,842 + $9,069 + $16,058 + $17,695 + $19,179 + $11,519\n\n= **$694,697**\n\n**Top 3 lines by cost:**\n1. svc-045 payments-gateway: $23,581\n2. svc-026 search-api: $22,313\n3. svc-050 ingest-api: $22,842\n\nWait, let me re-sort: $23,581 > $22,842 > $22,793 > $22,313...\n\nCorrect top 3:\n1. **svc-045 payments-gateway: $23,581**\n2. **svc-050 ingest-api: $22,842**\n3. **svc-036 ml-serving-indexer: $22,793**\n\nCombined top 3 = $23,581 + $22,842 + $22,793 = **$69,216**\n\nCombined share = $69,216 / $694,697 = **0.0996 or 9.96%**\n\n**Total savings if every line achieved stated percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $20,483 | 4% | $819.32 |\n| svc-001 | $22,298 | 30% | $6,689.40 |\n| svc-002 | $2,253 | 9% | $202.77 |\n| svc-003 | $3,968 | 26% | $1,031.68 |\n| svc-004 | $15,285 | 37% | $5,655.45 |\n| svc-005 | $15,652 | 8% | $1,252.16 |\n| svc-006 | $20,565 | 29% | $5,963.85 |\n| svc-007 | $18,740 | 32% | $5,996.80 |\n| svc-008 | $6,311 | 9% | $567.99 |\n| svc-009 | $12,458 | 37% | $4,609.46 |\n| svc-010 | $1,559 | 29% | $452.11 |\n| svc-011 | $11,022 | 11% | $1,212.42 |\n| svc-012 | $15,209 | 13% | $1,977.17 |\n| svc-013 | $6,613 | 38% | $2,512.94 |\n| svc-014 | $10,680 | 13% | $1,388.40 |\n| svc-", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10015.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 455.0, "num_requests_total": 1.0, "gen_throughput": -31.2, "decode_sum_seq_lens": -17.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 128.0, "kv_evictable_tokens": -64.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1821.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10015.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10015.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47698.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 404.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n### Net-new MRR per month = new + expansion - churned\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 12,899 | 3,725 | 3,887 | 12,737 |\n| 2024-08 | 7,003 | 5,004 | 5,010 | 6,997 |\n| 2024-09 | 16,166 | 6,969 | 4,076 | 19,059 |\n| 2024-10 | 8,463 | 3,367 | 6,814 | 5,016 |\n| 2024-11 | 17,004 | 9,496 | 5,483 | 21,017 |\n| 2024-12 | 20,786 | 11,964 | 9,406 | 23,344 |\n| 2025-01 | 20,679 | 8,615 | 7,663 | 21,631 |\n| 2025-02 | 17,878 | 3,240 | 10,341 | 10,777 |\n| 2025-03 | 24,729 | 4,763 | 6,568 | 22,924 |\n| 2025-04 | 24,067 | 12,785 | 8,951 | 27,901 |\n| 2025-05 | 18,741 | 14,779 | 7,444 | 26,076 |\n| 2025-06 | 16,846 | 15,752 | 11,765 | 20,833 |\n| 2025-07 | 27,906 | 16,356 | 9,837 | 34,425 |\n| 2025-08 | 36,816 | 12,435 | 14,620 | 34,631 |\n| 2025-09 | 17,515 | 21,045 | 9,288 | 29,272 |\n| 2025-10 | 23,837 | 24,426 | 7,972 | 40,291 |\n| 2025-11 | 29,349 | 14,283 | 18,828 | 24,804 |\n| 2025-12 | 46,219 | 25,681 | 9,326 | 62,574 |\n| 2026-01 | 23,348 | 25,700 | 13,201 | 35,847 |\n| 2026-02 | 48,892 | 19,872 | 15,774 | 52,990 |\n| 2026-03 | 26,533 | 35,054 | 20,705 | 40,882 |\n| 2026-04 | 39,925 | 23,408 | 13,344 | 49,989 |\n| 2026-05 | 47,636 | 28,499 | 20,965 | 55,170 |\n| 2026-06 | 55,660 | 37,168 | 29,620 | 63,208 |\n\n**Total net-new MRR:**\n12,737 + 6,997 + 19,059 + 5,016 + 21,017 + 23,344 + 21,631 + 10,777 + 22,924 + 27,901 + 26,076 + 20,833 + 34,425 + 34,631 + 29,272 + 40,291 + 24,804 + 62,574 + 35,847 + 52,990 + 40,882 + 49,989 + 55,170 + 63,208\n\nStep-by-step cumulative:\n- First 5: 12,737 + 6,997 = 19,734; +19,059 = 38,793; +5,016 = 43,809; +21,017 = 64,826\n- Next 5: +23,344 = 88,170; +21,631 = 109,801; +10,777 = 120,578; +22,924 = 143,502; +27,901 = 171,403\n- Next 5: +26,076 = 197,479; +20,833 = 218,312; +34,425 = 252,737; +34,631 = 287,368; +29,272 = 316,640\n- Next 5: +40,291 = 356,931; +24,804 = 381,735; +62,574 = 444,309; +35,847 = 480,156; +52,990 = 533,146\n- Next 4: +40,882 = 574,028; +49,989 = 624,017; +55,170 = 679,187; +63,208 = **742,394**\n\n**Total net-new MRR = $742,394**\n\n### Average Monthly Compound Growth Rate (MCGR)\n\nFormula: MCGR = (MRR_final / MRR_initial)^(1/23) - 1\n\n(Using 23 intervals between 24 months)\n\n- MRR_initial (2024-07): $221,737\n- MRR_final (2026-06): $951,395\n\n**Ratio:** 951,395 / 221,737 = 4.290650...\n\nLet me compute: 951,395 \u00f7 221,737\n- 221,737 \u00d7 4 = 886,948\n- 951,395 - 886,948 = 64,447\n- 64,447 / 221,737 = 0.29065...\n- **Ratio = 4.29065** (or more precisely: 4.290650)\n\n**Root:** (4.290650)^(1/23)\n\nCompute using logarithms or iterative approximation:\nln(4.290650) = 1.45648...\n1.45648 / 23 = 0.063325...\ne^(0.063325) = 1.06538...\n\nMore precisely: 4.29065^(1/23)\n\nUsing (1+r)^23 = 4.29065:\nTesting r = 0.065: (1.065)^23\n- ln(1.065) = 0.062975\n- 0.062975 \u00d7 23 = 1.4484\n- e^1.4484 = 4.256 (slightly low)\n\nTesting r = 0.066: ln(1.066) = 0.06394; \u00d723 = 1.4706; e^1.4706 = 4.351 (high)\n\nTesting r = 0.0654: ln(1.0654) = 0.06334; \u00d723 = 1.4568; e^1.4568 = 4.292 (very close)\n\nRefining: r = 0.06538 gives essentially 4.29065\n\n**Root = 1.06538**\n\n**MCGR = 1.06538 - 1 = 0.06538 = 6.538%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n### Final month: 2026-06\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\n- MRR at start of 2026-06 = MRR at end of 2026-05 = $888,187\n- (Alternatively, using formula: MRR_end = MRR_start + new + expansion - churned)\n- Verify: 888,187 + 55,660 + 37,168 - 29,620 = 951,395 \u2713\n\nSo MRR at start of 2026-06 = $888,187\n\nChurned = $29,620\n\n**Gross MRR churn rate (monthly) = 29,620 / 888,187 = 0.033349... = 3.335%**\n\n**Annualized gross churn rate = 1 - (1 - monthly_rate)^12**\n\n= 1 - (1 - 0.033349)^12\n= 1 - (0.966651)^12\n\nCompute (0.966651)^12:\n- ln(0.966651) = -0.03393\n- -0.03393 \u00d7 12 = -0.4072\n- e^(-0.4072) = 0.6654\n\nOr step by step:\n0.966651^2 = 0.934414\n0.966651^4 = 0.873130\n0.966651^8 = 0.762356\n0.966651^12 = 0.762356 \u00d7 0.873130 = 0.66564\n\n**Annualized = 1 - 0.66564 = 0.33436 = 33.44%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings if all lines hit candidate %\n\n### Total monthly infrastructure spend\n\nSum all 56 service lines:\n\n| svc | Cost |\n|-----|------|\n| 000 | 13,948 |\n| 001 | 5", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9997.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 472.0, "num_requests_total": 1.0, "gen_throughput": -27.6, "decode_sum_seq_lens": 40.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1889.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9997.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9997.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47676.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 244.0, "tok_s": 429.2, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR** = New MRR + Expansion MRR - Churned MRR for each month\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $20,195 | $11,537 | $7,452 | $24,280 |\n| 2024-08 | $13,751 | $4,059 | $9,374 | $8,436 |\n| 2024-09 | $19,222 | $7,020 | $9,934 | $16,308 |\n| 2024-10 | $11,450 | $11,755 | $8,618 | $14,587 |\n| 2024-11 | $14,361 | $13,307 | $12,022 | $15,646 |\n| 2024-12 | $18,900 | $5,007 | $9,795 | $14,112 |\n| 2025-01 | $24,577 | $16,327 | $7,624 | $33,280 |\n| 2025-02 | $15,535 | $13,202 | $8,432 | $20,305 |\n| 2025-03 | $30,283 | $14,532 | $13,674 | $31,141 |\n| 2025-04 | $26,514 | $20,411 | $6,943 | $39,982 |\n| 2025-05 | $17,957 | $5,931 | $13,096 | $10,792 |\n| 2025-06 | $15,622 | $13,894 | $8,555 | $20,961 |\n| 2025-07 | $25,788 | $13,768 | $10,666 | $28,890 |\n| 2025-08 | $40,999 | $12,585 | $18,858 | $34,726 |\n| 2025-09 | $22,393 | $21,103 | $17,130 | $26,366 |\n| 2025-10 | $21,832 | $12,947 | $20,794 | $13,985 |\n| 2025-11 | $22,403 | $14,239 | $19,952 | $16,690 |\n| 2025-12 | $37,393 | $10,911 | $19,551 | $28,753 |\n| 2026-01 | $29,102 | $28,726 | $16,126 | $41,702 |\n| 2026-02 | $25,629 | $24,365 | $20,247 | $29,747 |\n| 2026-03 | $47,454 | $22,587 | $13,090 | $56,951 |\n| 2026-04 | $39,667 | $12,461 | $24,510 | $27,618 |\n| 2026-05 | $38,254 | $40,656 | $21,501 | $57,409 |\n| 2026-06 | $40,474 | $32,404 | $18,762 | $54,116 |\n\n**Total Net-New MRR** = $24,280 + $8,436 + $16,308 + $14,587 + $15,646 + $14,112 + $33,280 + $20,305 + $31,141 + $39,982 + $10,792 + $20,961 + $28,890 + $34,726 + $26,366 + $13,985 + $16,690 + $28,753 + $41,702 + $29,747 + $56,951 + $27,618 + $57,409 + $54,116\n\n**= $642,483**\n\n---\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: **CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1**\n\nwhere n = 23 periods (from start of month 1 to end of month 24, there are 23 month-over-month intervals)\n\nBeginning MRR (2024-07): $304,280\nEnding MRR (2026-06): $946,783\n\n**Ratio** = $946,783 / $304,280 = **3.1116846...**\n\n**23rd root** = (3.1116846)^(1/23)\n\nTaking natural logs: ln(3.1116846) = 1.1350...\nDividing by 23: 1.1350... / 23 = 0.049347...\nExponentiating: e^0.049347... = 1.05059...\n\n**CMGR = 1.05059... - 1 = 0.05059... \u2248 5.06%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR = MRR at start of 2026-06 = MRR at end of 2026-05 = $892,667\n- Churned MRR = $18,762\n\n**Gross MRR Churn Rate (monthly)** = $18,762 / $892,667 = **0.02102... \u2248 2.10%**\n\n**Annualized Gross MRR Churn Rate:**\n\nFormula: **Annualized = 1 - (1 - monthly rate)^12**\n\n= 1 - (1 - 0.02102)^12\n= 1 - (0.97898)^12\n= 1 - 0.7741...\n= **0.2259... \u2248 22.6%**\n\nOr using simple multiplication: 2.102% \u00d7 12 = 25.2% (not standard; the compounded method above is preferred)\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, Combined Share, Total Savings\n\n**Total Monthly Infrastructure Spend:**\n\nSumming all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | $18,090 |\n| 001 | $9,882 |\n| 002 | $9,616 |\n| 003 | $13,189 |\n| 004 | $5,062 |\n| 005 | $19,576 |\n| 006 | $12,736 |\n| 007 | $5,479 |\n| 008 | $14,585 |\n| 009 | $7,616 |\n| 010 | $12,304 |\n| 011 | $21,031 |\n| 012 | $20,724 |\n| 013 | $8,736 |\n| 014 | $9,642 |\n| 015 | $17,664 |\n| 016 | $2,772 |\n| 017 | $10,259 |\n| 018 | $17,390 |\n| 019 | $23,218 |\n| 020 | $20,915 |\n| 021 | $7,025 |\n| 022 | $7,096 |\n| 023 | $22,745 |\n| 024 | $10,461 |\n| 025 | $12,618 |\n| 026 | $12,342 |\n| 027 | $1,212 |\n| 028 | $2,809 |\n| 029 | $15,634 |\n| 030 | $8,214 |\n| 031 | $13,144 |\n| 032 | $19,480 |\n| 033 | $18,212 |\n| 034 | $5,003 |\n| 035 | $19,225 |\n| 036 | $3,476 |\n| 037 | $8,888 |\n| 038 | $9,371 |\n| 039 | $20,568 |\n| 040 | $6,461 |\n| 041 | $15,888 |\n| 042 | $9,429 |\n| 043 | $22,497 |\n| 044 | $6,010 |\n| 045 | $10,430 |\n| 046 | $4,660 |\n| 047 | $9,363 |\n| 048 | $12,018 |\n| 049 | $19,079 |\n| 050 | $7,552 |\n| 051 | $8,815 |\n| 052 | $1,019 |\n| 053 | $18,844 |\n| 054 | $4,215 |\n| 055 | $23,169 |\n\n**Total = $18,090 + $9,882 + $9,616 + $13,189 + $5,062 + $19,576 + $12,736 + $5,479 + $14,585 + $7,616 + $12,304 + $21,031 + $20,724 + $8,736 + $9,642 + $17,664 + $2,772 + $10,259 + $17,390 + $23,218 + $20,915 + $7,025 + $7,096 + $22,745 + $10,461 + $12,618 + $12,342 + $1,212 + $2,809 + $15,634 + $8,214 + $13,144 + $19,480 + $18,212 + $5,003 + $19,225 + $3,476", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 442.0, "num_requests_total": 1.0, "gen_throughput": 41.3, "decode_sum_seq_lens": -13.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": 0.6, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1769.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47910.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 430.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 10,392 | 5,743 | 7,437 | 8,698 |\n| 2024-08 | 13,116 | 14,443 | 8,584 | 18,975 |\n| 2024-09 | 17,240 | 7,162 | 11,828 | 12,574 |\n| 2024-10 | 29,153 | 4,985 | 10,703 | 23,435 |\n| 2024-11 | 30,640 | 9,309 | 8,728 | 31,221 |\n| 2024-12 | 33,315 | 18,588 | 10,676 | 41,227 |\n| 2025-01 | 32,327 | 7,787 | 15,713 | 24,401 |\n| 2025-02 | 38,004 | 11,733 | 10,534 | 39,203 |\n| 2025-03 | 18,028 | 16,531 | 13,947 | 20,612 |\n| 2025-04 | 25,799 | 14,781 | 17,013 | 23,567 |\n| 2025-05 | 17,680 | 26,153 | 16,469 | 27,364 |\n| 2025-06 | 40,296 | 11,504 | 20,434 | 31,366 |\n| 2025-07 | 25,669 | 23,978 | 13,256 | 36,391 |\n| 2025-08 | 20,335 | 9,416 | 22,314 | 7,437 |\n| 2025-09 | 26,932 | 11,183 | 12,708 | 25,407 |\n| 2025-10 | 40,791 | 20,712 | 14,202 | 47,301 |\n| 2025-11 | 23,144 | 29,298 | 25,471 | 26,971 |\n| 2025-12 | 23,697 | 8,203 | 20,941 | 10,959 |\n| 2026-01 | 34,950 | 14,059 | 19,234 | 29,775 |\n| 2026-02 | 50,233 | 41,004 | 17,932 | 73,305 |\n| 2026-03 | 33,269 | 38,352 | 19,165 | 52,456 |\n| 2026-04 | 46,800 | 23,444 | 29,994 | 40,250 |\n| 2026-05 | 61,412 | 35,652 | 22,709 | 74,355 |\n| 2026-06 | 51,681 | 40,476 | 25,165 | 66,992 |\n\n**Total net-new MRR:**\n8,698 + 18,975 + 12,574 + 23,435 + 31,221 + 41,227 + 24,401 + 39,203 + 20,612 + 23,567 + 27,364 + 31,366 + 36,391 + 7,437 + 25,407 + 47,301 + 26,971 + 10,959 + 29,775 + 73,305 + 52,456 + 40,250 + 74,355 + 66,992\n\n= **785,490**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$r = \\left(\\frac{MRR_{final}}{MRR_{initial}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere n = 23 intervals (24 months), MRR_initial = $346,698, MRR_final = $1,132,242\n\n**Ratio:**\n$$\\frac{1,132,242}{346,698} = 3.265786...$$\n\n**Root:**\n$$3.265786^{\\frac{1}{23}} = e^{\\frac{\\ln(3.265786)}{23}} = e^{\\frac{1.18329}{23}} = e^{0.051447} = 1.05280...$$\n\n**r = 0.05280... \u2248 5.28%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\nFinal month (2026-06):\n- Churned = $25,165\n- MRR at start of month (end of May) = $1,065,250\n\n**Monthly gross churn rate:**\n$$\\frac{25,165}{1,065,250} = 0.023623... = 2.362\\%$$\n\n**Annualized gross churn rate:**\n$$\\text{Annualized} = 1 - (1 - 0.023623)^{12}$$\n$$= 1 - (0.976377)^{12}$$\n$$= 1 - 0.75038...$$\n$$= 0.24962... = 24.96\\%$$\n\nOr using simple multiplication: 2.362% \u00d7 12 = 28.35% (not standard; using compound above)\n\n**Standard compound annualization: 24.96%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 lines:\n- svc-000: 19,305\n- svc-001: 23,714\n- svc-002: 7,326\n- svc-003: 7,186\n- svc-004: 13,363\n- svc-005: 6,762\n- svc-006: 19,597\n- svc-007: 14,789\n- svc-008: 1,143\n- svc-009: 14,344\n- svc-010: 6,473\n- svc-011: 23,220\n- svc-012: 12,125\n- svc-013: 8,181\n- svc-014: 5,692\n- svc-015: 1,097\n- svc-016: 16,671\n- svc-017: 7,798\n- svc-018: 8,845\n- svc-019: 22,056\n- svc-020: 23,545\n- svc-021: 22,707\n- svc-022: 20,598\n- svc-023: 4,539\n- svc-024: 14,503\n- svc-025: 21,128\n- svc-026: 2,643\n- svc-027: 22,765\n- svc-028: 3,631\n- svc-029: 6,764\n- svc-030: 11,769\n- svc-031: 1,290\n- svc-032: 22,723\n- svc-033: 1,873\n- svc-034: 4,343\n- svc-035: 10,044\n- svc-036: 15,344\n- svc-037: 2,483\n- svc-038: 6,883\n- svc-039: 17,920\n- svc-040: 9,590\n- svc-041: 9,078\n- svc-042: 9,520\n- svc-043: 4,315\n- svc-044: 13,838\n- svc-045: 22,047\n- svc-046: 10,287\n- svc-047: 9,765\n- svc-048: 1,531\n- svc-049: 5,206\n- svc-050: 13,269\n- svc-051: 5,309\n- svc-052: 9,896\n- svc-053: 13,540\n- svc-054: 10,454\n- svc-055: 21,621\n\n**Running sum by groups:**\nFirst 10: 19,305+23,714+7,326+7,186+13,363+6,762+19,597+14,789+1,143+14,344 = 127,529\nNext 10: +6,473+23,220+12,125+8,181+5,692+1,097+16,671+7,798+8,845+22,056 = 112,158 \u2192 239,687\nNext 10: +23,545+22,707+20,598+4,539+14,503+21,128+2,643+22,765+3,631+6,764 = 141,823 \u2192 381,510\nNext 10: +11,769+1,290+22,723+1,873+4,343+10,044", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10010.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 441.0, "num_requests_total": 1.0, "gen_throughput": -23.7, "decode_sum_seq_lens": 5.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1765.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10010.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10010.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47893.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 382.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $15,495 | $4,786 | $6,028 | $14,253 |\n| 2024-08 | $14,817 | $9,851 | $8,232 | $16,436 |\n| 2024-09 | $14,154 | $14,350 | $7,379 | $21,125 |\n| 2024-10 | $18,654 | $15,728 | $6,341 | $28,041 |\n| 2024-11 | $17,665 | $16,607 | $5,323 | $28,949 |\n| 2024-12 | $14,482 | $16,462 | $10,857 | $20,087 |\n| 2025-01 | $14,721 | $19,162 | $11,032 | $22,851 |\n| 2025-02 | $24,416 | $9,286 | $11,648 | $22,054 |\n| 2025-03 | $31,411 | $5,658 | $11,306 | $25,763 |\n| 2025-04 | $24,640 | $22,753 | $7,943 | $39,450 |\n| 2025-05 | $32,869 | $20,835 | $17,726 | $35,978 |\n| 2025-06 | $31,634 | $19,898 | $12,542 | $38,990 |\n| 2025-07 | $41,021 | $18,418 | $9,532 | $49,907 |\n| 2025-08 | $46,525 | $19,953 | $14,903 | $51,575 |\n| 2025-09 | $42,190 | $16,795 | $14,437 | $44,548 |\n| 2025-10 | $55,157 | $33,601 | $13,265 | $75,493 |\n| 2025-11 | $29,673 | $38,691 | $26,950 | $41,414 |\n| 2025-12 | $44,544 | $41,702 | $14,081 | $72,165 |\n| 2026-01 | $43,514 | $9,538 | $16,936 | $36,116 |\n| 2026-02 | $32,570 | $22,057 | $25,658 | $28,969 |\n| 2026-03 | $45,295 | $10,263 | $32,553 | $23,005 |\n| 2026-04 | $36,383 | $43,756 | $21,771 | $58,368 |\n| 2026-05 | $47,893 | $27,870 | $25,699 | $50,064 |\n| 2026-06 | $57,096 | $35,200 | $28,856 | $63,440 |\n\n**Sum of net-new MRR:**\n$14,253 + $16,436 + $21,125 + $28,041 + $28,949 + $20,087 + $22,851 + $22,054 + $25,763 + $39,450 + $35,978 + $38,990 + $49,907 + $51,575 + $44,548 + $75,493 + $41,414 + $72,165 + $36,116 + $28,969 + $23,005 + $58,368 + $50,064 + $63,440\n\nRunning total:\n- After 6: $14,253 + $16,436 = $30,689; +$21,125 = $51,814; +$28,041 = $79,855; +$28,949 = $108,804; +$20,087 = $128,891\n- After 12: +$22,851 = $151,742; +$22,054 = $173,796; +$25,763 = $199,559; +$39,450 = $239,009; +$35,978 = $274,987; +$38,990 = $313,977\n- After 18: +$49,907 = $363,884; +$51,575 = $415,459; +$44,548 = $460,007; +$75,493 = $535,500; +$41,414 = $576,914; +$72,165 = $649,079\n- After 24: +$36,116 = $685,195; +$28,969 = $714,164; +$23,005 = $737,169; +$58,368 = $795,537; +$50,064 = $845,601; +$63,440 = **$909,041**\n\n**Total net-new MRR over 24 months = $909,041**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere:\n- Beginning MRR (2024-07) = $286,253\n- Ending MRR (2026-06) = $1,181,041\n- n = 23 growth periods (from month 1 to month 24, there are 23 month-over-month intervals)\n\nActually, for 24 months of data, there are **23 intervals** from start to end. But the question asks for \"average monthly compound growth rate\" which could mean over 24 months with 23 growth periods, or we could use 24 as the root for simplicity. Let me use the standard: n = 23 periods.\n\n**Ratio:**\n$$\\frac{\\$1,181,041}{\\$286,253} = 4.12587...$$\n\nLet me compute precisely:\n$1,181,041 \u00f7 $286,253 = 4.125871...\n\n**Root:**\n$$(4.125871)^{\\frac{1}{23}}$$\n\nFirst, ln(4.125871) = 1.41719...\nThen, 1.41719... \u00f7 23 = 0.061617...\nThen, e^(0.061617...) = 1.06356...\n\nSo CMGR = 1.06356... - 1 = 0.06356... = **6.36%**\n\nOr if we use 24th root (treating as 24 months growth):\n$$(4.125871)^{\\frac{1}{24}}$$\n\nln(4.125871) = 1.41719...\n1.41719... \u00f7 24 = 0.059049...\ne^(0.059049...) = 1.06083...\n\nCMGR = **6.08%**\n\nI'll present both interpretations clearly, but standard practice is n=23 intervals. However, re-reading: \"average monthly compound growth rate\" over 24 months of data typically implies the 24th root when stated as \"over 24 months.\" Let me use **n = 23 periods** (more mathematically precise for growth between first and last).\n\n**Ratio: 4.12587**\n**23rd root: 1.0636**\n**CMGR: 6.36%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of period\n\nFinal month: 2026-06\n- MRR at start of June 2026 = MRR at end of May 2026 = $1,117,601\n- Churned in June 2026 = $28,856\n\n**Monthly gross churn rate:**\n$$\\frac{\\$28,856}{\\$1,117,601} = 0.025819... = \\textbf{2.582%}$$\n\n**Annualized gross churn rate:**\n$$(1 + \\text{monthly rate})^{12} - 1 = (1.025819)^{12} - 1$$\n\nOr simplified: monthly rate \u00d7 12 = 2.582% \u00d7 12 = 30.98% (linear)\n\nCompound annualized: $(1.025819)^{12} - 1$\n- ln(1.025819) = 0.025490...\n- \u00d7 12 = 0.30588...\n- e^0.30588... = 1.3576...\n\n= **35.76%** (compound)\n\nOr using linear for simplicity (common in SaaS): **30.98%**\n\nI'll provide both: linear annualized = 30.98%, compound annualized = 35.76%\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if every line achieved stated percent\n\n**Total monthly infrastructure spend:**\n\nSum of all 56 service costs:\n- svc-000: $7,643\n- svc-001: $10,324\n- svc-002: $12,957\n- svc-003:", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 500.0, "num_requests_total": 1.0, "gen_throughput": -92.0, "decode_sum_seq_lens": 65.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -64.0, "kv_used_tokens": 64.0, "spec_accept_length": -1.1, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 2001.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.3, "inter_token_latency_seconds_bucket": 47583.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 429.0, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,518 | $12,090 | $4,255 | $18,353 |\n| 2024-08 | $20,998 | $7,717 | $9,565 | $19,150 |\n| 2024-09 | $9,122 | $14,574 | $8,656 | $15,040 |\n| 2024-10 | $18,383 | $8,489 | $5,084 | $21,788 |\n| 2024-11 | $11,503 | $11,077 | $8,451 | $14,129 |\n| 2024-12 | $10,951 | $10,249 | $7,757 | $13,443 |\n| 2025-01 | $21,499 | $17,087 | $8,843 | $29,743 |\n| 2025-02 | $30,606 | $10,257 | $11,314 | $29,549 |\n| 2025-03 | $22,338 | $14,542 | $8,415 | $28,465 |\n| 2025-04 | $29,662 | $17,367 | $7,096 | $39,933 |\n| 2025-05 | $23,913 | $11,974 | $8,712 | $27,175 |\n| 2025-06 | $32,975 | $19,625 | $17,200 | $35,400 |\n| 2025-07 | $29,133 | $16,380 | $12,769 | $32,744 |\n| 2025-08 | $26,973 | $11,318 | $10,295 | $27,996 |\n| 2025-09 | $43,823 | $24,293 | $11,010 | $57,106 |\n| 2025-10 | $31,149 | $16,871 | $12,450 | $35,570 |\n| 2025-11 | $49,301 | $19,581 | $20,262 | $48,620 |\n| 2025-12 | $41,427 | $29,756 | $23,476 | $47,707 |\n| 2026-01 | $37,295 | $11,676 | $13,796 | $35,175 |\n| 2026-02 | $31,454 | $26,324 | $16,717 | $41,061 |\n| 2026-03 | $69,347 | $24,138 | $15,279 | $78,206 |\n| 2026-04 | $41,278 | $13,694 | $26,885 | $28,087 |\n| 2026-05 | $51,837 | $20,378 | $28,328 | $43,887 |\n| 2026-06 | $50,519 | $49,905 | $32,437 | $67,987 |\n\n**Total net-new MRR:**\n$18,353 + $19,150 + $15,040 + $21,788 + $14,129 + $13,443 + $29,743 + $29,549 + $28,465 + $39,933 + $27,175 + $35,400 + $32,744 + $27,996 + $57,106 + $35,570 + $48,620 + $47,707 + $35,175 + $41,061 + $78,206 + $28,087 + $43,887 + $67,987\n\n= **$817,963**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{MRR}_{\\text{start}} = \\$277,353 \\text{ (2024-07)}$$\n$$\\text{MRR}_{\\text{end}} = \\$1,095,314 \\text{ (2026-06)}$$\n$$\\text{Months} = 23 \\text{ intervals (from month 1 to month 24)}$$\n\n$$\\text{Growth Ratio} = \\frac{\\text{MRR}_{\\text{end}}}{\\text{MRR}_{\\text{start}}} = \\frac{1,095,314}{277,353} = 3.949166...$$\n\n$$\\text{Monthly Growth Rate} = \\left(\\frac{1,095,314}{277,353}\\right)^{\\frac{1}{23}} - 1$$\n\n$$\\text{Root} = 3.949166...^{\\frac{1}{23}}$$\n\n$$\\ln(3.949166...) = 1.373598...$$\n$$\\frac{1.373598...}{23} = 0.059721...$$\n$$e^{0.059721...} = 1.06154...$$\n\n$$\\text{Monthly Growth Rate} = 1.06154... - 1 = 0.06154... = \\textbf{6.15\\%}$$\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of month\n\nFor 2026-06:\n- MRR at start of month (2026-05 MRR) = $1,027,327\n- Churned MRR = $32,437\n\n$$\\text{Gross MRR Churn Rate} = \\frac{32,437}{1,027,327} = 0.031574... = \\textbf{3.16\\%}$$\n\n**Annualized (simple multiplication, not compounded):**\n$$3.1574\\% \\times 12 = \\textbf{37.89\\%}$$\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**All 56 service costs:**\n| svc | Cost |\n|-----|------|\n| 000 | $22,543 |\n| 001 | $2,345 |\n| 002 | $14,394 |\n| 003 | $20,161 |\n| 004 | $21,393 |\n| 005 | $8,834 |\n| 006 | $19,284 |\n| 007 | $5,253 |\n| 008 | $13,399 |\n| 009 | $3,985 |\n| 010 | $15,321 |\n| 011 | $11,229 |\n| 012 | $19,303 |\n| 013 | $16,888 |\n| 014 | $10,081 |\n| 015 | $9,886 |\n| 016 | $2,306 |\n| 017 | $15,698 |\n| 018 | $10,548 |\n| 019 | $5,157 |\n| 020 | $16,258 |\n| 021 | $11,109 |\n| 022 | $18,184 |\n| 023 | $15,413 |\n| 024 | $7,627 |\n| 025 | $7,845 |\n| 026 | $3,676 |\n| 027 | $16,350 |\n| 028 | $1,923 |\n| 029 | $6,416 |\n| 030 | $21,883 |\n| 031 | $15,659 |\n| 032 | $11,422 |\n| 033 | $16,612 |\n| 034 | $2,421 |\n| 035 | $4,946 |\n| 036 | $2,413 |\n| 037 | $18,970 |\n| 038 | $8,930 |\n| 039 | $8,719 |\n| 040 | $18,195 |\n| 041 | $4,714 |\n| 042 | $11,195 |\n| 043 | $8,169 |\n| 044 | $15,501 |\n| 045 | $3,496 |\n| 046 | $20,051 |\n| 047 | $17,977 |\n| 048 | $5,599 |\n| 049 | $16,467 |\n| 050 | $18,234 |\n| 051 | $1,640 |\n| 052 | $3,138 |\n| 053 | $4,400 |\n| 054 | $12,351 |\n| 055 | $21,858 |\n\n**Total monthly infrastructure spend:**\n\nGrouping by tens for addition:\n- 000-009: 22,543 + 2,345 + 14,394 + 20,161 + 21,393 + 8,834 + 19,284 + 5,253 + 13,399 + 3,985 = 131,601\n- 010-019: 15,321 + 11,229 + 19,303 + 16,888 + 10,081 + 9,886 + 2,306 + 15,698 + 10,548 + 5,157 = 116,417\n- 020-029: 16,258 + 11,109 + 18,184 + 15,413 + 7,627 + 7,845 + 3,676 + 16,350 + 1,923 + 6,416 = 124,801", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9986.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 442.0, "num_requests_total": 1.0, "gen_throughput": 59.2, "decode_sum_seq_lens": -39.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.7, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1769.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9986.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9986.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47918.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 408.9, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $22,320 | $9,892 | $5,627 | $26,585 |\n| 2024-08 | $11,754 | $3,633 | $5,975 | $9,412 |\n| 2024-09 | $15,595 | $7,677 | $6,647 | $16,625 |\n| 2024-10 | $22,495 | $13,319 | $9,565 | $26,249 |\n| 2024-11 | $29,787 | $15,184 | $12,427 | $32,544 |\n| 2024-12 | $22,930 | $4,085 | $11,843 | $15,172 |\n| 2025-01 | $22,327 | $7,000 | $7,681 | $21,646 |\n| 2025-02 | $32,246 | $19,886 | $6,725 | $45,407 |\n| 2025-03 | $33,120 | $21,722 | $12,309 | $42,533 |\n| 2025-04 | $30,025 | $14,251 | $14,464 | $29,812 |\n| 2025-05 | $19,829 | $19,897 | $18,664 | $21,062 |\n| 2025-06 | $39,559 | $15,954 | $17,018 | $38,495 |\n| 2025-07 | $29,163 | $17,121 | $20,412 | $25,872 |\n| 2025-08 | $44,525 | $12,337 | $13,200 | $43,662 |\n| 2025-09 | $32,213 | $15,951 | $19,912 | $28,252 |\n| 2025-10 | $22,254 | $17,600 | $11,276 | $28,578 |\n| 2025-11 | $45,458 | $25,410 | $24,058 | $46,810 |\n| 2025-12 | $35,810 | $15,402 | $23,093 | $28,119 |\n| 2026-01 | $27,865 | $27,496 | $23,646 | $31,715 |\n| 2026-02 | $58,481 | $33,062 | $17,842 | $73,701 |\n| 2026-03 | $38,782 | $9,816 | $20,690 | $27,908 |\n| 2026-04 | $49,246 | $23,189 | $31,845 | $40,590 |\n| 2026-05 | $58,186 | $43,602 | $30,957 | $70,831 |\n| 2026-06 | $54,012 | $49,300 | $35,362 | $67,950 |\n\n**Total net-new MRR:**\n$26,585 + $9,412 = $35,997\n$35,997 + $16,625 = $52,622\n$52,622 + $26,249 = $78,871\n$78,871 + $32,544 = $111,415\n$111,415 + $15,172 = $126,587\n$126,587 + $21,646 = $148,233\n$148,233 + $45,407 = $193,640\n$193,640 + $42,533 = $236,173\n$236,173 + $29,812 = $266,0.85... Let me recalculate more carefully.\n\nRunning total:\n$26,585 + $9,412 = $35,997\n+ $16,625 = $52,622\n+ $26,249 = $78,871\n+ $32,544 = $111,415\n+ $15,172 = $126,587\n+ $21,646 = $148,233\n+ $45,407 = $193,640\n+ $42,533 = $236,173\n+ $29,812 = $265,985\n+ $21,062 = $287,047\n+ $38,495 = $325,542\n+ $25,872 = $351,414\n+ $43,662 = $395,076\n+ $28,252 = $423,328\n+ $28,578 = $451,906\n+ $46,810 = $498,716\n+ $28,119 = $526,835\n+ $31,715 = $558,550\n+ $73,701 = $632,251\n+ $27,908 = $660,159\n+ $40,590 = $700,749\n+ $70,831 = $771,580\n+ $67,950 = **$839,530**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months of growth (from July 2024 to June 2026 = 24 months, so 23 intervals)\n\nBeginning MRR (2024-07): $322,585\nEnding MRR (2026-06): $1,135,530\n\nRatio = $1,135,530 / $322,585 = 3.51978...\n\n23rd root: (3.51978)^(1/23)\n\nUsing logarithm: ln(3.51978) = 1.2583...\n1.2583... / 23 = 0.05471...\ne^0.05471... = 1.0562...\n\nCMGR = 1.0562... - 1 = **0.0562 or 5.62%**\n\nOr more precisely:\nRatio = 1,135,530 / 322,585 = 3.5197898...\n(3.5197898)^(1/23) = 1.05623...\n**CMGR = 5.62%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nMRR at start of month (end of 2026-05) = $1,067,580\nChurned MRR (2026-06) = $35,362\n\nGross MRR churn rate = $35,362 / $1,067,580 = 0.03312... = **3.31%**\n\n**Annualized gross churn rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.0331256)^12\n= 1 - (0.9668744)^12\n= 1 - 0.6656...\n= 0.3344... = **33.4%**\n\nOr using simple multiplication: 3.31256% \u00d7 12 = 39.75% (not compounded)\n\nCompounded: **33.4%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings if all achieved stated percent\n\n**Step 1: Sum all 56 service costs**\n\nsvc-000: $6,316\nsvc-001: $15,208\nsvc-002: $20,202\nsvc-003: $9,853\nsvc-004: $7,530\nsvc-005: $1,856\nsvc-006: $15,589\nsvc-007: $19,396\nsvc-008: $2,916\nsvc-009: $11,070\nsvc-010: $21,155\nsvc-011: $7,578\nsvc-012: $13,364\nsvc-013: $14,921\nsvc-014: $15,338\nsvc-015: $10,339\nsvc-016: $14,890\nsvc-017: $9,001\nsvc-018: $11,713\nsvc-019: $20,154\nsvc-020: $16,504\nsvc-021: $11,611\nsvc-022: $22,358\nsvc-023: $910\nsvc-024: $18,193\nsvc-025: $16,456\nsvc-026: $5,345\nsvc-027: $17,191\nsvc-028: $10,074\nsvc-029: $11,826\nsvc-030: $18,406\nsvc-031: $19,034\nsvc-032: $12,863\nsvc-033: $19,314\nsvc-034: $8,796\nsvc-035: $1,093\nsvc-036: $19,886\nsvc-037: $19,087\nsvc-038: $2,803\nsvc-039: $8,773\nsvc-040: $2,668\nsvc-041: $8,428\nsvc-042: $16,468\nsvc-043: $", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9938.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 463.0, "num_requests_total": 1.0, "gen_throughput": 31.9, "decode_sum_seq_lens": 27.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1853.0, "realtime_tokens_total": 12032.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9938.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9938.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47820.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 435.0, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## PART (1): Total Net-New MRR and Average Monthly Compound Growth Rate\n\n### Net-New MRR Calculation\n\n**Formula:** Net-new MRR = New MRR + Expansion MRR \u2212 Churned MRR\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,369 | $11,918 | $10,888 | $21,369 + $11,918 \u2212 $10,888 = **$22,399** |\n| 2024-08 | $11,972 | $15,659 | $8,484 | $11,972 + $15,659 \u2212 $8,484 = **$19,147** |\n| 2024-09 | $18,446 | $12,269 | $7,847 | $18,446 + $12,269 \u2212 $7,847 = **$22,868** |\n| 2024-10 | $34,473 | $5,160 | $13,718 | $34,473 + $5,160 \u2212 $13,718 = **$25,915** |\n| 2024-11 | $21,236 | $16,409 | $9,826 | $21,236 + $16,409 \u2212 $9,826 = **$27,819** |\n| 2024-12 | $15,856 | $21,856 | $10,423 | $15,856 + $21,856 \u2212 $10,423 = **$27,289** |\n| 2025-01 | $16,546 | $14,578 | $12,080 | $16,546 + $14,578 \u2212 $12,080 = **$19,044** |\n| 2025-02 | $40,737 | $24,264 | $9,630 | $40,737 + $24,264 \u2212 $9,630 = **$55,371** |\n| 2025-03 | $36,935 | $23,278 | $13,415 | $36,935 + $23,278 \u2212 $13,415 = **$46,798** |\n| 2025-04 | $34,739 | $12,879 | $10,397 | $34,739 + $12,879 \u2212 $10,397 = **$37,221** |\n| 2025-05 | $41,179 | $10,569 | $21,893 | $41,179 + $10,569 \u2212 $21,893 = **$29,855** |\n| 2025-06 | $31,399 | $8,530 | $20,417 | $31,399 + $8,530 \u2212 $20,417 = **$19,512** |\n| 2025-07 | $31,327 | $13,652 | $17,013 | $31,327 + $13,652 \u2212 $17,013 = **$27,966** |\n| 2025-08 | $23,755 | $30,328 | $20,656 | $23,755 + $30,328 \u2212 $20,656 = **$33,427** |\n| 2025-09 | $49,287 | $34,225 | $19,538 | $49,287 + $34,225 \u2212 $19,538 = **$63,974** |\n| 2025-10 | $66,500 | $24,438 | $26,746 | $66,500 + $24,438 \u2212 $26,746 = **$64,192** |\n| 2025-11 | $49,585 | $10,808 | $14,674 | $49,585 + $10,808 \u2212 $14,674 = **$45,719** |\n| 2025-12 | $52,796 | $42,018 | $15,495 | $52,796 + $42,018 \u2212 $15,495 = **$79,319** |\n| 2026-01 | $77,552 | $43,658 | $28,213 | $77,552 + $43,658 \u2212 $28,213 = **$92,997** |\n| 2026-02 | $47,125 | $56,505 | $17,272 | $47,125 + $56,505 \u2212 $17,272 = **$86,358** |\n| 2026-03 | $94,581 | $16,817 | $37,171 | $94,581 + $16,817 \u2212 $37,171 = **$74,227** |\n| 2026-04 | $60,835 | $54,630 | $43,599 | $60,835 + $54,630 \u2212 $43,599 = **$71,866** |\n| 2026-05 | $58,345 | $43,059 | $24,226 | $58,345 + $43,059 \u2212 $24,226 = **$77,178** |\n| 2026-06 | $62,391 | $18,846 | $49,771 | $62,391 + $18,846 \u2212 $49,771 = **$31,466** |\n\n**Total Net-New MRR:**\n$22,399 + $19,147 + $22,868 + $25,915 + $27,819 + $27,289 + $19,044 + $55,371 + $46,798 + $37,221 + $29,855 + $19,512 + $27,966 + $33,427 + $63,974 + $64,192 + $45,719 + $79,319 + $92,997 + $86,358 + $74,227 + $71,866 + $77,178 + $31,466\n\n= **$1,079,546**\n\n### Average Monthly Compound Growth Rate (CAGR)\n\n**Formula:** MRR_final = MRR_initial \u00d7 (1 + r)^n\n\nWhere:\n- MRR_initial (2024-07) = $393,399\n- MRR_final (2026-06) = $1,472,927\n- n = 23 months (periods between start and end)\n\n**Ratio:** $1,472,927 / $393,399 = **3.744106...**\n\n**Root:** (1 + r) = (3.744106...)^(1/23)\n\nCalculate: 3.744106^(1/23)\n\nln(3.744106) = 1.3202...\n1.3202... / 23 = 0.05740...\ne^0.05740... = 1.05909...\n\n**r = 5.91%** (or more precisely, **5.909%**)\n\n---\n\n## PART (2): Gross MRR Churn Rate for Final Month and Annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of period\n\nFinal month (2026-06):\n- MRR at start (2026-05) = $1,441,461\n- Churned MRR = $49,771\n\n**Monthly Gross Churn Rate:**\n$49,771 / $1,441,461 = **0.03453 = 3.45%**\n\n**Annualized Gross Churn Rate:**\n**Formula:** 1 \u2212 (1 \u2212 monthly_rate)^12\n\n= 1 \u2212 (1 \u2212 0.03453)^12\n= 1 \u2212 (0.96547)^12\n= 1 \u2212 0.6556...\n= **0.3444 = 34.4%**\n\n---\n\n## PART (3): Total Monthly Infrastructure Spend, Top 3 Lines, Combined Share, Total Savings\n\n### Total Monthly Infrastructure Spend\n\nSum all 56 lines:\n$18,379 + $5,819 + $14,974 + $6,627 + $3,397 + $17,769 + $13,546 + $4,206 + $11,895 + $17,910 + $9,799 + $21,607 + $7,608 + $9,971 + $4,198 + $5,817 + $3,260 + $20,203 + $22,767 + $4,351 + $1,789 + $1,739 + $1,157 + $6,286 + $11,585 + $13,618 + $2,427 + $20,482 + $14,962 + $4,192 + $9,625 + $22,900 + $14,615 + $13,759 + $7,816 + $12,742 + $17,913 + $13,628 + $17,046 + $10,536 + $16,729 + $5,661 + $8,354 + $21,674 + $19,070 + $19,718 + $20,458 + $19,906 + $7,578 + $11,574 + $10,800 + $20,249 + $16,069 + $10,906 + $10,589 + $10,800\n\n= **$700,000** (verified by systematic addition)\n\n### Top 3 Lines by Cost\n\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-018 billing-indexer | $22,767 |\n| 2 | svc-032 identity-indexer | $22,900 |\n| 3 | svc-011 edge-worker | $21,", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 437.0, "num_requests_total": 1.0, "gen_throughput": -13.5, "decode_sum_seq_lens": 80.0, "token_usage": -0.1, "full_token_usage": -0.1, "num_used_tokens": -12032.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -12032.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1749.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47960.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 245.0, "tok_s": 414.7, "text": "I'll work through all 10 parts fully, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = New MRR + Expansion MRR \u2212 Churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,560 | 6,204 | 7,932 | 13,832 |\n| 2024-08 | 20,671 | 8,027 | 5,388 | 23,310 |\n| 2024-09 | 15,555 | 5,824 | 6,636 | 14,743 |\n| 2024-10 | 13,852 | 11,832 | 8,199 | 17,485 |\n| 2024-11 | 12,687 | 13,415 | 10,680 | 15,422 |\n| 2024-12 | 11,384 | 12,635 | 11,000 | 13,019 |\n| 2025-01 | 28,221 | 9,711 | 9,790 | 28,142 |\n| 2025-02 | 29,475 | 12,677 | 6,743 | 35,409 |\n| 2025-03 | 25,623 | 16,258 | 8,426 | 33,455 |\n| 2025-04 | 19,911 | 7,105 | 8,452 | 18,564 |\n| 2025-05 | 21,754 | 13,393 | 7,263 | 27,884 |\n| 2025-06 | 38,016 | 20,871 | 14,663 | 44,224 |\n| 2025-07 | 39,624 | 26,651 | 15,695 | 50,580 |\n| 2025-08 | 20,161 | 14,582 | 20,697 | 14,046 |\n| 2025-09 | 45,763 | 14,213 | 16,460 | 43,516 |\n| 2025-10 | 30,627 | 16,464 | 19,225 | 27,866 |\n| 2025-11 | 41,525 | 12,492 | 10,833 | 43,184 |\n| 2025-12 | 51,655 | 14,742 | 16,910 | 49,487 |\n| 2026-01 | 53,226 | 29,206 | 17,660 | 64,772 |\n| 2026-02 | 39,602 | 19,488 | 17,143 | 41,947 |\n| 2026-03 | 29,230 | 24,760 | 20,598 | 33,392 |\n| 2026-04 | 28,225 | 14,184 | 22,536 | 19,873 |\n| 2026-05 | 47,942 | 35,200 | 28,336 | 54,806 |\n| 2026-06 | 39,045 | 42,170 | 18,631 | 62,584 |\n\n**Sum of net-new MRR:**\n13,832 + 23,310 + 14,743 + 17,485 + 15,422 + 13,019 + 28,142 + 35,409 + 33,455 + 18,564 + 27,884 + 44,224 + 50,580 + 14,046 + 43,516 + 27,866 + 43,184 + 49,487 + 64,772 + 41,947 + 33,392 + 19,873 + 54,806 + 62,584\n\n= **777,265**\n\n**Verification:** Starting MRR (2024-07): $280,832; Ending MRR (2026-06): $1,058,542\nChange: 1,058,542 \u2212 280,832 = 777,710. Small discrepancy due to rounding in monthly data.\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1+r)^{n}$$\n\nWhere $n = 23$ months (intervals between 24 data points)\n\n$$\\text{Ratio} = \\frac{1,058,542}{280,832} = 3.769378...$$\n\n$$(1+r)^{23} = 3.769378$$\n\n$$1+r = (3.769378)^{\\frac{1}{23}}$$\n\n$$\\ln(3.769378) = 1.32669...$$\n\n$$\\frac{1.32669}{23} = 0.057682...$$\n\n$$r = e^{0.057682} - 1 = 1.059376... - 1 = 0.059376...$$\n\nOr directly: $(3.769378)^{(1/23)} = 1.05938...$\n\n**r \u2248 5.94% per month**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\n$$\\text{Gross MRR Churn Rate} = \\frac{\\text{Churned MRR}}{\\text{Beginning MRR}}$$\n\nBeginning MRR (2026-06) = MRR at end of 2026-05 = $995,958\n\nChurned MRR (2026-06) = $18,631\n\n$$\\text{Monthly Gross Churn Rate} = \\frac{18,631}{995,958} = 0.018706... = \\textbf{1.87\\%}$$\n\n**Annualized Gross Churn Rate:**\n\n$$\\text{Annualized} = 1 - (1 - 0.018706)^{12}$$\n\n$$= 1 - (0.981294)^{12}$$\n\n$$(0.981294)^{12} = 0.79719...$$\n\n$$= 1 - 0.79719 = 0.20281... = \\textbf{20.28\\%}$$\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nI'll sum all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | 4,952 |\n| 001 | 15,081 |\n| 002 | 7,001 |\n| 003 | 5,002 |\n| 004 | 8,341 |\n| 005 | 12,017 |\n| 006 | 23,791 |\n| 007 | 6,544 |\n| 008 | 14,231 |\n| 009 | 20,014 |\n| 010 | 20,238 |\n| 011 | 22,045 |\n| 012 | 3,179 |\n| 013 | 14,004 |\n| 014 | 11,204 |\n| 015 | 17,611 |\n| 016 | 16,345 |\n| 017 | 17,819 |\n| 018 | 18,070 |\n| 019 | 2,599 |\n| 020 | 4,525 |\n| 021 | 5,230 |\n| 022 | 1,109 |\n| 023 | 9,836 |\n| 024 | 2,835 |\n| 025 | 9,613 |\n| 026 | 14,896 |\n| 027 | 8,918 |\n| 028 | 13,086 |\n| 029 | 5,894 |\n| 030 | 22,258 |\n| 031 | 4,936 |\n| 032 | 19,681 |\n| 033 | 18,156 |\n| 034 | 3,294 |\n| 035 | 21,192 |\n| 036 | 10,671 |\n| 037 | 22,126 |\n| 038 | 15,436 |\n| 039 | 2,769 |\n| 040 | 11,962 |\n| 041 | 8,107 |\n| 042 | 1,113 |\n| 043 | 10,167 |\n| 044 | 1,817 |\n| 045 | 11,633 |\n| 046 | 16,934 |\n| 047 | 20,881 |\n| 048 | 11,499 |\n| 049 | 18,620 |\n| 050 | 12,416 |\n| 051 | 3,569 |\n| 052 | 22,137 |\n| 053 | 17,372 |\n| 054 | 4,161 |\n| 055 | 17,004 |\n\nRunning sum:\n4,952+15,081=20,033; +7,001=27,034; +5,002=32,036; +8,341=40,377; +12,017=52,394; +23,791=76,185; +6,544=82,729; +14,231=96,960; +20,014=116,974; +20,238=137,212; +22,045=159,257; +3,179=162,436; +14", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9995.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 458.0, "num_requests_total": 1.0, "gen_throughput": 15.8, "decode_sum_seq_lens": -101.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 11968.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": -11904.0, "kv_used_tokens": 11968.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1833.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9995.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9995.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47811.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 10.3, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159891.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 7240.0, "num_requests_total": 16.0, "gen_throughput": -89.00000000000001, "decode_sum_seq_lens": -316.0, "full_token_usage": 0.1, "num_used_tokens": 11776.0, "kv_available_tokens": -832.0, "kv_evictable_tokens": -10944.0, "kv_used_tokens": 11776.0, "spec_accept_length": -0.9000000000000001, "spec_accept_rate": -0.20000000000000004, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2558.0, "queue_time_seconds_count": 64.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 1213.0, "eviction_duration_seconds_count": 64.0, "cuda_graph_passes_total": 28976.0, "realtime_tokens_total": 193350.0, "evicted_tokens_total": 765440.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159891.0, "prompt_tokens_histogram_bucket": 345.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159891.0, "uncached_prompt_tokens_histogram_bucket": 345.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 77.8, "inter_token_latency_seconds_bucket": 765440.0, "inter_token_latency_seconds_count": 32752.0, "token_usage": 0.1 }, "step_ms": 10.78 } } }, "R1_d7": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 7 --speculative-eagle-topk 1 --speculative-num-draft-tokens 8 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 8, "tok_s_median": 483.1, "tok_s_first8_median": 483.1, "tok_s_agg": 484.2, "tok_s_all_sorted": [ 428.9, 433.9, 447.0, 462.4, 503.8, 529.2, 553.2, 554.6 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 237.0, "prefix_cache_suspect": false, "tau": 5.4759, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 462.4, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv-7f3a9b2c-4d5e-6f8a-9b0c-1d2e3f4a5b6c\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of reset\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_gone_invoice\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_soft_delete_customer\",\n \"payload\": {\"id\": \"cust-8e4b1c2d-5f6a-7b8c-9d0e-1f2a3b4c5d6e\", \"idempotency-key\": \"idem-2026-0615-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v2/customers/{id}/verify with idempotency-key restore\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_rate_limited\",\n \"payload\": {\"id\": \"cust-8e4b1c2d-5f6a-7b8c-9d0e-1f2a3b4c5d6e\", \"idempotency-key\": \"idem-2026-0615-002\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate_limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_2fa\",\n \"payload\": {\"id\": \"sub-9f5c2d3e-6a7b-8c9d-0e1f-2a3b4c5d6e7f\", \"idempotency-key\": \"idem-2026-0615-003\", \"x-2fa-context\": \"totp-verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/retry with idempotency-key\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required_no_2fa\",\n \"payload\": {\"id\": \"sub-9f5c2d3e-6a7b-8c9d-0e1f-2a3b4c5d6e7f\", \"idempotency-key\": \"idem-2026-0615-004\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook_paginated\",\n \"payload\": {\"id\": \"wh-0a6d3e4f-7b8c-9d0e-1f2a-3b4c5d6e7f8a\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/approve with cursor reset\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required\",\n \"payload\": {\"id\": \"wh-0a6d3e4f-7b8c-9d0e-1f2a-3b4c5d6e7f8a\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_report_dry_run\",\n \"payload\": {\"id\": \"rpt-1b7e4f5a-8c9d-0e1f-2a3b-4c5d6e7f8a9b\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"PUT /v2/reports/{id}/archive with dry_run false\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict\",\n \"payload\": {\"id\": \"rpt-1b7e4f5a-8c9d-0e1f-2a3b-4c5d6e7f8a9b\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tok-2c8f5a6b-9d0e-1f2a-3b4c-5d6e7f8a9b0c\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v3/tokens/{id}/archive with unarchive flag\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_precondition_failed\",\n \"payload\": {\"id\": \"tok-2c8f5a6b-9d0e-1f2a-3b4c-5d6e7f8a9b0c\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_audit_with_as_of\",\n \"payload\": {\"id\": \"aud-3d9a6b7c-0e1f-2a3b-4c5d-6e7f8a9b0c1d\", \"as_of\": \"2026-06-14T23:59:59Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"GET /v3/audits/{id}/retry with as_of now\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_beta\",\n \"payload\": {\"id\": \"aud-3d9a6b7c-0e1f-2a3b-4c5d-6e7f8a9b0c1d\", \"as_of\": \"2026-06-14T23:59:59Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_export_paginated\",\n \"payload\": {\"id\": \"exp-4e0b7c8d-1f2a-3b4c-5d6e-7f8a9b0c1d2e\", \"cursor\": \"eyJwYWdlIjoyfQ==\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/retry with cursor reset\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_precondition_required\",\n \"payload\": {\"id\": \"", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 394.0, "num_requests_total": 1.0, "gen_throughput": 524.7, "decode_sum_seq_lens": 1887.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1920.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1920.0, "spec_accept_length": 2.1, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1577.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48329.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 447.0, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"inv-2f4a8b1c-5d3e-7f6a-9b0c-1d2e3f4a5b6c\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive (restore with status:pending)\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"cus-3f5b9c2d-6e4f-8g7b-0c1d-2e3f4a5b6c7d\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PUT /v1/customers/{id}/finalize (revert with status:open)\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000000\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"sub-4g6c0d3e-7f5g-9h8c-1d2e-3f4a5b6c7d8e\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\", \"status\": \"pending\"},\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/finalize async job completion\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"sub-4g6c0d3e-7f5g-9h8c-1d2e-3f4a5b6c7d8e\", \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\"id\": \"whk-5h7d1e4f-8g6h-0i9d-2e3f-4a5b6c7d8e9f\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"audit_event_id\": \"evt-\"},\n \"cleanup\": \"DELETE /v3/webhooks/{id}/preview (audit event cleanup)\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"whk-5h7d1e4f-8g6h-0i9d-2e3f-4a5b6c7d8e9f\", \"cursor\": \"c1\", \"limit\": 10000},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"Precondition Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt-6i8e2f5g-9i7j-1k0e-3f4a-5b6c7d8e9f0a\", \"idempotency-key\": \"idem-abc123-xyz789\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v2/reports/{id}/approve (idempotent revert)\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"rpt-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-fail-001\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tok-7j9f3g6h-0k8l-2m1f-4a5b-6c7d8e9f0a1b\", \"idempotency-key\": \"idem-tok-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"GET /v2/tokens/{id}/archive (idempotent restore)\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"invalid-uuid-format\", \"idempotency-key\": \"idem-tok-002\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"adt-8k0g4h7i-1l9m-3n2g-5b6c-7d8e9f0a1b2c\", \"cursor\": \"c1\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"items\": [], \"next_cursor\": null},\n \"cleanup\": \"DELETE /v2/audits/{id}/preview (paginated cleanup)\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"adt-00000000-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 25},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"exp-9l1h5i8j-2m0n-4o3h-6c7d-8e9f0a1b2c3d\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\", \"archived_at\": \"2026-01-15T00:00:00Z\"},\n \"cleanup\": \"DELETE /v1/exports/{id}/archive (beta restore)\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"exp-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload\": {\"id\": \"pln-0m2i6j9k-3o1p-5q4i-7d8e-9f0a1b2c3d4e\", \"cursor\": \"c1\", \"limit\": 15", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 408.0, "num_requests_total": 1.0, "gen_throughput": 12.0, "decode_sum_seq_lens": 74.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1633.0, "realtime_tokens_total": 12095.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48231.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 337.0, "tok_s": 554.6, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_rotate\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v2/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_rotate_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_customer_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-2024-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/customers/{id}/reactivate\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-2024-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_subscription_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"ik-2024-003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_subscription_verify_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"ik-2024-004\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_webhook_rotate\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/rotate?dry_run=true\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_rotate_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_report_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_report_cancel_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"c2\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_preview_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_audit_rotate\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"idempotency-key\": \"ik-2024-005\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v1/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"/v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_rotate_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"idempotency-key\": \"ik-2024-006\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_export_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v3/exports/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_export_archive_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v2/plans/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_approve_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"dry_run\": false},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_usage_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440019\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/usage/{id}/preview\"\n },\n {\n \"endpoint\": \"/v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_usage_preview_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440020\", \"dry_run\": false},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n ", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 323.0, "num_requests_total": 1.0, "gen_throughput": 70.4, "decode_sum_seq_lens": -165.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -192.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1293.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48703.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 503.8, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy\",\n \"payload\": {\"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy\",\n \"payload\": {\"id\": \"b2c3d4e5-f6a7-8901-bcde-f23456789012\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy\",\n \"payload\": {\"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 25},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 25},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy\",\n \"payload\": {\"id\": \"d4e5f6a7-b8c9-0123-defa-456789012345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy\",\n \"payload\": {\"id\": \"e5f6a7b8-c9d0-1234-efab-567890123456\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_conflict\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy\",\n \"payload\": {\"id\": \"f6a7b8c9-d0e1-2345-fabc-678901234567\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy\",\n \"payload\": {\"id\": \"a7b8c9d0-e1f2-3456-abcd-789012345678\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy\",\n \"payload\": {\"id\": \"b8c9d0e1-f2a3-4567-bcde-890123456789\", \"idempotency-key\": \"export-final-12345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_conflict\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"export-final-00000\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy\",\n \"payload\": {\"id\": \"c9d0e1f2-a3b4-5678-cdef-901234567890\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_too_many_requests\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"too_many_requests\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_cancel_happy\",\n \"payload\": {\"id\": \"d0e1f2a3-b4c5-6789-defa-012345678901\", \"cursor", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 359.0, "num_requests_total": 1.0, "gen_throughput": -96.2, "decode_sum_seq_lens": 30.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -1.1, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1437.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48488.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 553.2, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v2/invoices/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-001-abc\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v1/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-001-abc\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_subscription_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v2/webhooks/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_webhook_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v1/reports/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_report_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 9999},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"bad_request\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-002-def\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v3/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-003-ghi\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PATCH /v2/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_audit_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"GET /v1/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"bad_request\"},\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"GET /v3/usage/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n ", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 324.0, "num_requests_total": 1.0, "gen_throughput": 65.8, "decode_sum_seq_lens": -88.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1297.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48716.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 428.9, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_invoice_approve\",\n \"payload\": {\"id\": \"inv-2f8a9c4e-1b3d-4e5f-9a0b-1c2d3e4f5a6b\", \"idempotency-key\": \"idem-2026-001-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_invoice_approve_payment_required\",\n \"payload\": {\"id\": \"inv-failed-payment-9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\", \"idempotency-key\": \"idem-2026-001-approve-402\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_verify\",\n \"payload\": {\"id\": \"cust-7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_verify_conflict\",\n \"payload\": {\"id\": \"cust-already-verified-1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"already_verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"sub-3a4b5c6d-7e8f-9a0b-1c2d-3e4f5a6b7c8d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_subscription_preview_conflict\",\n \"payload\": {\"id\": \"sub-cancelled-9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"subscription_cancelled\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_cancel\",\n \"payload\": {\"id\": \"whk-5a6b7c8d-9e0f-1a2b-3c4d-5e6f7a8b9c0d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_webhook_cancel_conflict\",\n \"payload\": {\"id\": \"whk-already-cancelled-7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 409,\n \"expected_body_contains\": \"already_cancelled\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_report_cancel\",\n \"payload\": {\"id\": \"rpt-9a0b1c2d-3e4f-5a6b-7c8d-9e0f1a2b3c4d\", \"idempotency-key\": \"idem-2026-001-report-cancel-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/reports/{id}/restore\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_report_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rpt-locked-1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"idempotency-key\": \"idem-2026-001-report-cancel-412\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"report_locked\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_rotate\",\n \"payload\": {\"id\": \"tok-2b3c4d5e-6f7a-8b9c-0d1e-2f3a4b5c6d7e\", \"idempotency-key\": \"idem-2026-001-token-rotate-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_rotate_not_found\",\n \"payload\": {\"id\": \"tok-nonexistent-4d5e6f7a-8b9c-0d1e-2f3a-4b5c6d7e8f9a\", \"idempotency-key\": \"idem-2026-001-token-rotate-404\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"token_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_audit_verify\",\n \"payload\": {\"id\": \"adt-6d7e8f9a-0b1c-2d3e-4f5a-6b7c8d9e0f1a\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_verify_gone\",\n \"payload\": {\"id\": \"adt-expired-8f9a0b1c-2d3e-4f5a-6b7c-8d9e0f1a2b3c\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"audit_expired\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"exp-0f1a2b3c-4d5e-6f7a-8b9c-0d1e2f3a4b5c\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"export\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_verify_conflict\",\n \"payload\": {\"id\": \"exp-already-verified-2b3c4d5e-6f7a-8b9c-0d1e-2f3", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 426.0, "num_requests_total": 1.0, "gen_throughput": -90.7, "decode_sum_seq_lens": 152.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -1.1, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1705.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48111.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 433.9, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_happy_path\",\n \"payload\": {\"id\": \"inv-2f4a8c1e-5d6b-4e8f-9a0b-1c2d3e4f5a6b\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v1/invoices/{id}/cancel with dry_run true to verify idempotency, or create new invoice via POST /v1/invoices\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_not_found\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_happy_path\",\n \"payload\": {\"id\": \"cus-3a5b7c9d-1e2f-4a6b-8c0d-2e4f6a8b0c2d\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v1/customers/{id}/finalize with dry_run true, or archive customer via PATCH if supported\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_gone\",\n \"payload\": {\"id\": \"cus-3a5b7c9d-1e2f-4a6b-8c0d-2e4f6a8b0c2d\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_happy_path\",\n \"payload\": {\"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d1e-3f5a7b9c1d3e\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/archive to restore if supported, or create new subscription\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_conflict\",\n \"payload\": {\"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d1e-3f5a7b9c1d3e\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_happy_path\",\n \"payload\": {\"id\": \"whk-5c7d9e1f-3a4b-6c8d-0e2f-4a6b8c0d2e4f\", \"idempotency_key\": \"idmp-2024-001-cancel-abc123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel with same idempotency_key for idempotent cleanup, or create new webhook\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_rate_limited\",\n \"payload\": {\"id\": \"whk-5c7d9e1f-3a4b-6c8d-0e2f-4a6b8c0d2e4f\", \"idempotency_key\": \"idmp-2024-002-rate-test\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate_limited\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_happy_path\",\n \"payload\": {\"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f3a-5b7c9d1e3f5a\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/reports/{id}/finalize with as_of updated, or emit audit event cleanup\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_precondition_failed\",\n \"payload\": {\"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f3a-5b7c9d1e3f5a\", \"as_of\": \"2025-12-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_happy_path\",\n \"payload\": {\"id\": \"tok-7e9f1a3b-5c6d-8e0f-2a4b-6c8d0e2f4a6b\", \"idempotency_key\": \"idmp-2024-003-retry-xyz789\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"POST /v2/tokens/{id}/retry with same idempotency_key for idempotent result, or revoke token\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_payment_required\",\n \"payload\": {\"id\": \"tok-7e9f1a3b-5c6d-8e0f-2a4b-6c8d0e2f4a6b\", \"idempotency_key\": \"idmp-2024-004-pay-req\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_happy_path\",\n \"payload\": {\"id\": \"adt-8f0a2b4c-6d7e-9f1a-3b5c-7d9e1f3a5b7c\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_initiated\",\n \"cleanup\": \"PATCH /v3/audits/{id}/retry with dry_run true for verification, or create new audit record\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_gone\",\n \"payload\": {\"id\": \"adt-8f0a2b4c-6d7e-9f1a-3b5c-7d9e1f3a5b7c\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"export_preview_happy_path\",\n \"payload\": {\"id\": \"exp-9a1b3c5d-7e8f-0a2b-4c6d-8e0f2a4b6c8d\", \"idempotency_key\": \"idmp-2024-005-del-preview\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview_deleted\",\n \"cleanup\": \"none required; soft-delete allows restoration via admin endpoint if available\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"export_preview_payment_required\",\n \"payload\": {\"id\": \"exp-9a1b3c5d", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 419.0, "num_requests_total": 1.0, "gen_throughput": 16.7, "decode_sum_seq_lens": -21.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1677.0, "realtime_tokens_total": 12098.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 48152.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 529.2, "text": "```json\n[\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-28T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/invoices/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-06-28T12:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/customers/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_subscription_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_webhook_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_report_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v2/tokens/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_token_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_audit_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_plan_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_usage_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n ", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 339.0, "num_requests_total": 1.0, "gen_throughput": 103.4, "decode_sum_seq_lens": -28.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 12032.0, "spec_accept_length": 1.2, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1357.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48627.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 3.5, "http_requests_total": 16.0, "http_responses_total": 16.0, "prompt_tokens_total": 79722.0, "generation_tokens_total": 16384.0, "spec_verify_calls_total": 2992.0, "num_requests_total": 8.0, "gen_throughput": 606.1, "decode_sum_seq_lens": 1841.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1856.0, "kv_available_tokens": -95872.0, "kv_evictable_tokens": 94016.0, "kv_used_tokens": 1856.0, "spec_accept_length": 3.2, "spec_accept_rate": 0.30000000000000004, "per_stage_req_latency_seconds_sum": 7.600000000000001, "per_stage_req_latency_seconds_bucket": 1600.0, "per_stage_req_latency_seconds_count": 64.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 1280.0, "queue_time_seconds_count": 32.0, "cuda_graph_passes_total": 11976.0, "realtime_tokens_total": 96401.0, "time_to_first_token_seconds_sum": 1.6999999999999997, "time_to_first_token_seconds_bucket": 136.0, "time_to_first_token_seconds_count": 8.0, "prompt_tokens_histogram_sum": 79722.0, "prompt_tokens_histogram_bucket": 174.0, "prompt_tokens_histogram_count": 8.0, "uncached_prompt_tokens_histogram_sum": 79722.0, "uncached_prompt_tokens_histogram_bucket": 174.0, "uncached_prompt_tokens_histogram_count": 8.0, "generation_tokens_histogram_sum": 16384.0, "generation_tokens_histogram_bucket": 232.0, "generation_tokens_histogram_count": 8.0, "inter_token_latency_seconds_sum": 33.9, "inter_token_latency_seconds_bucket": 387357.0, "inter_token_latency_seconds_count": 16376.0 }, "step_ms": 11.31 } } }, "R2_fovea": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path /out/fovea_e_ckpt --speculative-num-steps 6 --speculative-eagle-topk 1 --speculative-num-draft-tokens 7 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 16, "tok_s_median": 501.8, "tok_s_first8_median": 502.1, "tok_s_agg": 488.4, "tok_s_all_sorted": [ 418.4, 436.9, 453.4, 453.7, 458.6, 486.4, 491.9, 496.0, 507.6, 508.2, 513.8, 516.4, 517.7, 526.2, 531.6, 539.7 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 235.0, "prefix_cache_suspect": false, "tau": 5.2437, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 453.7, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive?as_of=2024-01-14T10:30:00Z\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_gone_invoice_410\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_soft_delete_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-key-001-abc\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v2/customers/{id}/restore (if exists) or recreate customer\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-key-002-def\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_2fa\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-key-003-ghi\", \"x-2fa-context\": \"totp-verified-123456\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/retry (reinstate subscription)\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required_428\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-key-004-jkl\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/approve?cursor=eyJwYWdlIjowfQ==&limit=50 (reset state)\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"invalid-cursor\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_report_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"PUT /v2/reports/{id}/archive?dry_run=false (actual archive to match state)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v3/tokens/{id}/archive (idempotent re-call to restore state) or POST /v3/tokens/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_audit_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2024-01-15T10:30:00Z\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"GET /v3/audits/{id}/retry?as_of=2024-01-14T10:30:00Z (revert to prior state)\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2024-01-15T10:30:00Z\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_export_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/retry?cursor=eyJwYWdlIjowfQ==&limit=100 (reset pagination state)\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_finalize_plan_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 30},\n \"expected_status\": 202,\n \"expected_body", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 420.0, "num_requests_total": 1.0, "gen_throughput": 476.6, "decode_sum_seq_lens": 1724.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1728.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1728.0, "spec_accept_length": 1.6, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1681.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48321.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 245.0, "tok_s": 418.4, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_archive_invoice\",\n \"payload\": {\"id\": \"inv-2f8a9c4e-1b3d-4e5f-8a9c-2f8a9c4e1b3d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive (idempotent unarchive not available, manual restore)\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_finalize_customer\",\n \"payload\": {\"id\": \"cust-7d3e1f5a-9b2c-4d8e-a1f3-7d3e1f5a9b2c\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"none (finalize is terminal)\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"cust-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_finalize_subscription\",\n \"payload\": {\"id\": \"sub-9a4b7c2e-5f1d-48a3-b6c9-9a4b7c2e5f1d\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"none (async job, monitor job status)\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"sub-9a4b7c2e-5f1d-48a3-b6c9-9a4b7c2e5f1d\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_preview_webhook\",\n \"payload\": {\"id\": \"whk-3c6d8a0f-4e2b-5c7d-9a1f-3c6d8a0f4e2b\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none (preview is non-mutating)\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"whk-3c6d8a0f-4e2b-5c7d-9a1f-3c6d8a0f4e2b\", \"cursor\": \"invalid\", \"limit\": 10},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_approve_report\",\n \"payload\": {\"id\": \"rpt-1a5e9d3b-7f2c-4a8e-b5d1-1a5e9d3b7f2c\", \"idempotency-key\": \"idem-2026-001-report-approve\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/reports/{id}/approve with different idempotency-key to reverse (if supported)\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"rpt-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2026-002-report-fail\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_archive_token\",\n \"payload\": {\"id\": \"tok-4b8f2c6a-0d4e-5b9f-8c2a-4b8f2c6a0d4e\", \"idempotency-key\": \"idem-2026-003-token-archive\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive with idempotency-key to unarchive (idempotent)\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"tok-4b8f2c6a-0d4e-5b9f-8c2a-4b8f2c6a0d4e\", \"idempotency-key\": \"\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_preview_audit\",\n \"payload\": {\"id\": \"adt-6c0a4e8b-2f5d-7c1a-9e3b-6c0a4e8b2f5d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none (preview is non-mutating)\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"adt-00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_archive_export\",\n \"payload\": {\"id\": \"exp-8d2b6f0c-4a7e-9d3b-1f5c-8d2b6f0c4a7e\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"none (archive is terminal for exports)\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"exp-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_archive_plan\",\n \"payload\": {\"id\": \"pln-0f4d8a2e-6b9c-3e7a-0d5f-0f4d8a2e6b9c\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 15},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/plans/{id}/archive with unarchive flag (if available) or manual restore\"\n", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 460.0, "num_requests_total": 1.0, "gen_throughput": -35.0, "decode_sum_seq_lens": 225.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1841.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 48096.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 486.4, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\"},\n \"cleanup\": \"POST /v2/invoices/{id}/rotate (no such endpoint, use POST /v2/invoices/{id}/create if exists, or manual DB reset)\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_rotate_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-001-abc123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"POST /v2/customers/{id}/reactivate (no such endpoint, manual status reset to active)\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_cancel_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-002-def456\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-003-ghi789\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\", \"amount_cents\": 9999},\n \"cleanup\": \"POST /v2/subscriptions/{id}/unverify (no such endpoint, manual status reset to pending)\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_verify_subscription\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-004-jkl012\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\", \"dry_run\": true},\n \"cleanup\": \"PUT /v3/webhooks/{id}/rotate with dry_run=false to apply, then PUT /v3/webhooks/{id}/rotate again to restore\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_rotate_webhook\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\", \"cursor\": \"c1\", \"limit\": 50},\n \"cleanup\": \"PUT /v2/reports/{id}/generate (no such endpoint, manual status reset to active)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_cancel_report\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"c0\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"idempotency-key\": \"idem-005-mno345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\", \"amount_cents\": 2500},\n \"cleanup\": \"POST /v1/audits/{id}/rotate (idempotent, safe to re-rotate)\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_rotate_audit\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-006-pqr678\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"amount_cents\": 7500},\n \"cleanup\": \"POST /v3/exports/{id}/unarchive (no such endpoint, manual status reset to open)\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_plan_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\", \"dry_run\": true},\n \"cleanup\": \"GET /v2/plans/{id}/approve with dry_run=false to apply, then PUT /v2/plans/{id}/cancel to reverse\"\n },\n {\n \"endpoint\": \"GET", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 391.0, "num_requests_total": 1.0, "gen_throughput": 117.5, "decode_sum_seq_lens": -70.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -64.0, "spec_accept_length": 1.4, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1565.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48500.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 496.0, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy_path\",\n \"payload\": {\"id\": \"b2c3d4e5-f6a7-8901-bcde-f23456789012\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {\"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"d4e5f6a7-b8c9-0123-defa-456789012345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"e5f6a7b8-c9d0-1234-efab-567890123456\", \"as_of\": \"2024-06-01\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_conflict\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-01\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy_path\",\n \"payload\": {\"id\": \"f6a7b8c9-d0e1-2345-fabc-678901234567\", \"as_of\": \"2024-06-01\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-01\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy_path\",\n \"payload\": {\"id\": \"a7b8c9d0-e1f2-3456-abcd-789012345678\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy_path\",\n \"payload\": {\"id\": \"b8c9d0e1-f2a3-4567-bcde-890123456789\", \"idempotency-key\": \"exp-final-001-abc\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_conflict\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"exp-final-002-xyz\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"c9d0e1f2-a3b4-5678-cdef-901234567890\", \"as_of\": \"2024-06-01\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_conflict\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-01\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_cancel_happy_path\",\n \"payload\": {\"id\": \"d0e1f2a3-b4c5-6789-defa-012345678901\", \"cursor\": \"2024-01-01T00:00:00Z\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 385.0, "num_requests_total": 1.0, "gen_throughput": -93.1, "decode_sum_seq_lens": -161.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": -1.1, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1541.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48519.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 539.7, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v2/invoices/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-20250101-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v1/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-20250101-002\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/webhooks/{id}/preview\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/reports/{id}/preview\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"idempotency-key\": \"ik-20250101-003\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"idempotency-key\": \"ik-20250101-004\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v2/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"as_of\": \"2025-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v1/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"as_of\": \"2025-01-15T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440019\", \"as_of\": \"2025-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v3/usage/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440020\", \"as_of\": \"2025-01-15T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/credits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 352.0, "num_requests_total": 1.0, "gen_throughput": 112.8, "decode_sum_seq_lens": 9.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 1.2, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1409.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48751.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 229.0, "tok_s": 516.4, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idem-2024-001-approve\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2024-002-402\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"def456\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_too_many_requests\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate_limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"ghi789\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"jkl012\", \"limit\": 25},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"idempotency-key\": \"idem-2024-003-cancel\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/reports/{id}/reopen\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"idempotency-key\": \"idem-2024-004-428\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"idempotency-key\": \"idem-2024-005-rotate\", \"2fa_context\": \"totp-valid-123456\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"cleanup\": \"PUT /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-006-404\", \"2fa_context\": \"totp-valid-789012\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_started\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"dry_run\": true},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/usage/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"usage_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440019\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v3/usage/{id}/archive\"\n },\n ", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 368.0, "num_requests_total": 1.0, "gen_throughput": -32.9, "decode_sum_seq_lens": 2.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.8, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1473.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48621.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 508.2, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v3/invoices/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"EUR\", \"metadata\": {\"tier\": \"premium\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"active\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"EUR\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"done\", \"amount_cents\": 2500, \"currency\": \"GBP\", \"metadata\": {\"plan\": \"annual\"}, \"version\": 3},\n \"expected_status\": 200,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"PUT /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"status\": \"pending\", \"amount_cents\": 2500, \"currency\": \"GBP\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency_key\": \"wh-cancel-001\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"source\": \"internal\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_rate_limited\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency_key\": \"wh-cancel-002\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-06-15T00:00:00Z\", \"status\": \"closed\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"period\": \"Q2\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"DELETE /v3/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-15T00:00:00Z\", \"status\": \"open\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"idempotency_key\": \"tok-retry-001\", \"status\": \"done\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {\"attempt\": 2}, \"version\": 3},\n \"expected_status\": 202,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"GET /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"idempotency_key\": \"tok-retry-002\", \"status\": \"failed\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"retried_by\": \"system\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"GET /v1/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"dry_run\": false, \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": null\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"export_preview_soft_delete_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"idempotency_key\": \"exp-preview-001\", \"status\": \"held\", \"amount_cents\": 7500, \"currency\": \"CAD\", \"metadata\": {\"export_type\": \"full\"}, \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\":", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 375.0, "num_requests_total": 1.0, "gen_throughput": -8.2, "decode_sum_seq_lens": 230.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1501.0, "realtime_tokens_total": 12096.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48609.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 531.6, "text": "```json\n[\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_customer_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_customer_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 20},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"verify_webhook_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"verify_webhook_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"verify_report_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"verify_report_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"preview_audit_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"preview_audit_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"verify_export_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"verify_export_bad_request\",\n \"payload\": {\"id\": \"invalid-uuid-format\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"finalize_plan_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"finalize_plan_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_usage_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_usage_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 357.0, "num_requests_total": 1.0, "gen_throughput": 10.7, "decode_sum_seq_lens": -115.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1429.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48711.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 458.6, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idmp-key-001-abc123\",\n \"status\": \"closed\",\n \"metadata\": {\"archived_by\": \"system\", \"reason\": \"payment_complete\"},\n \"version\": 2\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status=open\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"idempotency-key\": \"idmp-key-002-abc123\",\n \"status\": \"closed\",\n \"metadata\": {\"archived_by\": \"system\"},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"payment_failed\", \"attempt\": \"2\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\", \"retry_accepted\": true},\n \"cleanup\": \"PUT /v1/customers/{id}/retry with status=active to reset\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"past_due\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"insufficient_funds\"}\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idmp-key-003-abc123\",\n \"status\": \"pending\",\n \"metadata\": {\"rotation_reason\": \"scheduled\", \"rotated_by\": \"admin-001\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"rotation_accepted\": true, \"status\": \"pending\"},\n \"cleanup\": \"POST /v3/subscriptions/{id}/rotate (if exists) or recreate subscription\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_rotation_in_progress\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idmp-key-004-abc123\",\n \"status\": \"done\",\n \"metadata\": {\"rotation_reason\": \"emergency\"}\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"rotation_in_progress\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idmp-key-005-abc123\",\n \"status\": \"active\",\n \"metadata\": {\"approved_by\": \"admin-002\", \"approval_notes\": \"verified endpoint\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\", \"approval_accepted\": true},\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve with status=past_due to deactivate\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_not_found\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"idempotency-key\": \"idmp-key-006-abc123\",\n \"status\": \"active\",\n \"metadata\": {\"approved_by\": \"admin-002\"}\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"webhook_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"failed\",\n \"dry_run\": false,\n \"metadata\": {\"retry_reason\": \"timeout_recovery\", \"report_type\": \"monthly\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"pending\", \"retry_initiated\": true},\n \"cleanup\": \"PATCH /v1/reports/{id}/retry with dry_run=true to verify state\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_gone_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"done\",\n \"dry_run\": false,\n \"metadata\": {\"retry_reason\": \"already_complete\"}\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"report_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency-key\": \"idmp-key-007-abc123\",\n \"status\": \"active\",\n \"metadata\": {\"preview_context\": \"payment_setup\", \"expires_in\": \"3600\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\", \"preview_valid\": true},\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview with idempotency-key to revert\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\n \"id\":\":\"\n }\n }\n]\n```\n\nI need to continue from where I broke off. Let me redo this properly with valid JSON.\n\n```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idmp-key-001-abc123\",\n \"status\": \"closed\",\n \"metadata\": {\"archived_by\": \"system\", \"reason\": \"payment_complete\"},\n \"version\": 2\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status=open\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440999\",\n \"idempotency-key\": \"idmp-key-002-abc123\",\n \"status\": \"closed\",\n \"metadata\": {\"archived_by\": \"system\"},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error", "slot": 8, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 414.0, "num_requests_total": 1.0, "gen_throughput": -107.2, "decode_sum_seq_lens": -67.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": -1.2, "spec_accept_rate": -0.2, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1661.0, "realtime_tokens_total": 12043.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48314.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 248.0, "tok_s": 453.4, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_invoice_with_as_of_date\",\n \"payload\": {\"id\": \"inv-2f8a9e4d-1c3b-5d7e-9f0a-8b6c4e2d1a3f\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required_error_402\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer_dry_run\",\n \"payload\": {\"id\": \"cus-3a9b8c7d-6e5f-4g2h-1i0j-9k8l7m6n5o4p\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/customers/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_error_412\",\n \"payload\": {\"id\": \"cus-3a9b8c7d-6e5f-4g2h-1i0j-9k8l7m6n5o4p\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_subscription_dry_run\",\n \"payload\": {\"id\": \"sub-4b0c9d8e-7f6g-5h3i-2j1k-0l9m8n7o6p5q\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate-back\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_conflict_error_409\",\n \"payload\": {\"id\": \"sub-4b0c9d8e-7f6g-5h3i-2j1k-0l9m8n7o6p5q\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_webhook\",\n \"payload\": {\"id\": \"whk-5c1d0e9f-8g7h-6i4j-3k2l-1m0n9o8p7q6r\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v3/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found_error_404\",\n \"payload\": {\"id\": \"whk-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt-6d2e1f0a-9i8j-7k5l-4m3n-2o1p0q9r8s7t\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/reports/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_bad_request_error_400\",\n \"payload\": {\"id\": \"rpt-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_token_with_as_of\",\n \"payload\": {\"id\": \"tkn-7f3g2h1b-0k9l-8m6n-5o4p-3q2r1s0t9u8v\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/tokens/{id}\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required_error_402\",\n \"payload\": {\"id\": \"tkn-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_idempotency\",\n \"payload\": {\"id\": \"adt-8g4h3i2c-1m0n-9o7p-6q5r-4s3t2u1v0w9x\", \"idempotency_key\": \"idem-key-20260615-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v2/audits/{id}\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_error_402\",\n \"payload\": {\"id\": \"adt-00000000-0000-0000-0000-000000000000\", \"idempotency_key\": \"idem-key-20260615-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_export_with_idempotency\",\n \"payload\": {\"id\": \"exp-9h5i4j3d-2n1o-0p8q-7r6s-5t4u3v2w1x0y\", \"idempotency_key\": \"idem-key-20260615-003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/exports/{id}/unfinalize\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_bad_request_error_400\",\n \"payload\": {\"id\": \"exp-00000000-0000-0000-0000-000000000000\", \"idempotency_key\": \"idem-key-20260615-004\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_plan_deletion\",\n \"payload\": {\"id\": \"pln-0i6j5k4e-3o2p-1q9r-8s7t-6u5v4w3x2y1z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v3/plans/{id}/restore\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_error_", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 426.0, "num_requests_total": 1.0, "gen_throughput": 65.7, "decode_sum_seq_lens": 176.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.7, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1705.0, "realtime_tokens_total": 12099.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48283.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 517.7, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_invoice_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440099\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_customer_approval\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"/v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440098\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_subscription_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry queued\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440097\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verification initiated\",\n \"cleanup\": \"DELETE /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440096\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry queued\",\n \"cleanup\": \"DELETE /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440095\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440094\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview generated\",\n \"cleanup\": \"DELETE /v2/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440093\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_export_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440092\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_plan_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440091\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_usage_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry accepted\",\n \"cleanup\": \"POST /v3/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e840", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 367.0, "num_requests_total": 1.0, "gen_throughput": 5.4, "decode_sum_seq_lens": -160.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1469.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48648.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 513.8, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_invoice_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6IjEwMCJ9\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6IjEwMCJ9\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_subscription_approval\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v2/subscriptions/{id}/restore\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_webhook_with_idempotency\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-2024-rotate-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v1/webhooks/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_required_428\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-2024-rotate-002\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report_as_of_date\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/reports/{id}/restore\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_token_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6IjIwMCJ9\", \"limit\": 30},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_unprocessable_422\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"invalid\", \"limit\": 30},\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/restore\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_export_async\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_required_428\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_plan_idempotent\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"idempotency-key\": \"ik-2024-plan-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_unprocessable_422\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"idempotency-key\": \"ik-2024-plan-002\"},\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_usage_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v1/usage/{id}/restore\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"550e8400", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 370.0, "num_requests_total": 1.0, "gen_throughput": 81.8, "decode_sum_seq_lens": -73.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1481.0, "realtime_tokens_total": 11971.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48608.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 436.9, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\n \"id\": \"inv_2a3f8e1d-5c6b-4d9a-8f2e-1a3b5c7d9e0f\",\n \"idempotency-key\": \"idem_7f8e9d2c-1b3a-4c5d-6e7f-8a9b0c1d2e3f\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_cancel_invoice\",\n \"payload\": {\n \"id\": \"inv_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\",\n \"idempotency-key\": \"idem_1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\n \"id\": \"cus_1b2c3d4e-5f6a-7b8c-9d0e-1f2a3b4c5d6e\",\n \"idempotency-key\": \"idem_a1b2c3d4-e5f6-a7b8-c9d0-e1f2a3b4c5d6\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"past_due\"},\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_archive_customer\",\n \"payload\": {\n \"id\": \"cus_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\",\n \"idempotency-key\": \"idem_b2c3d4e5-f6a7-b8c9-d0e1-f2a3b4c5d6e7\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\n \"id\": \"sub_3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\",\n \"cursor\": \"cur_2026-01-15T10:30:00Z\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_finalize_subscription\",\n \"payload\": {\n \"id\": \"sub_deleted_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\",\n \"cursor\": \"cur_2026-01-15T10:30:00Z\",\n \"limit\": 50\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\n \"id\": \"whk_4d5e6f7a-8b9c-0d1e-2f3a-4b5c6d7e8f9a\",\n \"idempotency-key\": \"idem_c3d4e5f6-a7b8-c9d0-e1f2-a3b4c5d6e7f8\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_archive_webhook\",\n \"payload\": {\n \"id\": \"whk_invalid\",\n \"idempotency-key\": \"idem_d4e5f6a7-b8c9-d0e1-f2a3-b4c5d6e7f8a9\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"rpt_5e6f7a8b-9c0d-1e2f-3a4b-5c6d7e8f9a0b\",\n \"cursor\": \"cur_2026-02-20T14:45:00Z\",\n \"limit\": 100\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_retry_report\",\n \"payload\": {\n \"id\": \"rpt_unpaid_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\",\n \"cursor\": \"cur_2026-02-20T14:45:00Z\",\n \"limit\": 100\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\n \"id\": \"tok_6f7a8b9c-0d1e-2f3a-4b5c-6d7e8f9a0b1c\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"POST /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_cancel_token\",\n \"payload\": {\n \"id\":\": \"tok_locked_9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_audit\",\n \"payload\": {\n \"id\": \"adt_7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\",\n \"idempotency-key\": \"idem_e5f6a7b8-c9d0-e1f2-a3b4-c5d6e7f8a9b0\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_bad_request_verify_audit\",\n \"payload\": {\n \"id\": \"adt_invalid\",\n \"idempotency-key\": \"idem_f6a7b8c9", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 443.0, "num_requests_total": 1.0, "gen_throughput": -57.9, "decode_sum_seq_lens": 42.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.7, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1773.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 48173.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 507.6, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v3/invoices/{id}/cancel (re-cancel idempotent)\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"customers_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate (idempotent re-rotate)\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"customers_rotate_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2026-06-24T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"none (archive irreversible)\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_archive_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-001-abc123\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"none (approval final)\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_approve_precondition_failed\",\n \"payload\": {\"id\":\": \"\n\n,\"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-002-xyz789\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-24T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_verify_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2027-01-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"tokens_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none (soft-delete, can be restored manually)\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"tokens_verify_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v3/audits/{id}/rotate (re-rotate idempotent via audit event)\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_rotate_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"exports_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"idem-003-cancel1\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"none (cancel final)\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"exports_cancel_precondition\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"idem-004-cancel2\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"plans_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"GET /v2/plans/{id}/rotate (idempotent read)\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"plans_rotate_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"usage_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"def456\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"usage_verify_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 373.0, "num_requests_total": 1.0, "gen_throughput": 27.8, "decode_sum_seq_lens": 75.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1493.0, "realtime_tokens_total": 11967.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48608.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 491.9, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"as_of\": \"2026-07-15T10:30:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_verify_invalid_as_of_format\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"as_of\": \"not-a-date\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"invalid_date_format\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"idempotency-key\": \"arch-2026-001-abc123\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"PUT /v1/customers/{id}/archive with idempotency-key: unarch-2026-001-abc123 (restore not available, manual reactivation required)\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_missing_idempotency_key\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"missing_idempotency_key\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"POST /v1/subscriptions/{id}/approve (reversal not standard, manual re-approval via admin)\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"subscription_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"wh-del-2026-001-xyz789\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"verified\": true},\n \"cleanup\": \"POST /v3/webhooks/{id}/verify (re-verification to restore state)\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_verify_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"wh-del-2026-002-xyz789\"\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"reports_finalize_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"POST /v2/reports/{id}/finalize (re-finalization to reset)\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"reports_finalize_invalid_dry_run\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": \"invalid\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"invalid_dry_run\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"tokens_preview_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"as_of\": \"2026-07-15T10:30:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"tokens_preview_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-07-15T10:30:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"token_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"cursor\": \"eyJpZCI6MX0=\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\"},\n \"cleanup\": \"DELETE /v2/audits/{id}/cancel (cancel async job)\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"cursor\": \"eyJpZCI6MX0=\",\n \"limit\": 50\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"audit_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"exports_rotate_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\"},\n \"cleanup\": \"POST /v2/exports/{id}/rotate (re-rotate to restore)\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"exports_rotate_gone\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"export_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"plans_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"as_of\": \"2026-07-15T10:30:00Z\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"open\"},\n \"cleanup\": \"PUT /v1/plans/{id}/archive (unarchive via archive endpoint with restore flag)\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"plans_archive_st", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 387.0, "num_requests_total": 1.0, "gen_throughput": -22.6, "decode_sum_seq_lens": -155.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11712.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": -192.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1549.0, "realtime_tokens_total": 11967.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48485.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 526.2, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2026-001\",\n \"status\": \"done\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idem-2026-002\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": true\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"active\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": true\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"as_of\": \"2026-01-15T00:00:00Z\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/unarchive\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-01-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false,\n \"status\": \"pending\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/reports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_gone\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": true\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"cursor-001\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_unprocessable\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"invalid-cursor\",\n \"limit\": 999999\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency-key\": \"idem-2026-007\",\n \"status\": \"closed\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job\",\n \"cleanup\": \"DELETE /v3/audits/{id}/purge\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_precondition\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency-key\": \"idem-2026-008\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/exports/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"export_retry_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"dry_run\": false,\n \"status\": \"pending\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v2/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v2/exports/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"export_retry_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"dry_run\": true\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/plans/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"plan_cancel_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"as_of\": \"2026-01-15T00:00:00Z\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/plans/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v2/plans/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"plan_cancel_bad_request\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"as_of\": \"invalid-date\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n ", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 361.0, "num_requests_total": 1.0, "gen_throughput": 1.4, "decode_sum_seq_lens": 130.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12160.0, "kv_available_tokens": -12160.0, "kv_used_tokens": 12160.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1445.0, "realtime_tokens_total": 12162.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48641.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 7.0, "http_requests_total": 32.0, "http_responses_total": 31.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6249.0, "num_requests_total": 16.0, "gen_throughput": 542.7999999999998, "decode_sum_seq_lens": 1812.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 13824.0, "kv_available_tokens": -191680.0, "kv_evictable_tokens": 177856.0, "kv_used_tokens": 13824.0, "spec_accept_length": 2.3000000000000003, "spec_accept_rate": 0.30000000000000004, "per_stage_req_latency_seconds_sum": 14.300000000000002, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2558.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 25016.0, "realtime_tokens_total": 192676.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 66.9, "inter_token_latency_seconds_bucket": 775888.0, "inter_token_latency_seconds_count": 32752.0, "http_requests_active": 1.0 }, "step_ms": 10.74 } } } }, "gates": { "G_d7": { "f8": 483.1, "champ_f8": 481.7, "keep": false }, "G_fovea": { "f8": 502.1, "champ_f8": 481.7, "keep": true } }, "decisions": [ "health (informational): 404.2", "R0 tool f8 = 481.7 (smoke ref 503.4); slow_node=False", "depth-7 dropped: 483.1 vs champ 481.7", "Fovea-E within tie band (502.1 vs 481.7); completing (Tier-3)", "SHIP: FIRST_GPU_500+TIER3 best={'tok_s': 501.8, 'arm': 'R2_fovea', 'cell': 'tool_nothink_10k', 'aa_len_ok': True, 'tau': 5.2437, 'step_ms': 10.74, 'fovea': True} $12.2" ], "hourly_usd": 24.0, "hard_cap_usd": 45.0, "bars": { "crusoe_median": 438.1, "crusoe_peak": 449.0, "stretch": 500.0, "note": "AA pinned 2026-07-05; smoke refs d5 486.9 / d6 498.5 n=16" }, "protocol": "brl11_record protocol: 10k docpacks, 2048 max_tokens, temp 0.6, per-request seeds, streaming interp median, n=16", "prompt_sha256_10k": "be01fffdb4cf55d93e049edaf22c5099d29cace9bc5fea8e3df8dcb29848a6e8", "ship": { "best_cell": { "tok_s": 501.8, "arm": "R2_fovea", "cell": "tool_nothink_10k", "aa_len_ok": true, "tau": 5.2437, "step_ms": 10.74, "fovea": true }, "tier": "FIRST_GPU_500+TIER3", "slow_node": false, "rule": "best n>=16 10k-in interp median (aa_len_ok preferred) vs 438.1 / 449 / 500; fovea wins exact ties" }, "total_spent_usd_est": 12.24 }