{ "campaign": "stage600_r", "engine": "sglang-0.5.14", "arms": { "R0_d6": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 6 --speculative-eagle-topk 1 --speculative-num-draft-tokens 7 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_short8_health": { "n": 8, "tok_s_median": 387.8, "tok_s_first8_median": 387.8, "tok_s_agg": 362.4, "tok_s_all_sorted": [ 249.2, 279.6, 343.4, 366.5, 409.1, 416.6, 456.8, 558.4 ], "ctok_median": 1200, "aa_len_ok": false, "ttft_ms_median": 152.0, "prefix_cache_suspect": false, "tau": 3.7203, "per_pos": null, "power": null, "rows": [ { "ctok": 1200, "ttft_ms": 157.0, "tok_s": 279.6, "text": "```json\n[\n {\"id\":1,\"step\":\"Pre-migration: Verify backup completion\",\"owner\":\"DBA\",\"command\":\"SELECT pg_is_in_recovery(); SELECT pg_size_pretty(pg_database_size('appdb'));\",\"rollback\":\"Abort if not in recovery mode or size mismatch\"},\n {\"id\":2,\"step\":\"Pre-migration: Validate replication lag\",\"owner\":\"DBA\",\"command\":\"SELECT EXTRACT(EPOCH FROM (now() - pg_last_xact_replay_timestamp())) AS lag_seconds;\",\"rollback\":\"Abort if lag > 10s\"},\n {\"id\":3,\"step\":\"Pre-migration: Freeze schema changes\",\"owner\":\"Platform\",\"command\":\"ALTER DATABASE appdb SET default_transaction_read_only = on;\",\"rollback\":\"SET default_transaction_read_only = off\"},\n {\"id\":4,\"step\":\"Pre-migration: Enable query logging\",\"owner\":\"DBA\",\"command\":\"ALTER SYSTEM SET log_min_duration_statement = 0; SELECT pg_reload_conf();\",\"rollback\":\"ALTER SYSTEM RESET log_min_duration_statement\"},\n {\"id\":5,\"step\":\"Pre-migration: Notify stakeholders\",\"owner\":\"SRE\",\"command\":\"slack-notify '#alerts' 'Postgres 16 migration starting in 2 minutes'\",\"rollback\":\"N/A\"},\n {\"id\":6,\"step\":\"Maintenance window: Stop app writes\",\"owner\":\"SRE\",\"command\":\"kubectl patch deployment api --patch '{\\\"spec\\\":{\\\"template\\\":{\\\"spec\\\":{\\\"containers\\\":[{\\\"name\\\":\\\"api\\\",\\\"env\\\":[{\\\"name\\\":\\\"READONLY_MODE\\\",\\\"value\\\":\\\"true\\\"}]}]}}}}'\",\"rollback\":\"kubectl patch deployment api --patch '{\\\"spec\\\":{\\\"template\\\":{\\\"spec\\\":{\\\"containers\\\":[{\\\"name\\\":\\\"api\\\",\\\"env\\\":[{\\\"name\\\":\\\"READONLY_MODE\\\",\\\"value\\\":\\\"false\\\"}]}]}}}}'\"},\n {\"id\":7,\"step\":\"Maintenance window: Verify zero connections\",\"owner\":\"DBA\",\"command\":\"SELECT count(*) FROM pg_stat_activity WHERE datname = 'appdb' AND pid != pg_backend_pid();\",\"rollback\":\"Wait and recheck, force terminate if needed: SELECT pg_terminate_backend(pid)\"},\n {\"id\":8,\"step\":\"Maintenance window: Final pg_basebackup\",\"owner\":\"DBA\",\"command\":\"pg_basebackup -h primary.internal -D /backup/pg16-base -Ft -z -P -Xs -l 'pre-upgrade-final'\",\"rollback\":\"Use existing base backup from step 1\"},\n {\"id\":9,\"step\":\"Maintenance window: Stop replication\",\"owner\":\"DBA\",\"command\":\"SELECT pg_wal_replay_pause();\",\"rollback\":\"SELECT pg_wal_replay_resume()\"},\n {\"id\":10,\"step\":\"Maintenance window: Promote standby to primary\",\"owner\":\"DBA\",\"command\":\"pg_ctl promote -D /var/lib/postgresql/15/main\",\"rollback\":\"Reconfigure as standby, restart replication from primary\"},\n {\"id\":11,\"step\":\"Maintenance window: Verify old primary is read-only\",\"owner\":\"DBA\",\"command\":\"SELECT pg_is_in_recovery(); -- should be false on new, true on old\",\"rollback\":\"Promote old primary if new fails\"},\n {\"id\":12,\"step\":\"Maintenance window: Install Postgres 16 binaries\",\"owner\":\"DBA\",\"command\":\"apt-get install -y postgresql-16 postgresql-client-16 postgresql-contrib-16\",\"rollback\":\"apt-get remove postgresql-16\"},\n {\"id\":13,\"step\":\"Maintenance window: Initialize 16 data directory\",\"owner\":\"DBA\",\"command\":\"/usr/lib/postgresql/16/bin/initdb -D /var/lib/postgresql/16/main --encoding=UTF8 --locale=en_US.UTF-8\",\"rollback\":\"rm -rf /var/lib/postgresql/16/main\"},\n {\"id\":14,\"step\":\"Maintenance window: Configure pg_hba.conf\",\"owner\":\"DBA\",\"command\":\"cp /var/lib/postgresql/15/main/pg_hba.conf /var/lib/postgresql/16/main/ && sed -i 's/15/16/g' /var/lib/postgresql/16/main/postgresql.conf\",\"rollback\":\"Restore from /backup/pg_hba.conf.pre16\"},\n {\"id\":15,\"step\":\"Maintenance window: Set compatible parameters\",\"owner\":\"DBA\",\"command\":\"echo 'password_encryption = md5' >> /var/lib/postgresql/16/main/postgresql.conf\",\"rollback\":\"Remove compatibility line\"},\n {\"id\":16,\"step\":\"Maintenance window: Run pg_upgrade check\",\"owner\":\"DBA\",\"command\":\"/usr/lib/postgresql/16/bin/pg_upgrade -b /usr/lib/postgresql/15/bin -B /usr/lib/postgresql/16/bin -d /var/lib/postgresql/15/main -D /var/lib/postgresql/16/main --check\",\"rollback\":\"Fix reported issues, re-run check\"},\n {\"id\":17,\"step\":\"Maintenance window: Execute pg_upgrade\",\"owner\":\"DBA\",\"command\":\"/usr/lib/postgresql/16/bin/pg_upgrade -b /usr/lib/postgresql/15/bin -B /usr/lib/postgresql/16/bin -d /var/lib/postgresql/15/main -D /var/lib/postgresql/16/main --link\",\"rollback\":\"--link mode allows quick rollback; remove links, restore 15 service\"},\n {\"id\":18,\"step\":\"Maintenance window: Start Postgres 16\",\"owner\":\"DBA\",\"command\":\"pg_ctlcluster 16 main start\",\"rollback\":\"pg_ctlcluster 16 main stop; pg_ctlcluster 15 main start\"},\n {\"id\":19,\"step\":\"Maintenance window: Run analyze_new_cluster.sh\",\"owner\":\"DBA\",\"command\":\"./analyze_new_cluster.sh\",\"rollback\":\"N/A - informational only\"},\n {\"id\":20,\"step\":\"Maintenance window: Verify data integrity sample\",\"owner\":\"DBA\",\"command\":\"psql -c 'SELECT count(*) FROM critical_table;' appdb\",\"rollback\":\"Compare with 15 count, investigate discrepancy\"},\n {\"id\":21,\"step\":\"", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 1.1, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 59.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 418.0, "num_requests_total": 1.0, "gen_throughput": 335.1, "decode_sum_seq_lens": -8908.0, "token_usage": -0.0, "full_token_usage": -0.0, "num_used_tokens": -8896.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": -8896.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1673.0, "realtime_tokens_total": 1267.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 59.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 59.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 27282.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 149.0, "tok_s": 456.8, "text": "```json\n[\n {\n \"name\": \"HighErrorRate\",\n \"metric\": \"http_requests_total{status=~\\\"5..\\\"} / http_requests_total\",\n \"threshold\": 0.01,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-error-rate\"\n },\n {\n \"name\": \"VeryHighErrorRate\",\n \"metric\": \"http_requests_total{status=~\\\"5..\\\"} / http_requests_total\",\n \"threshold\": 0.05,\n \"window\": \"2m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/critical-error-rate\"\n },\n {\n \"name\": \"HighLatencyP99\",\n \"metric\": \"histogram_quantile(0.99, rate(http_request_duration_seconds_bucket[5m]))\",\n \"threshold\": 2.0,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-latency\"\n },\n {\n \"name\": \"HighLatencyP95\",\n \"metric\": \"histogram_quantile(0.95, rate(http_request_duration_seconds_bucket[5m]))\",\n \"threshold\": 1.0,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-latency\"\n },\n {\n \"name\": \"PaymentProcessingLatency\",\n \"metric\": \"histogram_quantile(0.99, rate(payment_process_duration_seconds_bucket[5m]))\",\n \"threshold\": 5.0,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/payment-processing-latency\"\n },\n {\n \"name\": \"LowRequestRate\",\n \"metric\": \"rate(http_requests_total[5m])\",\n \"threshold\": 10,\n \"window\": \"5m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/low-request-rate\"\n },\n {\n \"name\": \"HighCPUUsage\",\n \"metric\": \"container_cpu_usage_seconds_total / container_spec_cpu_quota\",\n \"threshold\": 0.8,\n \"window\": \"10m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-cpu-usage\"\n },\n {\n \"name\": \"CriticalCPUUsage\",\n \"metric\": \"container_cpu_usage_seconds_total / container_spec_cpu_quota\",\n \"threshold\": 0.95,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/critical-cpu-usage\"\n },\n {\n \"name\": \"HighMemoryUsage\",\n \"metric\": \"container_memory_working_set_bytes / container_spec_memory_limit_bytes\",\n \"threshold\": 0.85,\n \"window\": \"10m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-memory-usage\"\n },\n {\n \"name\": \"CriticalMemoryUsage\",\n \"metric\": \"container_memory_working_set_bytes / container_spec_memory_limit_bytes\",\n \"threshold\": 0.95,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/critical-memory-usage\"\n },\n {\n \"name\": \"PodCrashLooping\",\n \"metric\": \"rate(kube_pod_container_status_restarts_total[15m])\",\n \"threshold\": 0,\n \"window\": \"15m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/pod-crashlooping\"\n },\n {\n \"name\": \"PodNotReady\",\n \"metric\": \"kube_pod_status_ready{condition=\\\"true\\\"}\",\n \"threshold\": 1,\n \"window\": \"10m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/pod-not-ready\"\n },\n {\n \"name\": \"HighPendingPods\",\n \"metric\": \"kube_pod_status_phase{phase=\\\"Pending\\\"}\",\n \"threshold\": 5,\n \"window\": \"10m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/high-pending-pods\"\n },\n {\n \"name\": \"HPAAtMaxReplicas\",\n \"metric\": \"kube_horizontalpodautoscaler_status_current_replicas / kube_horizontalpodautoscaler_spec_max_replicas\",\n \"threshold\": 1,\n \"window\": \"15m\",\n \"severity\": \"warning\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/hpa-at-max-replicas\"\n },\n {\n \"name\": \"FailedPaymentTransactions\",\n \"metric\": \"rate(payment_transactions_failed_total[5m])\",\n \"threshold\": 5,\n \"window\": \"5m\",\n \"severity\": \"critical\",\n \"runbook_url\": \"https://wiki.internal/runbooks/payments/failed-payment-transactions\"\n },\n {\n \"name\": \"PaymentFraudSpike\",\n \"metric\": \"rate(payment_fraud_detected_total[5m])\",\n \"threshold\": 10,\n \"window\": \"5m\",\n \"severity", "slot": 1, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 43.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 256.0, "num_requests_total": 1.0, "gen_throughput": 43.7, "decode_sum_seq_lens": 26.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1025.0, "realtime_tokens_total": 1265.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 43.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 43.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.6, "inter_token_latency_seconds_bucket": 28262.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 155.0, "tok_s": 409.1, "text": "```json\n{\n \"tasks\": [\n {\n \"task\": \"Send offer letter and employment agreement\",\n \"owner_role\": \"CEO/Founder\",\n \"due_day\": -3,\n \"tooling\": \"DocuSign, Carta\",\n \"depends_on\": null\n },\n {\n \"task\": \"Provision company email and SSO identity\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": -1,\n \"tooling\": \"Google Workspace, Okta/JumpCloud\",\n \"depends_on\": \"Send offer letter and employment agreement\"\n },\n {\n \"task\": \"Ship laptop and hardware peripherals\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": -1,\n \"tooling\": \"Apple Business Manager, Fleet\",\n \"depends_on\": \"Send offer letter and employment agreement\"\n },\n {\n \"task\": \"Create payroll and benefits enrollment record\",\n \"owner_role\": \"Finance/HR Lead\",\n \"due_day\": 0,\n \"tooling\": \"Gusto/Rippling, Justworks\",\n \"depends_on\": \"Provision company email and SSO identity\"\n },\n {\n \"task\": \"Complete I-9 and tax withholding documentation\",\n \"owner_role\": \"Finance/HR Lead\",\n \"due_day\": 0,\n \"tooling\": \"Gusto, WorkBright\",\n \"depends_on\": \"Create payroll and benefits enrollment record\"\n },\n {\n \"task\": \"Enroll in health insurance and select plan\",\n \"owner_role\": \"Finance/HR Lead\",\n \"due_day\": 1,\n \"tooling\": \"Justworks, Rippling\",\n \"depends_on\": \"Complete I-9 and tax withholding documentation\"\n },\n {\n \"task\": \"Configure password manager and 2FA for all accounts\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": 1,\n \"tooling\": \"1Password, Okta/JumpCloud\",\n \"depends_on\": \"Provision company email and SSO identity\"\n },\n {\n \"task\": \"Grant access to internal knowledge base and wikis\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": 1,\n \"tooling\": \"Notion, Confluence, Slab\",\n \"depends_on\": \"Configure password manager and 2FA for all accounts\"\n },\n {\n \"task\": \"Add to team Slack and relevant channels\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": 1,\n \"tooling\": \"Slack\",\n \"depends_on\": \"Provision company email and SSO identity\"\n },\n {\n \"task\": \"Schedule welcome session with hiring manager\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 1,\n \"tooling\": \"Calendly, Google Calendar\",\n \"depends_on\": \"Add to team Slack and relevant channels\"\n },\n {\n \"task\": \"Conduct security and compliance training\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": 1,\n \"tooling\": \"Vanta/Secureframe, KnowBe4\",\n \"depends_on\": \"Configure password manager and 2FA for all accounts\"\n },\n {\n \"task\": \"Assign support ticketing system license and permissions\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 1,\n \"tooling\": \"Zendesk, Intercom, Front\",\n \"depends_on\": \"Provision company email and SSO identity\"\n },\n {\n \"task\": \"Complete product overview and demo training\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 2,\n \"tooling\": \"Loom, Gong, Productboard\",\n \"depends_on\": \"Schedule welcome session with hiring manager\"\n },\n {\n \"task\": \"Shadow senior support agent on live tickets\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 3,\n \"tooling\": \"Zendesk, Intercom, Front\",\n \"depends_on\": \"Assign support ticketing system license and permissions\"\n },\n {\n \"task\": \"Review escalation procedures and severity matrix\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 3,\n \"tooling\": \"Notion, Google Docs\",\n \"depends_on\": \"Complete product overview and demo training\"\n },\n {\n \"task\": \"Set up CRM access for customer context lookup\",\n \"owner_role\": \"IT/Operations Lead\",\n \"due_day\": 3,\n \"tooling\": \"Salesforce, HubSpot, Pipedrive\",\n \"depends_on\": \"Assign support ticketing system license and permissions\"\n },\n {\n \"task\": \"Conduct first solo ticket with supervisor review\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 5,\n \"tooling\": \"Zendesk, Intercom, Front\",\n \"depends_on\": \"Shadow senior support agent on live tickets\"\n },\n {\n \"task\": \"Assign to on-call rotation schedule\",\n \"owner_role\": \"Support Team Lead\",\n \"due_day\": 7,\n \"tooling\": \"PagerDuty, Opsgenie\",\n \"depends_on\": \"Review escalation procedures and severity matrix\"\n },\n {\n \"task\": \"30-day onboarding feedback survey and check-in\",\n \"owner_role\": \"CEO/Founder\",\n \"due_day\": 30,\n \"tooling\": \"Lattice, Culture Amp, Google Forms\",\n \"depends_on\": \"Conduct first solo ticket with supervisor review\"\n },\n ", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 1.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 48.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 286.0, "num_requests_total": 1.0, "gen_throughput": 85.3, "decode_sum_seq_lens": -12.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1145.0, "realtime_tokens_total": 1267.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 48.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 48.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.9, "inter_token_latency_seconds_bucket": 28097.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 152.0, "tok_s": 558.4, "text": "```json\n[\n {\n \"id\": 1,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Team Meeting\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"attendees\": [\"user1@example.com\", \"user2@example.com\"]\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"booking_id\"\n },\n {\n \"id\": 2,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 3,\n \"endpoint\": \"/api/v1/bookings/123e4567-e89b-12d3-a456-426614174000\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"booking_id\"\n },\n {\n \"id\": 4,\n \"endpoint\": \"/api/v1/bookings/invalid-uuid\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\"\n },\n {\n \"id\": 5,\n \"endpoint\": \"/api/v1/bookings/123e4567-e89b-12d3-a456-426614174999\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\"\n },\n {\n \"id\": 6,\n \"endpoint\": \"/api/v1/bookings/123e4567-e89b-12d3-a456-426614174000\",\n \"method\": \"PUT\",\n \"payload\": {\n \"title\": \"Updated Team Meeting\",\n \"start_time\": \"2024-01-15T11:00:00Z\",\n \"end_time\": \"2024-01-15T12:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"Updated Team Meeting\"\n },\n {\n \"id\": 7,\n \"endpoint\": \"/api/v1/bookings/123e4567-e89b-12d3-a456-426614174000\",\n \"method\": \"DELETE\",\n \"payload\": {},\n \"expected_status\": 204,\n \"expected_body_contains\": \"\"\n },\n {\n \"id\": 8,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"title\"\n },\n {\n \"id\": 9,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Meeting\",\n \"start_time\": \"2024-01-15T10:00:00Z\",\n \"end_time\": \"2024-01-15T09:00:00Z\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"end_time must be after start_time\"\n },\n {\n \"id\": 10,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Past Meeting\",\n \"start_time\": \"2020-01-15T09:00:00Z\",\n \"end_time\": \"2020-01-15T10:00:00Z\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"past\"\n },\n {\n \"id\": 11,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"pagination\"\n },\n {\n \"id\": 12,\n \"endpoint\": \"/api/v1/bookings?start_date=2024-01-01&end_date=2024-01-31\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 13,\n \"endpoint\": \"/api/v1/bookings?start_date=invalid\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 400,\n \"expected_body_contains\": \"date format\"\n },\n {\n \"id\": 14,\n \"endpoint\": \"/api/v1/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Recurring Meeting\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"recurrence\": {\n \"frequency\": \"weekly\",\n \"count\": 4\n }\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"recurrence_id\"\n },\n {\n \"id\": 15,\n \"endpoint\": \"/api/v1/bookings/123e4567", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 208.0, "num_requests_total": 1.0, "gen_throughput": 94.2, "decode_sum_seq_lens": -88.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -1088.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": -128.0, "spec_accept_length": 1.0, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 833.0, "realtime_tokens_total": 1264.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.1, "inter_token_latency_seconds_bucket": 28545.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1169, "ttft_ms": 149.0, "tok_s": 416.6, "text": "```json\n[\n {\n \"key\": \"new_onboarding_flow\",\n \"description\": \"Redesigned user onboarding with progressive disclosure\",\n \"default\": false,\n \"rollout_percent\": 25,\n \"owner\": \"product-team-alpha\",\n \"expiry_date\": \"2024-03-15\"\n },\n {\n \"key\": \"dark_mode_default\",\n \"description\": \"Set dark mode as default for new installs\",\n \"default\": false,\n \"rollout_percent\": 50,\n \"owner\": \"ux-design-team\",\n \"expiry_date\": \"2024-02-28\"\n },\n {\n \"key\": \"push_notification_v2\",\n \"description\": \"Upgraded push notification service with rich media\",\n \"default\": false,\n \"rollout_percent\": 15,\n \"owner\": \"platform-team\",\n \"expiry_date\": \"2024-04-01\"\n },\n {\n \"key\": \"offline_sync\",\n \"description\": \"Enable offline data synchronization for core features\",\n \"default\": false,\n \"rollout_percent\": 10,\n \"owner\": \"backend-team-gamma\",\n \"expiry_date\": \"2024-05-15\"\n },\n {\n \"key\": \"biometric_login\",\n \"description\": \"Face ID and fingerprint authentication support\",\n \"default\": false,\n \"rollout_percent\": 75,\n \"owner\": \"security-team\",\n \"expiry_date\": \"2024-03-30\"\n },\n {\n \"key\": \"in_app_chat_support\",\n \"description\": \"Native customer support chat widget\",\n \"default\": false,\n \"rollout_percent\": 20,\n \"owner\": \"cx-team\",\n \"expiry_date\": \"2024-04-20\"\n },\n {\n \"key\": \"performance_monitoring\",\n \"description\": \"Real-time app performance telemetry collection\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"sre-team\",\n \"expiry_date\": \"2024-06-01\"\n },\n {\n \"key\": \"subscription_tiers_v3\",\n \"description\": \"New pricing plans with freemium conversion\",\n \"default\": false,\n \"rollout_percent\": 5,\n \"owner\": \"monetization-team\",\n \"expiry_date\": \"2024-03-10\"\n },\n {\n \"key\": \"social_sharing_redesign\",\n \"description\": \"Updated share sheet with native platform integrations\",\n \"default\": false,\n \"rollout_percent\": 40,\n \"owner\": \"growth-team\",\n \"expiry_date\": \"2024-02-15\"\n },\n {\n \"key\": \"crash_reporting_enhanced\",\n \"description\": \"Advanced crash analytics with session replay\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"sre-team\",\n \"expiry_date\": \"2024-05-01\"\n },\n {\n \"key\": \"localization_beta_langs\",\n \"description\": \"Support for 12 additional beta languages\",\n \"default\": false,\n \"rollout_percent\": 30,\n \"owner\": \"i18n-team\",\n \"expiry_date\": \"2024-04-15\"\n },\n {\n \"key\": \"deep_linking_universal\",\n \"description\": \"Universal link handling with deferred deep links\",\n \"default\": false,\n \"rollout_percent\": 60,\n \"owner\": \"growth-team\",\n \"expiry_date\": \"2024-03-22\"\n },\n {\n \"key\": \"battery_optimization\",\n \"description\": \"Background task scheduling with OS-aware throttling\",\n \"default\": false,\n \"rollout_percent\": 35,\n \"owner\": \"platform-team\",\n \"expiry_date\": \"2024-05-20\"\n },\n {\n \"key\": \"analytics_consent_modal\",\n \"description\": \"GDPR-compliant analytics consent management\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"legal-compliance\",\n \"expiry_date\": \"2024-12-31\"\n },\n {\n \"key\": \"video_compression_native\",\n \"description\": \"Hardware-accelerated video upload compression\",\n \"default\": false,\n \"rollout_percent\": 45,\n \"owner\": \"media-team\",\n \"expiry_date\": \"2024-04-08\"\n },\n {\n \"key\": \"search_algolia_migration\",\n \"description\": \"Search backend migration to Algolia infrastructure\",\n \"default\": false,\n \"rollout_percent\": 8,\n \"owner\": \"backend-team-gamma\",\n \"expiry_date\": \"2024-03-05\"\n },\n {\n \"key\": \"widget_home_screen\",\n \"description\": \"iOS/Android home screen widget support\",\n \"default\": false,\n \"rollout_percent\": 55,\n \"owner\": \"ux-design-team\",\n \"expiry_date\": \"2024-05-10\"\n },\n {\n \"key\": \"rate_limiting_rollback\",\n \"description\": \"Emergency rollback for API rate limiting changes\",\n \"default\": false,\n \"rollout_percent\": 0,\n \"owner\": \"sre-team\",\n \"expiry_date\": \"2024-02-10\"\n }\n]\n```", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 1.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1169.0, "spec_verify_calls_total": 272.0, "num_requests_total": 1.0, "gen_throughput": -137.0, "decode_sum_seq_lens": 23.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": 64.0, "spec_accept_length": -1.4, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1089.0, "realtime_tokens_total": 1226.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1169.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.8, "inter_token_latency_seconds_bucket": 27414.0, "inter_token_latency_seconds_count": 1168.0 } }, { "ctok": 1200, "ttft_ms": 149.0, "tok_s": 343.4, "text": "```json\n[\n {\n \"step\": 1,\n \"tool\": \"vault\",\n \"command\": \"vault policy write rotation-temp - <<'EOF'\\npath \\\"secret/data/db/*\\\" {\\n capabilities = [\\\"read\\\", \\\"create\\\", \\\"update\\\"]\\n}\\npath \\\"secret/data/api/*\\\" {\\n capabilities = [\\\"read\\\", \\\"create\\\", \\\"update\\\"]\\n}\\nEOF\",\n \"verify\": \"vault policy read rotation-temp | grep -q 'secret/data/db'\",\n \"on_failure\": \"abort\"\n },\n {\n \"step\": 2,\n \"tool\": \"vault\",\n \"command\": \"vault token create -policy=rotation-temp -ttl=2h -format=json | jq -r '.auth.client_token' > /tmp/rot-token && export VAULT_TOKEN=$(cat /tmp/rot-token)\",\n \"verify\": \"vault token lookup | jq -r '.data.policies[]' | grep -q 'rotation-temp'\",\n \"on_failure\": \"abort\"\n },\n {\n \"step\": 3,\n \"tool\": \"database\",\n \"command\": \"DB_HOST=$(vault kv get -field=host secret/db/main) && mysql -h $DB_HOST -u admin -p$(vault kv get -field=password secret/db/admin) -e \\\"CREATE USER 'app_new'@'%' IDENTIFIED BY '$(openssl rand -base64 32)'; GRANT SELECT,INSERT,UPDATE,DELETE ON app.* TO 'app_new'@'%'; FLUSH PRIVILEGES;\\\"\",\n \"verify\": \"mysql -h $DB_HOST -u app_new -p$(vault kv get -field=password secret/db/app_new 2>/dev/null || echo 'temp') -e 'SELECT 1' 2>/dev/null || mysql -h $DB_HOST -u admin -p$(vault kv get -field=password secret/db/admin) -e \\\"SELECT user FROM mysql.user WHERE user='app_new'\\\"\",\n \"on_failure\": \"rollback_db_user\"\n },\n {\n \"step\": 4,\n \"tool\": \"vault\",\n \"command\": \"vault kv put secret/db/app_new username=app_new password=$(mysql -h $(vault kv get -field=host secret/db/main) -u admin -p$(vault kv get -field=password secret/db/admin) -N -e \\\"SELECT authentication_string FROM mysql.user WHERE user='app_new'\\\" | xargs)\",\n \"verify\": \"vault kv get -field=username secret/db/app_new | grep -q 'app_new'\",\n \"on_failure\": \"cleanup_new_user\"\n },\n {\n \"step\": 5,\n \"tool\": \"consul\",\n \"command\": \"consul kv put service/app/db_credentials_version $(date +%s)\",\n \"verify\": \"consul kv get service/app/db_credentials_version | grep -q '[0-9]'\",\n \"on_failure\": \"abort\"\n },\n {\n \"step\": 6,\n \"tool\": \"kubernetes\",\n \"command\": \"kubectl patch deployment app -p '{\\\"spec\\\":{\\\"template\\\":{\\\"metadata\\\":{\\\"annotations\\\":{\\\"db-creds-version\\\":\\\"'$(consul kv get service/app/db_credentials_version)'\\\"}}}}}'\",\n \"verify\": \"kubectl rollout status deployment/app --timeout=120s\",\n \"on_failure\": \"rollback_deployment\"\n },\n {\n \"step\": 7,\n \"tool\": \"kubernetes\",\n \"command\": \"kubectl get pods -l app=app -o json | jq -r '.items[].status.containerStatuses[].ready' | grep -q 'true' && sleep 10\",\n \"verify\": \"kubectl get pods -l app=app | grep -c 'Running' | xargs -I {} sh -c '[ {} -ge 2 ]'\",\n \"on_failure\": \"rollback_deployment\"\n },\n {\n \"step\": 8,\n \"tool\": \"database\",\n \"command\": \"DB_HOST=$(vault kv get -field=host secret/db/main) && OLD_USER=$(vault kv get -field=username secret/db/app) && mysql -h $DB_HOST -u admin -p$(vault kv get -field=password secret/db/admin) -e \\\"RENAME USER '$OLD_USER'@'%' TO 'app_old_$(date +%s)'@'%';\\\"\",\n \"verify\": \"mysql -h $DB_HOST -u admin -p$(vault kv get -field=password secret/db/admin) -e \\\"SELECT user FROM mysql.user WHERE user LIKE 'app_old_%'\\\" | grep -q 'app_old_'\",\n \"on_failure\": \"abort\"\n },\n {\n \"step\": 9,\n \"tool\": \"vault\",\n \"command\": \"vault kv put secret/db/app username=$(vault kv get -field=username secret/db/app_new) password=$(vault kv get -field=password secret/db/app_new)\",\n \"verify\": \"vault kv get -field=username secret/db/app | grep -q 'app_new'\",\n \"on_failure\": \"restore_old_user\"\n },\n {\n \"step\": 10,\n \"tool\": \"vault\",\n \"command\": \"vault kv delete secret/db/app_new\",\n \"verify\": \"vault kv get secret/db/app_new 2>&1 | grep -q 'No value found'\",\n \"on_failure\": \"cleanup_later\"\n },\n {\n \"step\": 11,\n \"tool\": \"database\",\n \"command\": \"DB_HOST=$(vault kv get -field=host secret/db/main) && mysql -h $DB_HOST -u admin -p$(vault kv", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 2.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 51.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 342.0, "num_requests_total": 1.0, "gen_throughput": 38.8, "decode_sum_seq_lens": 117.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 1152.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1369.0, "realtime_tokens_total": 1263.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 51.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 51.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.5, "inter_token_latency_seconds_bucket": 27743.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 876, "ttft_ms": 149.0, "tok_s": 366.5, "text": "```json\n[\n {\"field\": \"deal_id\", \"type\": \"string\", \"required\": true, \"validation\": \"unique, UUID format\", \"example\": \"DEAL-2024-001847\"},\n {\"field\": \"deal_name\", \"type\": \"string\", \"required\": true, \"validation\": \"min 3, max 120 characters\", \"example\": \"Acme Corp Q3 Cloud Migration\"},\n {\"field\": \"account_name\", \"type\": \"string\", \"required\": true, \"validation\": \"min 2, max 100 characters\", \"example\": \"Acme Corporation\"},\n {\"field\": \"stage\", \"type\": \"picklist\", \"required\": true, \"validation\": \"values: Prospecting, Qualification, Proposal, Negotiation, Closed-Won, Closed-Lost\", \"example\": \"Negotiation\"},\n {\"field\": \"amount\", \"type\": \"currency\", \"required\": true, \"validation\": \"decimal, positive, max 999999999.99\", \"example\": 450000.00},\n {\"field\": \"currency_code\", \"type\": \"picklist\", \"required\": true, \"validation\": \"ISO 4217 codes\", \"example\": \"USD\"},\n {\"field\": \"close_date\", \"type\": \"date\", \"required\": true, \"validation\": \"future date, not past 365 days\", \"example\": \"2024-09-30\"},\n {\"field\": \"lead_source\", \"type\": \"picklist\", \"required\": true, \"validation\": \"values: Website, Referral, Trade Show, Cold Outreach, Partner, Inbound Call\", \"example\": \"Trade Show\"},\n {\"field\": \"owner\", \"type\": \"string\", \"required\": true, \"validation\": \"valid user ID in system\", \"example\": \"sarah.chen@company.com\"},\n {\"field\": \"probability\", \"type\": \"percent\", \"required\": false, \"validation\": \"integer 0-100, stage-dependent defaults\", \"example\": 75},\n {\"field\": \"contact_email\", \"type\": \"email\", \"required\": true, \"validation\": \"RFC 5322 compliant, domain verified\", \"example\": \"cto@acmecorp.com\"},\n {\"field\": \"contact_phone\", \"type\": \"string\", \"required\": false, \"validation\": \"E.164 format optional\", \"example\": \"+1-415-555-0192\"},\n {\"field\": \"industry\", \"type\": \"picklist\", \"required\": false, \"validation\": \"NAICS category list\", \"example\": \"Software Publishing\"},\n {\"field\": \"employee_count\", \"type\": \"number\", \"required\": false, \"validation\": \"integer, 1-1000000\", \"example\": 5000},\n {\"field\": \"competitor\", \"type\": \"string\", \"required\": false, \"validation\": \"max 200 characters\", \"example\": \"Salesforce, Oracle\"},\n {\"field\": \"next_step\", \"type\": \"string\", \"required\": true, \"validation\": \"max 500 characters\", \"example\": \"Schedule security review call with CISO for June 15\"},\n {\"field\": \"created_date\", \"type\": \"datetime\", \"required\": true, \"validation\": \"auto-generated, immutable\", \"example\": \"2024-01-15T09:23:17Z\"},\n {\"field\": \"last_activity\", \"type\": \"datetime\", \"required\": false, \"validation\": \"auto-updated on interaction\", \"example\": \"2024-06-08T14:45:00Z\"},\n {\"field\": \"forecast_category\", \"type\": \"picklist\", \"required\": true, \"validation\": \"values: Pipeline, Best Case, Commit, Closed\", \"example\": \"Commit\"},\n {\"field\": \"custom_fields\", \"type\": \"json\", \"required\": false, \"validation\": \"max 50 key-value pairs, 4KB total\", \"example\": \"{\\\"security_clearance\\\": true, \\\"gov_contract\\\": false, \\\"expansion_potential\\\": \\\"EMEA 2025\\\"}\"}\n]\n```", "slot": 6, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 42.0, "generation_tokens_total": 876.0, "spec_verify_calls_total": 233.0, "num_requests_total": 1.0, "gen_throughput": -106.8, "decode_sum_seq_lens": -402.0, "token_usage": -0.0, "full_token_usage": -0.0, "num_used_tokens": -448.0, "kv_available_tokens": -768.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": -448.0, "spec_accept_length": -1.1, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 933.0, "realtime_tokens_total": 941.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 42.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 42.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 876.0, "generation_tokens_histogram_bucket": 32.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.4, "inter_token_latency_seconds_bucket": 20358.0, "inter_token_latency_seconds_count": 875.0 } }, { "ctok": 1200, "ttft_ms": 153.0, "tok_s": 249.2, "text": "```json\n{\n \"critical\": [\n {\n \"title\": \"SQL Injection via Raw Query Concatenation\",\n \"component\": \"reports/views.py - custom_report()\",\n \"impact\": \"Complete database compromise, attacker can extract all data, bypass authentication, or destroy database\",\n \"fix\": \"Replace all string-concatenated raw SQL with parameterized queries using Django ORM or django.db.connection.cursor().execute() with %s placeholders\",\n \"effort_days\": 3\n },\n {\n \"title\": \"Hardcoded SECRET_KEY in settings.py Committed to Repository\",\n \"component\": \"config/settings.py\",\n \"impact\": \"Session forgery, password reset token manipulation, cookie tampering, complete authentication bypass\",\n \"fix\": \"Load SECRET_KEY from environment variable using os.environ.get('DJANGO_SECRET_KEY') or django-environ library; rotate key and invalidate all sessions\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Missing CSRF Protection on State-Changing AJAX Endpoints\",\n \"component\": \"api/views.py - bulk_update(), delete_records()\",\n \"impact\": \"Cross-site request forgery allows attackers to perform actions on behalf of authenticated users without their knowledge\",\n \"fix\": \"Ensure @csrf_protect decorator on all state-changing views; verify X-CSRFToken header in AJAX; use Django REST Framework with SessionAuthentication enforcing CSRF\",\n \"effort_days\": 2\n },\n {\n \"title\": \"PickleField Usage for User Session Storage\",\n \"component\": \"users/models.py - UserProfile.extra_data\",\n \"impact\": \"Remote code execution via deserialization of attacker-controlled pickle payloads; full server compromise\",\n \"fix\": \"Replace PickledObjectField with JSONField; migrate existing data; implement data migration for stored objects\",\n \"effort_days\": 4\n },\n {\n \"title\": \"Unsafe Deserialization in Webhook Handler\",\n \"component\": \"payments/webhooks.py - stripe_webhook()\",\n \"impact\": \"Remote code execution through yaml.unsafe_load() or eval() on attacker-controlled webhook payload\",\n \"fix\": \"Replace yaml.load() with yaml.safe_load(); remove all eval()/exec() patterns; validate webhook signatures using Stripe libraries\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Missing Authorization in Object-Level Access\",\n \"component\": \"documents/views.py - DocumentDetailView\",\n \"impact\": \"Insecure direct object reference allows any authenticated user to access any document by changing URL parameter\",\n \"fix\": \"Implement get_queryset() filtering to user=request.user; add django-guardian for object-level permissions; audit all DetailView implementations\",\n \"effort_days\": 5\n },\n {\n \"title\": \"Command Injection in File Processing Task\",\n \"component\": \"tasks/imports.py - process_uploaded_csv()\",\n \"impact\": \"Remote code execution via shell command injection in filename parameter passed to os.system() call\",\n \"fix\": \"Replace os.system() with subprocess.run() using list arguments; validate filename with django.core.validators; use django-storages for safe file handling\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Authentication Bypass via JWT None Algorithm\",\n \"component\": \"middleware/jwt_auth.py - JWTAuthenticationMiddleware\",\n \"impact\": \"Complete authentication bypass by sending JWT with 'alg': 'none' header, granting admin access\",\n \"fix\": \"Explicitly whitelist allowed algorithms in jwt.decode() call; use PyJWT with algorithms=['HS256']; validate algorithm before verification\",\n \"effort_days\": 1\n }\n ],\n \"high\": [\n {\n \"title\": \"Missing Rate Limiting on Login and Password Reset\",\n \"component\": \"users/views.py - LoginView, PasswordResetView\",\n \"impact\": \"Credential stuffing, brute force attacks, account enumeration, resource exhaustion via mass password reset requests\",\n \"fix\": \"Implement django-ratelimit or django-axes with progressive delays; add CAPTCHA after 3 failed attempts; log and alert on suspicious patterns\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Sensitive Data Exposure in Error Responses\",\n \"component\": \"config/settings.py - DEBUG=True in production\",\n \"impact\": \"Database credentials, API keys, internal paths exposed in stack traces; facilitates targeted attacks\",\n \"fix\": \"Set DEBUG=False; configure LOGGING with sensitive filters; use Sentry for error tracking; implement custom 500 handler\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Insecure CORS Configuration Allowing Any Origin\",\n \"component\": \"config/settings.py - CORS_ALLOW_ALL_ORIGINS=True\",\n \"impact\": \"Cross-origin attacks from malicious sites; CSRF bypass for state-changing API endpoints using credentials\",\n \"fix\": \"Set CORS_ALLOWED_ORIGINS to explicit domain list; remove CORS_ALLOW_ALL_ORIGINS; implement CORS_URLS_REGEX for API path restrictions\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Mass Assignment Vulnerability in User Profile Update\",\n \"component\": \"users/views.py - ProfileUpdateView\",\n \"impact\": \"Privilege escalation by submitting is_staff, is_superuser fields; users can modify protected attributes\",\n \"fix\": \"Use ModelForm with explicit fields or exclude; implement serializer with read_only_fields in DRF; validate against UserChangeForm pattern\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Insecure Direct Object Reference in API Endpoints\",\n \"component\": \"api/views.py - InvoiceViewSet\",\n \"impact", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 52.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 470.0, "num_requests_total": 1.0, "gen_throughput": -29.4, "decode_sum_seq_lens": 263.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1216.0, "kv_available_tokens": -1216.0, "kv_used_tokens": 1216.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1881.0, "realtime_tokens_total": 1266.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 52.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 52.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 27080.0, "inter_token_latency_seconds_count": 1199.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 8.700000000000001, "http_requests_total": 16.0, "http_responses_total": 16.0, "prompt_tokens_total": 383.0, "generation_tokens_total": 9245.0, "spec_verify_calls_total": 2485.0, "num_requests_total": 8.0, "gen_throughput": 323.9000000000001, "decode_sum_seq_lens": -8981.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": -8064.0, "kv_available_tokens": -9280.0, "kv_evictable_tokens": 17344.0, "kv_used_tokens": -8064.0, "spec_accept_length": 0.3000000000000001, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 4.8, "per_stage_req_latency_seconds_bucket": 1632.0, "per_stage_req_latency_seconds_count": 64.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 1280.0, "queue_time_seconds_count": 32.0, "cuda_graph_passes_total": 9948.0, "realtime_tokens_total": 9759.0, "time_to_first_token_seconds_sum": 0.9999999999999999, "time_to_first_token_seconds_bucket": 144.0, "time_to_first_token_seconds_count": 8.0, "prompt_tokens_histogram_sum": 383.0, "prompt_tokens_histogram_bucket": 288.0, "prompt_tokens_histogram_count": 8.0, "uncached_prompt_tokens_histogram_sum": 383.0, "uncached_prompt_tokens_histogram_bucket": 288.0, "uncached_prompt_tokens_histogram_count": 8.0, "generation_tokens_histogram_sum": 9245.0, "generation_tokens_histogram_bucket": 249.0, "generation_tokens_histogram_count": 8.0, "inter_token_latency_seconds_sum": 25.4, "inter_token_latency_seconds_bucket": 214781.0, "inter_token_latency_seconds_count": 9237.0 }, "step_ms": 10.27 }, "tool_nothink_10k": { "n": 16, "tok_s_median": 511.6, "tok_s_first8_median": 507.7, "tok_s_agg": 493.3, "tok_s_all_sorted": [ 421.6, 423.7, 434.0, 463.9, 476.4, 499.8, 505.2, 510.2, 513.1, 513.5, 517.5, 524.7, 530.0, 535.0, 536.7, 541.1 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 238.0, "prefix_cache_suspect": false, "tau": 5.3057, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 510.2, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of to restore\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_gone_error\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_soft_delete_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idemp-abc-123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v2/customers/{id}/restore to reverse soft-delete\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"idempotency-key\": \"idemp-xyz-999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_happy_2fa\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idemp-sub-001\", \"x-2fa-context\": \"totp-verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/reset to reverse\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idemp-sub-002\", \"x-2fa-context\": \"missing\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/revoke to reverse\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_dry_run_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/reports/{id}/archive with dry_run to restore\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"created\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/archive to reverse\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_precondition\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"GET /v3/audits/{id}/reset to reverse\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"exp001\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel to reverse\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"exp001\", \"limit\": 100},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"plan001\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v1/plans/{id}/reopen to reverse\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"plan001\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"verify_usage_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 371.0, "num_requests_total": 1.0, "gen_throughput": 323.2, "decode_sum_seq_lens": 10798.0, "token_usage": 0.0, "full_token_usage": 0.1, "num_used_tokens": 10816.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": 10816.0, "spec_accept_length": 3.7, "spec_accept_rate": 0.6, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1485.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48631.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 243.0, "tok_s": 463.9, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive?restore=true\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_payment_required\",\n \"payload\": {\"id\": \"b2c3d4e5-f6a7-8901-bcde-f12345678901\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"c3d4e5f6-a7b8-9012-cdef-123456789012\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PUT /v1/customers/{id}/finalize?undo=true\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_not_found\",\n \"payload\": {\"id\": \"d4e5f6a7-b8c9-0123-def1-234567890123\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"e5f6a7b8-c9d0-1234-ef12-345678901234\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"uuid\"},\n \"cleanup\": \"GET /v1/jobs/{job_id}/status\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_conflict\",\n \"payload\": {\"id\": \"f6a7b8c9-d0e1-2345-f123-456789012345\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhooks\",\n \"payload\": {\"id\": \"a7b8c9d0-e1f2-3456-a234-567890123456\", \"cursor\": \"initial\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"webhooks\": []},\n \"cleanup\": \"DELETE /v3/webhooks/{id}/preview?cancel=true\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_precondition_failed\",\n \"payload\": {\"id\": \"b8c9d0e1-f2a3-4567-b345-678901234567\", \"cursor\": \"initial\", \"limit\": 20},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"c9d0e1f2-a3b4-5678-c456-789012345678\", \"idempotency-key\": \"idem-key-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"approved\"},\n \"cleanup\": \"DELETE /v2/reports/{id}/approve?revoke=true\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required\",\n \"payload\": {\"id\": \"d0e1f2a3-b4c5-6789-d567-890123456789\", \"idempotency-key\": \"idem-key-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"e1f2a3b4-c5d6-7890-e678-901234567890\", \"idempotency-key\": \"idem-key-003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"GET /v2/tokens/{id}/archive?restore=true\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_bad_request\",\n \"payload\": {\"id\": \"f2a3b4c5-d6e7-8901-f789-012345678901\", \"idempotency-key\": \"idem-key-004\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"a3b4c5d6-e7f8-9012-a890-123456789012\", \"cursor\": \"initial\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"audits\": []},\n \"cleanup\": \"DELETE /v2/audits/{id}/preview?cancel=true\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_gone\",\n \"payload\": {\"id\": \"b4c5d6e7-f8a9-0123-b901-234567890123\", \"cursor\": \"initial\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"c5d6e7f8-a9b0-1234-c012-345678901234\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v1/exports/{id}/archive?restore=true\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_not_found\",\n \"payload\": {\"id\": \"d6e7f8a9-b0c1-2345-d123-456789012345\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload\": {\"id\": \"e7f8a9b0-c1d2-3456-e234-567890123456\", \"cursor\": \"initial\", \"limit\": 30},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"GET /v2/plans/{id}/archive?restore=true\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone\",\n \"payload\": {\"id\": \"f8a9b0c1-d2e3-4567-f345-678901234567\", \"cursor\": \"initial\", \"limit\": 30},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_usage\",\n \"payload\": {\"id\": \"a9b0", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 413.0, "num_requests_total": 1.0, "gen_throughput": -13.9, "decode_sum_seq_lens": 12.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1653.0, "realtime_tokens_total": 12096.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48345.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 355.0, "tok_s": 499.8, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v2/invoices/{id}/rotate (not available, no-op or recreate via POST if exists)\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"ik-2024-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive (reactivate not available)\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"ik-2024-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-2024-003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none (cached 30s, no reverse operation documented)\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"ik-2024-004\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"none (cached 30s, no reverse operation documented)\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"none (beta feature, no reverse documented)\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none (requires 2FA context, no reverse documented)\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"2023-01-15T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency-key\": \"ik-2024-007\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"none (cached 30s, no reverse documented)\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"ik-2024-008\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"none (cached 30s, no reverse documented)\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"none (emits audit event, no reverse documented)\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"dry_run\": \"invalid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none (async job returned, no reverse documented)\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 368.0, "num_requests_total": 1.0, "gen_throughput": 40.9, "decode_sum_seq_lens": -149.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 196.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1473.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48597.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 530.0, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50, \"simulate_error\": \"payment_required\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"active\", \"2fa_context\": \"valid_token_abc123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"status\": \"active\", \"2fa_context\": \"valid_token_abc123\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"Not Found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 25},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 25, \"simulate_error\": \"payment_required\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"simulate_error\": \"precondition_failed\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"job_id\": \"job_\"},\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-01-15T10:30:00Z\", \"simulate_error\": \"conflict\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job_\"},\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_400\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"simulate_error\": \"precondition_failed\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency_key\": \"idem_12345_abc\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency_key\": \"idem_12345_abc\", \"simulate_error\": \"conflict\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T10:30:00Z\", \"2fa_context\": \"valid_token_def456\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_400\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\", \"2fa_context\": \"valid_token_def456\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 359.0, "num_requests_total": 1.0, "gen_throughput": -27.2, "decode_sum_seq_lens": 1.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1437.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48704.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 535.0, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/invoices/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-001\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/customers/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_duplicate_idempotency_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-001\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_webhook_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/reports/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_report_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"idempotency-key\": \"idem-002\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_too_many_requests_429\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"idempotency-key\": \"idem-003\"}},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v3/audits/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_audit_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job\",\n \"cleanup\": \"DELETE /v1/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v2/plans/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v2/usage/{id}/revert\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_usage_conflict_409\",\n \"payload\":", "slot": 4, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 355.0, "num_requests_total": 1.0, "gen_throughput": 4.7, "decode_sum_seq_lens": 6.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1421.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48700.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 434.0, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"inv_2a8f4e1c-5d3b-4f9a-9c7e-1b2d3e4f5a6b\", \"idempotency-key\": \"idem_2024_001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"inv_3b9g5f2d-6e4c-5g0b-0d8f-2c3d4e5f6a7c\", \"idempotency-key\": \"idem_2024_002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"cus_4c0h6g3e-7f5d-6h1c-1e9g-3d4e5f6a7b8d\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"cus_5d1i7h4f-8g6e-7i2d-2f0h-4e5f6a7b8c9e\", \"cursor\": \"c2\", \"limit\": 100},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"sub_6e2j8i5g-9h7f-8j3e-3g1i-5f6a7b8c9d0f\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_conflict\",\n \"payload\": {\"id\": \"sub_7f3k9j6h-0i8g-9k4f-4h2j-6a7b8c9d0e1g\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"whk_8g4l0k7i-1j9h-0l5g-5i3k-7b8c9d0e1f2h\", \"cursor\": \"c3\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_precondition_failed\",\n \"payload\": {\"id\": \"whk_9h5m1l8j-2k0i-1m6h-6j4l-8c9d0e1f2g3i\", \"cursor\": \"c4\", \"limit\": 50},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"rpt_0i6n2m9k-3l1j-2n7i-7k5m-9d0e1f2g3h4j\", \"idempotency-key\": \"idem_2024_003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/reports/{id}/restore\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rpt_1j7o3n0l-4m2k-3o8j-8l6n-0e1f2g3h4i5k\", \"idempotency-key\": \"idem_2024_004\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"tok_2k8p4o1m-5n3l-4p9k-9m7o-1f2g3h4i5j6l\", \"idempotency-key\": \"idem_2024_005\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"cleanup\": \"PUT /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"tok_3l9q5p2n-6o4m-5q0l-0n8p-2g3h4i5j6k7m\", \"idempotency-key\": \"idem_2024_006\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"adt_4m0r6q3o-7p5n-6r1m-1o9q-3h4i5j6k7l8n\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_gone\",\n \"payload\": {\"id\": \"adt_5n1s7r4p-8q6o-7s2n-2p0r-4i5j6k7l8m9o\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"exp_6o2t8s5q-9r7p-8t3o-3q1s-5j6k7l8m9n0p\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_precondition_failed\",\n \"payload\": {\"id\": \"exp_7p3u9t6r-0s8q-9u4p-4r2t-6k7l8m9n0o1q\", \"as_of\": \"2024-06-15T11:00:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 446.0, "num_requests_total": 1.0, "gen_throughput": -101.4, "decode_sum_seq_lens": 28.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -1.2, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1785.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 48155.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 505.2, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_happy_path\",\n \"payload\": {\"id\": \"inv_7f8a9b2c-4d5e-6f7a-8b9c-0d1e2f3a4b5c\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_not_found\",\n \"payload\": {\"id\": \"inv_00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_happy_path\",\n \"payload\": {\"id\": \"cus_1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"DELETE /v1/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_gone\",\n \"payload\": {\"id\": \"cus_00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"customer_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_happy_path\",\n \"payload\": {\"id\": \"sub_2b3c4d5e-6f7a-8b9c-0d1e-2f3a4b5c6d7e\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"POST /v2/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_conflict\",\n \"payload\": {\"id\": \"sub_00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"subscription_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_happy_path\",\n \"payload\": {\"id\": \"whk_3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\", \"idempotency_key\": \"idem-2024-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"POST /v2/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_rate_limited\",\n \"payload\": {\"id\": \"whk_3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\", \"idempotency_key\": \"idem-2024-002\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"rate_limit_exceeded\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_happy_path\",\n \"payload\": {\"id\": \"rpt_4d5e6f7a-8b9c-0d1e-2f3a-4b5c6d7e8f9a\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"DELETE /v2/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_precondition_failed\",\n \"payload\": {\"id\": \"rpt_00000000-0000-0000-0000-000000000000\", \"as_of\": \"2024-06-15T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_happy_path\",\n \"payload\": {\"id\": \"tok_5e6f7a8b-9c0d-1e2f-3a4b-5c6d7e8f9a0b\", \"idempotency_key\": \"idem-2024-003\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_payment_required\",\n \"payload\": {\"id\": \"tok_00000000-0000-0000-0000-000000000000\", \"idempotency_key\": \"idem-2024-004\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_happy_path\",\n \"payload\": {\"id\": \"adt_6f7a8b9c-0d1e-2f3a-4b5c-6d7e8f9a0b1c\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PUT /v3/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_unprocessable\",\n \"payload\": {\"id\": \"adt_00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 422,\n \"expected_body_contains\": {\"error\": \"unprocessable_entity\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"export_preview_happy_path\",\n \"payload\": {\"id\": \"exp_7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"idempotency_key\": \"idem-2024-005\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"held\"},\n \"cleanup\": \"POST /v2/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"export_preview_payment_required\",\n \"payload\": {\"id\": \"exp_00000000-0000-0000-0000-000000000000\", \"idempotency_key\": \"idem-2024-006\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/plans/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"plan_preview_happy_path\",\n \"payload\": {\"id\": \"pln_8b9c0d1e-2f3a-4b5c-6d7e-8f9a0b1c2d3e\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"DELETE /v", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 1.2, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 381.0, "num_requests_total": 1.0, "gen_throughput": 102.3, "decode_sum_seq_lens": 151.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": 1.2, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1525.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48516.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 524.7, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-28T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_invoice_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-06-28T12:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_customer_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required_428\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 362.0, "num_requests_total": 1.0, "gen_throughput": -20.3, "decode_sum_seq_lens": -142.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -192.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1449.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48679.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 423.7, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2024-001-abc123\",\n \"status\": \"closed\",\n \"metadata\": {\"archived_by\": \"test-suite\", \"reason\": \"quarterly-close\"},\n \"version\": 3\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status open and idempotency-key idem-2024-001-abc123-restore\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idem-2024-002-404test\",\n \"status\": \"closed\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"metadata\": {\"retry_reason\": \"payment_failed_recovery\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry with status past_due to restore original state\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"status\": \"active\",\n \"amount_cents\": -100\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idem-2024-003-rotate\",\n \"status\": \"done\",\n \"metadata\": {\"rotation_reason\": \"key_expiry\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"POST /v3/subscriptions with original credentials to recreate subscription\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invalid_rotation\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency-key\": \"idem-2024-004-badrotate\",\n \"status\": \"invalid_status_value\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"invalid_request\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idem-2024-005-approve\",\n \"status\": \"active\",\n \"metadata\": {\"approved_by\": \"auto-test\", \"approval_tier\": \"standard\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve with status past_due and idempotency-key idem-2024-005-revoke\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idem-2024-006-404test\",\n \"status\": \"active\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"webhook_not_found\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"done\",\n \"dry_run\": false,\n \"metadata\": {\"retry_job\": \"ml-batch-7\", \"report_type\": \"monthly_summary\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/retry with dry_run true to verify no side effects\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_gone_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"status\": \"done\",\n \"dry_run\": false,\n \"metadata\": {\"force_expired\": true}\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"report_gone\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"idempotency-key\": \"idem-2024-007-preview\",\n \"status\": \"active\",\n \"amount_cents\": 10000,\n \"metadata\": {\"preview_context\": \"subscription_renewal\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview with idempotency-key idem-2024-007-preview-revert and original amount_cents\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\n \"id\":\": \"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"status\": \"open\",\n \"metadata\": {\"retry_reason\": \"compliance_recheck\", \"audit_trail\": \"batch-2024-q2\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\"},\n \"cleanup\": \"DELETE /v2/audits/{id}/retry with status held to queue for later processing\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_audit\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"status\": \"open\",\n \"amount_cents\": -500\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v3/exports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_export\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\",\n \"metadata\": {\"finalize_reason\": \"gdpr_deletion_request\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 450.0, "num_requests_total": 1.0, "gen_throughput": -26.4, "decode_sum_seq_lens": 46.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1801.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48088.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 513.1, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_with_as_of\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440002\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_dry_run_false\",\n \"payload\": {\"id\": \"cust-550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"cust-550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_dry_run_false\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate with rollback=true\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_retry\",\n \"payload\": {\"id\": \"wh-550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_cancelled\",\n \"cleanup\": \"POST /v3/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"wh-550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rep-550e8400-e29b-41d4-a716-446655440009\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/reports/{id}/approve\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_410\",\n \"payload\": {\"id\": \"rep-550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_with_as_of\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440011\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440012\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_with_idempotency\",\n \"payload\": {\"id\": \"aud-550e8400-e29b-41d4-a716-446655440013\", \"idempotency_key\": \"idem-12345-abcde-67890\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"aud-550e8400-e29b-41d4-a716-446655440014\", \"idempotency_key\": \"idem-12345-abcde-67891\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_with_idempotency\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440015\", \"idempotency_key\": \"idem-12345-abcde-67892\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v2/exports/{id}/restore\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440016\", \"idempotency_key\": \"idem-12345-abcde-67893\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_delete\",\n \"payload\": {\"id\": \"plan-550e8400-e29b-41d4-a716-446655440017\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approve_revoked\",\n \"cleanup\": \"POST /v3/plans/{id}/approve\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"plan-550e8400-e29b-41d4-a716-446655440018\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_with_as_of\",\n \"payload\": {\"id\": \"usage-550e8400-e29b-41d4-a716-446655440019\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"PUT /v2/usage/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/usage/{id", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 370.0, "num_requests_total": 1.0, "gen_throughput": 28.2, "decode_sum_seq_lens": -59.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1481.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48614.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 231.0, "tok_s": 536.7, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_verify_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_verify_invoice_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_delete_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_delete_customer_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_retry_subscription_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_retry_subscription_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_verify_webhook_precondition\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_retry_report_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"GET /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_retry_report_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_cancel_token_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_preview_audit_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v3/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_preview_audit_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_rotate_export_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_rotate_export_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_preview_plan_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_preview_plan_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_retry_usage_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"POST /v3/limits/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 354.0, "num_requests_total": 1.0, "gen_throughput": 20.9, "decode_sum_seq_lens": -77.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1417.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48716.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 517.5, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"verify_invoice_happy_path\",\n \"payload\": {\n \"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\",\n \"cursor\": \"2026-01-15T10:30:00Z\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/invoices/{id}/verify with cursor reset\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"verify_invoice_payment_required\",\n \"payload\": {\n \"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\",\n \"cursor\": \"invalid-cursor\",\n \"limit\": 50\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_customer_happy_path\",\n \"payload\": {\n \"id\": \"cus-550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive with dry_run true to unarchive\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_customer_conflict\",\n \"payload\": {\n \"id\": \"cus-550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"approve_subscription_happy_path\",\n \"payload\": {\n \"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/approve repeated (idempotent)\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"approve_subscription_gone\",\n \"payload\": {\n \"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_webhook_happy_path\",\n \"payload\": {\n \"id\": \"whk-550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"rotate-key-001\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate with new idempotency-key\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_webhook_conflict\",\n \"payload\": {\n \"id\": \"whk-550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"rotate-key-001\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_report_happy_path\",\n \"payload\": {\n \"id\": \"rpt-550e8400-e29b-41d4-a716-446655440005\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/reports/{id}/cancel with future as_of to reactivate\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_report_not_found\",\n \"payload\": {\n \"id\": \"rpt-00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_token_happy_path\",\n \"payload\": {\n \"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"2026-01-01T00:00:00Z\",\n \"limit\": 100\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/tokens/{id}/retry with original cursor\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_token_payment_required\",\n \"payload\": {\n \"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"invalid\",\n \"limit\": 100\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_audit_happy_path\",\n \"payload\": {\n \"id\": \"adt-550e8400-e29b-41d4-a716-446655440007\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/archive with status override\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_audit_precondition_failed\",\n \"payload\": {\n \"id\": \"adt-550e8400-e29b-41d4-a716-446655440007\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_export_happy_path\",\n \"payload\": {\n \"id\": \"exp-550e8400-e29b-41d4-a716-446655440008\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v3/exports/{id}/approve cancellation or job deletion\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_export_not_found\",\n \"payload\": {\n \"id\": \"exp-00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_plan_happy_path\",\n \"payload\": {\n \"id\": \"pln-550e8400-e29b-41d4-a716-446655440009\",\n \"idempotency-key\": \"approve-plan-001\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/plans/{id}/approve with soft-delete flag to revert\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_plan_payment_required\",\n \"payload\": {\n \"id\": \"pln-550e8400-e29b-41d4-a716-446655440009\",\n \"idempotency-key\": \"approve-plan-002\"\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/usage/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name", "slot": 11, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 368.0, "num_requests_total": 1.0, "gen_throughput": -17.4, "decode_sum_seq_lens": -50.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1473.0, "realtime_tokens_total": 11969.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48615.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 240.0, "tok_s": 541.1, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idem-001-abc123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idem-002-abc123\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-003-abc123\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"past_due\"},\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_already_archived\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-004-abc123\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\"},\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_resource\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-005-abc123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"not-a-uuid\", \"idempotency-key\": \"idem-006-abc123\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\"},\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"PUT /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_too_many_requests\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"Too Many Requests\"},\n \"cleanup\": \"PUT /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency-key\": \"idem-007-abc123\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_unprocessable_entity\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency-key\": \"idem-008-abc123\"},\n \"expected_status\": 422,\n \"expected_body_contains\": {\"error\": \"Unprocessable Entity\"},\n \"cleanup\": \"PATCH /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"open\"},\n \"cleanup\": \"PATCH /v2/exports/{id}/approve\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\"},\n \"cleanup\": \"PATCH /v2/exports/{id}/approve\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"dry_run\": true},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\"},\n \"cleanup\": \"PATCH /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v3/usage/{id}/finalize", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 351.0, "num_requests_total": 1.0, "gen_throughput": 64.3, "decode_sum_seq_lens": -159.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 11840.0, "kv_available_tokens": -11840.0, "kv_used_tokens": 11840.0, "spec_accept_length": 0.7, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1405.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48709.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 513.5, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v3/invoices/{id}/cancel (revert status via internal admin)\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_already_canceled\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"already canceled\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate (idempotent re-rotation)\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_customer_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"customer not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-24T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/archive (revert via admin override)\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_precondition_not_met\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"2026-06-24T00:00:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition not met\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"idempotency-key\": \"webhook-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/approve (revoke approval via admin)\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"webhook-approve-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-24T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/verify (revert to unverified via admin)\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_bad_request_invalid_date\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid date format\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_delete_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"soft-deleted\",\n \"cleanup\": \"DELETE /v2/tokens/{id}/verify (restore from soft-delete via admin)\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"dry_run\": false},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v3/audits/{id}/rotate (re-rotate to original key via admin)\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_gone_resource\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"idempotency-key\": \"export-cancel-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel (resume export via admin)\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_bad_request_invalid_state\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"idempotency-key\": \"export-cancel-002\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid state transition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_rotate_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"cursor\": \"initial\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"plans\",\n \"cleanup\": \"GET /v2/plans/{id}/rotate (idempotent, no cleanup needed)\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"failure_resource_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"cursor\": \"initial\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_verify_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440019\", \"cursor\": \"initial\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/usage/{id}/", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 370.0, "num_requests_total": 1.0, "gen_throughput": 4.4, "decode_sum_seq_lens": 138.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1481.0, "realtime_tokens_total": 11970.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48646.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 421.6, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of_date\",\n \"payload\": {\"id\": \"inv-2f8a9c4e-1b3d-4e5f-8a9c-4e1b3d2e5f8a\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invalid_as_of_date_returns_400\",\n \"payload\": {\"id\": \"inv-2f8a9c4e-1b3d-4e5f-8a9c-4e1b3d2e5f8a\", \"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_with_idempotency\",\n \"payload\": {\"id\": \"cus-7d2e1f5a-9b4c-4d8e-7f2e-1f5a9b4c4d8e\", \"idempotency-key\": \"idem-2026-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v1/customers/{id}/archive reversal not applicable; use status update to active if supported\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_missing_idempotency_key_returns_400\",\n \"payload\": {\"id\": \"cus-7d2e1f5a-9b4c-4d8e-7f2e-1f5a9b4c4d8e\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_subscription_approve\",\n \"payload\": {\"id\": \"sub-9e3b7c1d-5f8a-4e2b-9c3d-7c1d5f8a4e2b\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/create or equivalent to restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_nonexistent_subscription_returns_404\",\n \"payload\": {\"id\": \"sub-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_webhook_verify_with_idempotency\",\n \"payload\": {\"id\": \"whk-4a1e6b9c-3d7f-4e5a-1b6c-9e3d7f4e5a1b\", \"idempotency-key\": \"idem-2026-002\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v3/webhooks to recreate\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required_returns_402\",\n \"payload\": {\"id\": \"whk-4a1e6b9c-3d7f-4e5a-1b6c-9e3d7f4e5a1b\", \"idempotency-key\": \"idem-2026-003\", \"simulate\": \"402\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_report_finalize_with_dry_run\",\n \"payload\": {\"id\": \"rep-8c5f2e1a-7b4d-4c9e-5f2e-1a7b4d4c9e5f\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_invalid_dry_run_type_returns_400\",\n \"payload\": {\"id\": \"rep-8c5f2e1a-7b4d-4c9e-5f2e-1a7b4d4c9e5f\", \"dry_run\": \"yes\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token_with_as_of_date\",\n \"payload\": {\"id\": \"tok-3d9b7e5c-1f4a-4e8d-9b7e-5c1f4a4e8d3d\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_token_not_found_returns_404\",\n \"payload\": {\"id\": \"tok-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_pagination\",\n \"payload\": {\"id\": \"adt-6e2c4f8a-9b1d-4e5c-2f4a-8a9b1d4e5c2f\", \"cursor\": \"Y3Vyc29yLTE=\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v2/audits/{id}/cancel or await async completion\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_conflict_returns_409\",\n \"payload\": {\"id\": \"adt-6e2c4f8a-9b1d-4e5c-2f4a-8a9b1d4e5c2f\", \"cursor\": \"Y3Vyc29yLTE=\", \"limit\": 50, \"simulate\": \"409\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"exp-5a1d7e3b-8c4f-4a9d-1d7e-3b8c4f4a9d5a\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/exports/{id}/rotate to re-rotate or restore from snapshot\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_bad_request_returns_400\",\n \"payload\": {\"id\": \"not-a-uuid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"error\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan_with_as_of_date\",\n \"payload\": {\"id\": \"pln-7b3e5c1a-9d4f-4", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 458.0, "num_requests_total": 1.0, "gen_throughput": -200.7, "decode_sum_seq_lens": -75.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": -64.0, "spec_accept_length": -2.2, "spec_accept_rate": -0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1833.0, "realtime_tokens_total": 11964.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48089.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 476.4, "text": "```json\n[\n {\n \"endpoint\": \"01\",\n \"method\": \"PATCH\",\n \"test_name\": \"verify_invoice_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idemp-2026-001-abc123\",\n \"status\": \"done\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\",\n \"metadata\": {\"source\": \"test-suite\", \"env\": \"staging\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/verify with reversal payload\"\n },\n {\n \"endpoint\": \"01\",\n \"method\": \"PATCH\",\n \"test_name\": \"verify_invoice_404\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idemp-2026-001-404\",\n \"status\": \"pending\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"02\",\n \"method\": \"GET\",\n \"test_name\": \"archive_customer_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 25000,\n \"currency\": \"EUR\",\n \"metadata\": {\"customer_tier\": \"enterprise\"},\n \"version\": 3\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v1/customers/{id}/archive with dry_run=true to restore\"\n },\n {\n \"endpoint\": \"02\",\n \"method\": \"GET\",\n \"test_name\": \"archive_customer_409\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false,\n \"status\": \"canceled\",\n \"amount_cents\": 0,\n \"currency\": \"EUR\",\n \"metadata\": {},\n \"version\": 5\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"03\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_subscription_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 1999,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_count\": \"3\"},\n \"version\": 4\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/retry with dry_run=true to reset\"\n },\n {\n \"endpoint\": \"03\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_subscription_402\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 999999,\n \"currency\": \"USD\",\n \"metadata\": {\"payment_failed\": \"true\"},\n \"version\": 2\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"04\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_webhook_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"as_of\": \"2026-01-15T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"webhook_url\": \"https://hooks.example.com/v1\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/archive with future as_of to unarchive\"\n },\n {\n \"endpoint\": \"04\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_webhook_404\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"as_of\": \"2025-06-01T00:00:00Z\",\n \"status\": \"failed\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"05\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_report_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": true,\n \"status\": \"pending\",\n \"amount_cents\": 50000,\n \"currency\": \"GBP\",\n \"metadata\": {\"report_type\": \"quarterly\", \"department\": \"finance\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v1/reports/{id}/preview with dry_run=false to commit\"\n },\n {\n \"endpoint\": \"05\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_report_410\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false,\n \"status\": \"done\",\n \"amount_cents\": 50000,\n \"currency\": \"GBP\",\n \"metadata\": {\"deprecated\": \"true\"},\n \"version\": 10\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"06\",\n \"method\": \"GET\",\n \"test_name\": \"verify_token_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"token_type\": \"service\"},\n \"version\": 7\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"GET /v3/tokens/{id}/verify with cursor reset to invalidate\"\n },\n {\n \"endpoint\": \"06\",\n \"method\": \"GET\",\n \"test_name\": \"verify_token_422\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"invalid-cursor-!!!\",\n \"limit\": 9999,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 7\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"07\",\n \"method\": \"POST\",\n \"test_name\": \"verify_audit_happy\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency-key\": \"idemp-audit-2026-007\",\n \"status\": \"closed\",\n \"amount_cents\": 7500,\n \"currency\": \"USD\",\n \"metadata\": {\"audit_scope\": \"financial\", \"year\": \"2025\"},\n \"version\": 3\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v3/audits/{id}/verify with cancel flag to abort job\"\n },\n {\n \"endpoint\": \"07\",\n \"method\": \"POST\",\n \"test_name\": \"verify_audit_428\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency-key\": \"idemp-audit-2026-007-dup\",\n \"status\": \"held\",\n \"amount_cents\": 7500,\n \"currency\": \"USD\",\n \"metadata\": {\"precondition\": \"", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 400.0, "num_requests_total": 1.0, "gen_throughput": 98.3, "decode_sum_seq_lens": 114.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -1920.0, "kv_evictable_tokens": 1792.0, "kv_used_tokens": 128.0, "spec_accept_length": 1.1, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.1, "eviction_duration_seconds_bucket": 75.0, "eviction_duration_seconds_count": 8.0, "cuda_graph_passes_total": 1601.0, "realtime_tokens_total": 12160.0, "evicted_tokens_total": 40448.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48418.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 8.200000000000001, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6176.0, "num_requests_total": 16.0, "gen_throughput": 279.9, "decode_sum_seq_lens": 10583.0, "token_usage": 0.1, "full_token_usage": 0.2, "num_used_tokens": 22592.0, "kv_available_tokens": -181376.0, "kv_evictable_tokens": 158784.0, "kv_used_tokens": 22592.0, "spec_accept_length": 3.1999999999999997, "spec_accept_rate": 0.5999999999999999, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.800000000000004, "per_stage_req_latency_seconds_bucket": 3196.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2559.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 24720.0, "realtime_tokens_total": 192655.0, "time_to_first_token_seconds_sum": 3.3000000000000007, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 66.19999999999999, "inter_token_latency_seconds_bucket": 776222.0, "inter_token_latency_seconds_count": 32752.0, "eviction_duration_seconds_sum": 0.1, "eviction_duration_seconds_bucket": 75.0, "eviction_duration_seconds_count": 8.0, "evicted_tokens_total": 40448.0 }, "step_ms": 10.76 }, "math_nothink_10k": { "n": 16, "tok_s_median": 416.6, "tok_s_first8_median": 417.6, "tok_s_agg": 418.2, "tok_s_all_sorted": [ 393.4, 399.9, 411.0, 413.3, 414.2, 415.0, 415.9, 416.5, 416.8, 418.4, 418.4, 425.3, 429.8, 430.1, 436.6, 441.3 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 236.0, "prefix_cache_suspect": false, "tau": 4.5011, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 411.0, "text": "I'll work through all 10 parts in order, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR = New MRR + Expansion MRR - Churned MRR**\n\nI'll calculate month by month:\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,478 | $4,037 | $7,479 | $18,036 |\n| 2024-08 | $19,579 | $12,559 | $10,596 | $21,542 |\n| 2024-09 | $31,422 | $15,100 | $11,291 | $35,231 |\n| 2024-10 | $31,794 | $16,116 | $8,735 | $39,175 |\n| 2024-11 | $34,222 | $14,431 | $9,682 | $38,971 |\n| 2024-12 | $15,665 | $25,569 | $8,181 | $33,053 |\n| 2025-01 | $28,572 | $20,288 | $16,628 | $32,232 |\n| 2025-02 | $27,253 | $21,466 | $16,599 | $32,120 |\n| 2025-03 | $27,166 | $12,361 | $18,417 | $21,110 |\n| 2025-04 | $49,371 | $22,814 | $13,823 | $58,362 |\n| 2025-05 | $49,383 | $20,431 | $20,889 | $48,925 |\n| 2025-06 | $40,923 | $12,886 | $23,283 | $30,526 |\n| 2025-07 | $55,913 | $28,601 | $19,807 | $64,707 |\n| 2025-08 | $65,882 | $24,914 | $19,720 | $71,076 |\n| 2025-09 | $51,388 | $31,027 | $13,944 | $68,471 |\n| 2025-10 | $48,198 | $10,136 | $24,873 | $33,461 |\n| 2025-11 | $72,195 | $26,457 | $26,765 | $71,887 |\n| 2025-12 | $69,117 | $24,076 | $22,065 | $71,128 |\n| 2026-01 | $66,415 | $53,650 | $37,074 | $82,991 |\n| 2026-02 | $85,002 | $23,754 | $34,128 | $74,628 |\n| 2026-03 | $71,078 | $26,366 | $36,388 | $61,056 |\n| 2026-04 | $89,384 | $64,277 | $34,542 | $119,119 |\n| 2026-05 | $58,771 | $63,373 | $32,691 | $89,453 |\n| 2026-06 | $92,764 | $27,253 | $53,249 | $66,768 |\n\n**Sum of net-new MRR:**\n$18,036 + $21,542 + $35,231 + $39,175 + $38,971 + $33,053 + $32,232 + $32,120 + $21,110 + $58,362 + $48,925 + $30,526 + $64,707 + $71,076 + $68,471 + $33,461 + $71,887 + $71,128 + $82,991 + $74,628 + $61,056 + $119,119 + $89,453 + $66,768\n\n= **$1,266,029**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n-1 = 23 growth periods\n\n- Beginning MRR (2024-07): $383,036\n- Ending MRR (2026-06): $1,649,028\n\n**Ratio:**\n$$\\frac{1,649,028}{383,036} = 4.30516...$$\n\n**23rd root:**\n$$(4.30516)^{\\frac{1}{23}} = e^{\\frac{\\ln(4.30516)}{23}} = e^{\\frac{1.4598}{23}} = e^{0.06347} = 1.06553...$$\n\n**CMGR = 6.55%** (or more precisely, 6.553%)\n\n---\n\n## (2) Gross MRR churn rate for final month, annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of period\n\nFor 2026-06:\n- MRR at start (2026-05): $1,582,260\n- Churned: $53,249\n\n**Monthly gross churn rate:**\n$$\\frac{53,249}{1,582,260} = 0.033654... = \\textbf{3.37\\%}$$\n\n**Annualized gross churn rate:**\n$$(1 - 0.033654)^{12} = 0.966346^{12} = 0.6636...$$\n\nAnnualized churn = $1 - 0.6636 = \\textbf{33.6\\%}$\n\nOr using simple multiplication: $3.3654\\% \\times 12 = 40.4\\%$ (not standard; the compounded method above is preferred, but if using simple: **40.4%**)\n\nI'll use the standard compounded: **33.6%**\n\n---\n\n## (3) Total infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $3,414 |\n| 001 | $19,555 |\n| 002 | $18,706 |\n| 003 | $6,549 |\n| 004 | $2,084 |\n| 005 | $22,520 |\n| 006 | $4,265 |\n| 007 | $2,437 |\n| 008 | $18,175 |\n| 009 | $23,289 |\n| 010 | $2,491 |\n| 011 | $7,649 |\n| 012 | $2,672 |\n| 013 | $4,841 |\n| 014 | $9,139 |\n| 015 | $22,890 |\n| 016 | $12,779 |\n| 017 | $2,430 |\n| 018 | $23,945 |\n| 019 | $23,886 |\n| 020 | $15,784 |\n| 021 | $14,914 |\n| 022 | $23,316 |\n| 023 | $6,560 |\n| 024 | $18,898 |\n| 025 | $6,081 |\n| 026 | $12,651 |\n| 027 | $23,983 |\n| 028 | $3,414 |\n| 029 | $23,716 |\n| 030 | $4,279 |\n| 031 | $9,060 |\n| 032 | $3,963 |\n| 033 | $4,787 |\n| 034 | $3,416 |\n| 035 | $20,393 |\n| 036 | $15,930 |\n| 037 | $19,983 |\n| 038 | $14,721 |\n| 039 | $6,387 |\n| 040 | $12,317 |\n| 041 | $11,339 |\n| 042 | $13,416 |\n| 043 | $21,107 |\n| 044 | $19,297 |\n| 045 | $5,885 |\n| 046 | $4,016 |\n| 047 | $8,320 |\n| 048 | $1,625 |\n| 049 | $21,088 |\n| 050 | $20,480 |\n| 051 | $3,656 |\n| 052 | $23,550 |\n| 053 | $13,038 |\n| 054 | $5,025 |\n| 055 | $23,551 |\n\nSumming all: **$819,158**\n\n**Top 3 lines by cost:**\n1. svc-027 notify-cron: $23,983\n2. svc-018 billing-cache: $23,945\n3. svc-019 payments-cache: $23,886\n\n**Combined top 3:** $23,983 + $23,945 + $23,886 = **$71,814**\n\n**Combined share:** $\\frac{71,814}{819,158} = 0.08767... = \\textbf{8.77\\%}$\n\n**Savings if every line achieved stated percent:**\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------|-----------|\n| 000 | 3,414 | 31% | 1,058.34 |\n| 001 | 19,555 | 19% | 3,715.45 |\n| 002 | 18,706 | 27% | 5,050.62", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9994.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 464.0, "num_requests_total": 1.0, "gen_throughput": -92.3, "decode_sum_seq_lens": 22.0, "kv_available_tokens": -704.0, "kv_evictable_tokens": 704.0, "spec_accept_length": -1.0, "spec_accept_rate": -0.2, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 75.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1857.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 45568.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9994.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9994.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47854.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 441.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate of MRR\n\n**Net-New MRR = New MRR + Expansion MRR - Churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $28,202 | $14,701 | $9,608 | $33,295 |\n| 2024-08 | $27,746 | $7,972 | $12,197 | $23,521 |\n| 2024-09 | $32,721 | $4,589 | $10,852 | $26,458 |\n| 2024-10 | $32,477 | $5,229 | $13,796 | $23,910 |\n| 2024-11 | $15,159 | $9,027 | $12,937 | $11,249 |\n| 2024-12 | $28,089 | $13,127 | $10,839 | $30,377 |\n| 2025-01 | $38,927 | $18,948 | $9,431 | $48,444 |\n| 2025-02 | $35,648 | $18,560 | $17,641 | $36,567 |\n| 2025-03 | $45,446 | $20,919 | $9,365 | $57,000 |\n| 2025-04 | $36,818 | $23,092 | $10,101 | $49,809 |\n| 2025-05 | $55,415 | $22,145 | $12,383 | $65,177 |\n| 2025-06 | $53,967 | $27,458 | $17,999 | $63,426 |\n| 2025-07 | $62,214 | $30,239 | $28,723 | $63,730 |\n| 2025-08 | $38,932 | $13,386 | $22,427 | $29,891 |\n| 2025-09 | $62,281 | $45,396 | $23,713 | $83,964 |\n| 2025-10 | $62,502 | $48,002 | $15,671 | $94,833 |\n| 2025-11 | $79,509 | $51,078 | $34,500 | $96,087 |\n| 2025-12 | $79,094 | $23,331 | $31,877 | $70,548 |\n| 2026-01 | $51,111 | $26,151 | $42,296 | $34,966 |\n| 2026-02 | $51,541 | $33,448 | $30,323 | $54,666 |\n| 2026-03 | $99,675 | $23,913 | $46,428 | $77,160 |\n| 2026-04 | $74,657 | $50,076 | $47,764 | $76,969 |\n| 2026-05 | $97,689 | $17,977 | $34,220 | $81,446 |\n| 2026-06 | $120,169 | $23,804 | $33,870 | $110,103 |\n\n**Total Net-New MRR:**\n$33,295 + $23,521 + $26,458 + $23,910 + $11,249 + $30,377 + $48,444 + $36,567 + $57,000 + $49,809 + $65,177 + $63,426 + $63,730 + $29,891 + $83,964 + $94,833 + $96,087 + $70,548 + $34,966 + $54,666 + $77,160 + $76,969 + $81,446 + $110,103\n\n= **$1,363,606**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nwhere n = 23 months (growth periods over 24 months)\n\nBeginning MRR (2024-07): $389,295\nEnding MRR (2026-06): $1,699,596\n\nRatio = $1,699,596 / $389,295 = **4.36840...**\n\nRoot = (4.36840...)^(1/23)\n\nln(4.36840...) = 1.47440...\n1.47440... / 23 = 0.064104...\ne^(0.064104...) = 1.06620...\n\nCMGR = 1.06620... - 1 = **0.0662 or 6.62%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Final month = 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nMRR at start of 2026-06 = MRR at end of 2026-05 = $1,589,493\nChurned MRR in 2026-06 = $33,870\n\nGross MRR Churn Rate = $33,870 / $1,589,493 = **0.02131 or 2.13%**\n\n**Annualized Gross MRR Churn Rate:**\n\nFormula: 1 - (1 - monthly churn rate)^12\n\n= 1 - (1 - 0.02131)^12\n= 1 - (0.97869)^12\n= 1 - 0.77289...\n= **0.2271 or 22.71%**\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, and Total Savings\n\n**Total Monthly Infrastructure Spend:**\n\nSumming all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | $21,267 |\n| 001 | $10,086 |\n| 002 | $14,900 |\n| 003 | $4,202 |\n| 004 | $17,463 |\n| 005 | $12,485 |\n| 006 | $9,747 |\n| 007 | $4,983 |\n| 008 | $11,746 |\n| 009 | $1,043 |\n| 010 | $21,723 |\n| 011 | $1,180 |\n| 012 | $15,980 |\n| 013 | $4,836 |\n| 014 | $14,367 |\n| 015 | $15,470 |\n| 016 | $14,834 |\n| 017 | $1,742 |\n| 018 | $15,474 |\n| 019 | $8,200 |\n| 020 | $12,502 |\n| 021 | $12,132 |\n| 022 | $18,263 |\n| 023 | $19,289 |\n| 024 | $1,447 |\n| 025 | $2,929 |\n| 026 | $17,712 |\n| 027 | $10,502 |\n| 028 | $22,217 |\n| 029 | $15,796 |\n| 030 | $1,477 |\n| 031 | $21,168 |\n| 032 | $8,879 |\n| 033 | $17,238 |\n| 034 | $18,612 |\n| 035 | $21,808 |\n| 036 | $14,500 |\n| 037 | $4,680 |\n| 038 | $18,180 |\n| 039 | $10,490 |\n| 040 | $3,068 |\n| 041 | $19,211 |\n| 042 | $4,652 |\n| 043 | $14,927 |\n| 044 | $17,459 |\n| 045 | $19,614 |\n| 046 | $18,542 |\n| 047 | $7,238 |\n| 048 | $20,066 |\n| 049 | $8,679 |\n| 050 | $11,207 |\n| 051 | $1,642 |\n| 052 | $19,050 |\n| 053 | $6,115 |\n| 054 | $19,277 |\n| 055 | $10,586 |\n\nTotal = **$724,281**\n\n**Top 3 Lines by Cost:**\n1. svc-028 ml-serving-cron: **$22,217**\n2. svc-010 notify-cache: **$21,723**\n3. svc-035 identity-indexer: **$21,808**\n\nCombined top 3 = $22,217 + $21,723 + $21,808 = **$65,748**\n\nCombined share = $65,748 / $724,281 = **0.0908 or 9.08%**\n\n**Savings if every line achieved stated savings percent:**\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------|-----------|\n| 000 | $21,267 | 22% | $4,678.74 |\n| 001 | $10,086 | 32% | $3,227.52 |\n| 002 | $14,900 | 6% | $894.00 |\n| 003 | $4,202 | 10% | $420.20 |\n| 004 | $17,463 | 31% | $5,413.53 |\n| 005 | $12,485 | 23% | $2,871.55 |\n| 006 |", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 431.0, "num_requests_total": 1.0, "gen_throughput": 70.1, "decode_sum_seq_lens": -145.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1725.0, "realtime_tokens_total": 12100.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 47990.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 429.8, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR per month = New MRR + Expansion MRR - Churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 11,986 | 13,002 | 9,140 | 15,848 |\n| 2024-08 | 16,656 | 8,329 | 9,831 | 15,154 |\n| 2024-09 | 16,548 | 4,150 | 4,675 | 16,023 |\n| 2024-10 | 10,666 | 5,271 | 10,048 | 5,889 |\n| 2024-11 | 24,775 | 9,477 | 8,568 | 25,684 |\n| 2024-12 | 11,242 | 12,160 | 9,966 | 13,436 |\n| 2025-01 | 22,659 | 15,563 | 7,672 | 30,550 |\n| 2025-02 | 19,212 | 16,714 | 12,881 | 23,045 |\n| 2025-03 | 13,599 | 9,514 | 13,212 | 9,901 |\n| 2025-04 | 30,691 | 8,859 | 8,449 | 31,101 |\n| 2025-05 | 36,593 | 14,494 | 13,902 | 37,185 |\n| 2025-06 | 24,467 | 21,414 | 15,884 | 29,997 |\n| 2025-07 | 18,735 | 13,128 | 16,717 | 15,146 |\n| 2025-08 | 41,180 | 8,878 | 11,699 | 38,359 |\n| 2025-09 | 19,777 | 16,320 | 17,875 | 18,222 |\n| 2025-10 | 25,758 | 18,309 | 19,250 | 24,817 |\n| 2025-11 | 38,248 | 12,312 | 11,930 | 38,630 |\n| 2025-12 | 52,680 | 23,658 | 17,936 | 58,402 |\n| 2026-01 | 27,269 | 12,603 | 11,742 | 28,130 |\n| 2026-02 | 57,634 | 24,624 | 13,676 | 68,582 |\n| 2026-03 | 24,796 | 14,692 | 21,669 | 17,819 |\n| 2026-04 | 39,018 | 11,732 | 20,179 | 30,571 |\n| 2026-05 | 59,755 | 38,031 | 16,544 | 81,242 |\n| 2026-06 | 31,879 | 21,209 | 17,058 | 36,030 |\n\n**Total Net-New MRR** = 15,848 + 15,154 + 16,023 + 5,889 + 25,684 + 13,436 + 30,550 + 23,045 + 9,901 + 31,101 + 37,185 + 29,997 + 15,146 + 38,359 + 18,222 + 24,817 + 38,630 + 58,402 + 28,130 + 68,582 + 17,819 + 30,571 + 81,242 + 36,030\n\n= **693,915**\n\n**Average Monthly Compound Growth Rate:**\n\nFormula: **CAGR = (Ending Value / Beginning Value)^(1/n) - 1**\n\nBeginning MRR (2024-07): $288,848\nEnding MRR (2026-06): $982,763\nn = 23 months (growth periods over 24 months)\n\nRatio = 982,763 / 288,848 = **3.4023**\n\nRoot = 3.4023^(1/23)\n\nCalculate: ln(3.4023) = 1.2243\n1.2243 / 23 = 0.05323\ne^0.05323 = 1.0547\n\n**Monthly compound growth rate = 1.0547 - 1 = 0.0547 = 5.47%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month, and Annualized\n\n**Formula: Gross Churn Rate = Churned MRR / MRR at start of period**\n\nFinal month (2026-06):\n- MRR at start of June = MRR at end of May = $946,733\n- Churned in June = $17,058\n\n**Monthly Gross Churn Rate** = 17,058 / 946,733 = **0.01802 = 1.802%**\n\n**Annualized Gross Churn Rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.01802)^12\n= 1 - (0.98198)^12\n= 1 - 0.8041\n= **0.1959 = 19.59%**\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, and Total Savings\n\n**Total Monthly Infrastructure Spend:**\n\nSumming all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | 2,496 |\n| 001 | 16,889 |\n| 002 | 13,709 |\n| 003 | 3,031 |\n| 004 | 13,341 |\n| 005 | 14,143 |\n| 006 | 14,437 |\n| 007 | 20,616 |\n| 008 | 22,983 |\n| 009 | 11,175 |\n| 010 | 17,099 |\n| 011 | 23,175 |\n| 012 | 2,440 |\n| 013 | 22,726 |\n| 014 | 8,987 |\n| 015 | 10,850 |\n| 016 | 2,492 |\n| 017 | 4,562 |\n| 018 | 13,346 |\n| 019 | 17,728 |\n| 020 | 19,204 |\n| 021 | 1,212 |\n| 022 | 10,825 |\n| 023 | 14,438 |\n| 024 | 12,166 |\n| 025 | 14,416 |\n| 026 | 15,471 |\n| 027 | 6,832 |\n| 028 | 8,274 |\n| 029 | 6,953 |\n| 030 | 7,440 |\n| 031 | 7,992 |\n| 032 | 13,906 |\n| 033 | 7,475 |\n| 034 | 8,744 |\n| 035 | 2,195 |\n| 036 | 6,771 |\n| 037 | 14,631 |\n| 038 | 12,813 |\n| 039 | 5,707 |\n| 040 | 20,472 |\n| 041 | 1,348 |\n| 042 | 10,652 |\n| 043 | 8,110 |\n| 044 | 20,214 |\n| 045 | 7,176 |\n| 046 | 17,171 |\n| 047 | 5,812 |\n| 048 | 20,122 |\n| 049 | 3,520 |\n| 050 | 12,220 |\n| 051 | 11,285 |\n| 052 | 964 |\n| 053 | 10,542 |\n| 054 | 10,918 |\n| 055 | 9,161 |\n\n**Total = $693,915**\n\n**Top 3 Lines by Cost:**\n1. svc-011 identity-cron: **$23,175**\n2. svc-008 ml-serving-indexer: **$22,983**\n3. svc-013 identity-cron: **$22,726**\n\nCombined top 3 = 23,175 + 22,983 + 22,726 = **$68,884**\n\n**Combined share** = 68,884 / 693,915 = **0.09927 = 9.93%**\n\n**Savings if every line achieved stated percent:**\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------|-----------|\n| 000 | 2,496 | 24% | 599.04 |\n| 001 | 16,889 | 37% | 6,248.93 |\n| 002 | 13,709 | 6% | 822.54 |\n| 003 | 3,031 | 21% | 636.51 |\n| 004 | 13,341 | 37% | 4,936.17 |\n| 005 | 14,143 | 16% | 2,262.88 |\n| 006 | 14,437 | 25% | 3,609.25 |\n| 007 | 20,616 | 8% | 1,649", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9977.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 442.0, "num_requests_total": 1.0, "gen_throughput": -17.8, "decode_sum_seq_lens": -42.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12032.0, "kv_evictable_tokens": -12032.0, "kv_used_tokens": 12032.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1769.0, "realtime_tokens_total": 12033.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9977.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9977.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47946.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 436.6, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $15,466 | $5,422 | $6,453 | $14,435 |\n| 2024-08 | $13,485 | $7,233 | $4,413 | $16,305 |\n| 2024-09 | $15,155 | $8,665 | $8,658 | $15,162 |\n| 2024-10 | $13,032 | $8,665 | $5,926 | $15,771 |\n| 2024-11 | $9,301 | $8,738 | $8,014 | $10,025 |\n| 2024-12 | $23,418 | $9,855 | $9,111 | $24,162 |\n| 2025-01 | $15,609 | $11,855 | $9,702 | $17,762 |\n| 2025-02 | $11,794 | $10,755 | $11,338 | $11,211 |\n| 2025-03 | $13,202 | $16,176 | $12,120 | $17,258 |\n| 2025-04 | $15,539 | $6,375 | $11,926 | $9,988 |\n| 2025-05 | $28,951 | $18,382 | $12,760 | $34,573 |\n| 2025-06 | $31,378 | $14,234 | $7,282 | $38,330 |\n| 2025-07 | $16,774 | $14,073 | $12,503 | $18,344 |\n| 2025-08 | $25,776 | $22,160 | $11,555 | $36,381 |\n| 2025-09 | $33,267 | $18,557 | $11,728 | $40,096 |\n| 2025-10 | $36,198 | $26,165 | $13,116 | $49,247 |\n| 2025-11 | $43,086 | $6,473 | $18,564 | $30,995 |\n| 2025-12 | $49,219 | $25,034 | $14,415 | $59,838 |\n| 2026-01 | $27,156 | $22,840 | $14,363 | $35,633 |\n| 2026-02 | $29,277 | $10,791 | $23,671 | $16,397 |\n| 2026-03 | $54,952 | $9,794 | $24,045 | $40,701 |\n| 2026-04 | $35,617 | $38,507 | $14,842 | $59,282 |\n| 2026-05 | $60,499 | $30,606 | $16,995 | $74,110 |\n| 2026-06 | $70,999 | $42,974 | $19,946 | $94,027 |\n\n**Total net-new MRR:**\n$14,435 + $16,305 + $15,162 + $15,771 + $10,025 + $24,162 + $17,762 + $11,211 + $17,258 + $9,988 + $34,573 + $38,330 + $18,344 + $36,381 + $40,096 + $49,247 + $30,995 + $59,838 + $35,633 + $16,397 + $40,701 + $59,282 + $74,110 + $94,027\n\nRunning sum:\n- After 6: $14,435 + $16,305 = $30,740; +$15,162 = $45,902; +$15,771 = $61,673; +$10,025 = $71,698; +$24,162 = $95,860\n- After 12: +$17,762 = $113,622; +$11,211 = $124,833; +$17,258 = $142,091; +$9,988 = $152,079; +$34,573 = $186,652; +$38,330 = $224,982\n- After 18: +$18,344 = $243,326; +$36,381 = $279,707; +$40,096 = $319,803; +$49,247 = $369,050; +$30,995 = $400,045; +$59,838 = $459,883\n- After 24: +$35,633 = $495,516; +$16,397 = $511,913; +$40,701 = $552,614; +$59,282 = $611,896; +$74,110 = $686,006; +$94,027 = **$780,033**\n\n**Total net-new MRR = $780,033**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere:\n- Beginning MRR (2024-07) = $237,435\n- Ending MRR (2026-06) = $1,003,033\n- n = 23 months (growth periods between 24 months)\n\nRatio = Ending / Beginning = $1,003,033 / $237,435 = **4.2244**\n\nRoot = Ratio^(1/23) = 4.2244^(1/23)\n\nCalculate: ln(4.2244) = 1.4408\n1.4408 / 23 = 0.06264\ne^0.06264 = 1.06464\n\nCMGR = 1.06464 - 1 = **0.06464 = 6.46%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month (2026-06):**\n- MRR at start of month (implicitly, previous month MRR) = $909,006 (2026-05)\n- Churned MRR = $19,946\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nGross MRR churn rate = $19,946 / $909,006 = **0.02194 = 2.19%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.02194)^12\n= 1 - (0.97806)^12\n= 1 - 0.7656\n= **0.2344 = 23.44%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend:**\n\nListing all 56 services and summing:\n- svc-000: $6,334\n- svc-001: $21,878\n- svc-002: $22,700\n- svc-003: $2,250\n- svc-004: $4,857\n- svc-005: $20,371\n- svc-006: $5,913\n- svc-007: $5,109\n- svc-008: $17,943\n- svc-009: $21,159\n- svc-010: $1,998\n- svc-011: $19,730\n- svc-012: $2,174\n- svc-013: $19,032\n- svc-014: $15,938\n- svc-015: $18,856\n- svc-016: $18,539\n- svc-017: $20,725\n- svc-018: $22,820\n- svc-019: $4,020\n- svc-020: $23,000\n- svc-021: $7,863\n- svc-022: $13,497\n- svc-023: $13,485\n- svc-024: $11,371\n- svc-025: $10,812\n- svc-026: $10,532\n- svc-027: $11,114\n- svc-028: $17,005\n- svc-029: $1,134\n- svc-030: $23,732\n- svc-031: $9,645\n- svc-032: $16,379\n- svc-033: $20,247\n- svc-034: $11,100\n- svc-035: $4,415\n- svc-036: $21,647\n- svc-037: $11,794\n- svc-038: $8,458\n- svc-039: $11,385\n- svc-040: $7,393\n- svc-041: $2,212\n- svc-042: $19,032\n- svc-043: $15,937\n- svc-044: $7,123\n- svc-045: $17,281\n- svc-046: $17,941\n- svc-047:", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 435.0, "num_requests_total": 1.0, "gen_throughput": -20.5, "decode_sum_seq_lens": -164.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 128.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1741.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47952.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 418.4, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR for each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,159 | $12,033 | $8,891 | $13,301 |\n| 2024-08 | $14,021 | $3,069 | $8,036 | $9,054 |\n| 2024-09 | $14,076 | $4,416 | $6,207 | $12,285 |\n| 2024-10 | $21,470 | $9,131 | $5,881 | $24,720 |\n| 2024-11 | $21,610 | $11,646 | $10,802 | $22,454 |\n| 2024-12 | $15,588 | $10,063 | $9,713 | $15,938 |\n| 2025-01 | $23,324 | $7,990 | $10,627 | $20,687 |\n| 2025-02 | $26,269 | $4,223 | $5,990 | $24,502 |\n| 2025-03 | $21,101 | $7,403 | $9,162 | $19,342 |\n| 2025-04 | $19,638 | $17,212 | $7,548 | $29,302 |\n| 2025-05 | $27,517 | $7,618 | $12,789 | $22,346 |\n| 2025-06 | $18,312 | $16,196 | $8,710 | $25,798 |\n| 2025-07 | $33,682 | $18,114 | $15,431 | $36,365 |\n| 2025-08 | $18,905 | $21,160 | $17,281 | $22,784 |\n| 2025-09 | $22,415 | $12,831 | $10,080 | $25,166 |\n| 2025-10 | $30,785 | $15,463 | $12,071 | $34,177 |\n| 2025-11 | $48,858 | $26,605 | $20,394 | $55,069 |\n| 2025-12 | $44,447 | $14,592 | $14,907 | $44,132 |\n| 2026-01 | $52,486 | $21,593 | $14,560 | $59,519 |\n| 2026-02 | $38,799 | $33,295 | $25,891 | $46,203 |\n| 2026-03 | $43,461 | $14,076 | $28,586 | $28,951 |\n| 2026-04 | $50,420 | $19,295 | $22,554 | $47,161 |\n| 2026-05 | $63,392 | $43,350 | $23,409 | $83,333 |\n| 2026-06 | $45,134 | $34,963 | $29,262 | $50,835 |\n\n**Total net-new MRR:**\n$13,301 + $9,054 + $12,285 + $24,720 + $22,454 + $15,938 + $20,687 + $24,502 + $19,342 + $29,302 + $22,346 + $25,798 + $36,365 + $22,784 + $25,166 + $34,177 + $55,069 + $44,132 + $59,519 + $46,203 + $28,951 + $47,161 + $83,333 + $50,835\n\n= **$760,123**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1 + r)^{n}$$\n\nWhere:\n- MRR_initial = $271,301 (2024-07)\n- MRR_final = $1,031,424 (2026-06)\n- n = 23 months (growth periods between 24 months)\n\nSolving for r:\n$$(1 + r)^{23} = \\frac{1,031,424}{271,301} = 3.801769...$$\n\n$$\\text{Ratio} = \\frac{1,031,424}{271,301} = 3.801769$$\n\n$$\\text{Root} = (3.801769)^{\\frac{1}{23}}$$\n\n$$\\ln(3.801769) = 1.33526...$$\n\n$$\\frac{1.33526}{23} = 0.058055...$$\n\n$$e^{0.058055} = 1.05977...$$\n\n$$r = 1.05977 - 1 = 0.05977$$\n\n**Average monthly compound growth rate = 5.98%** (or ~6.0%)\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n- MRR at start of month (2026-05): $980,589\n- Churned: $29,262\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\n$$\\text{Monthly Gross Churn} = \\frac{29,262}{980,589} = 0.029840... = \\textbf{2.98\\%}$$\n\n**Annualized (assuming compound):**\n$$\\text{Annualized} = 1 - (1 - 0.02984)^{12} = 1 - (0.97016)^{12}$$\n\n$$(0.97016)^{12} = 0.69786...$$\n\n$$\\text{Annualized} = 1 - 0.69786 = 0.30214 = \\textbf{30.2\\%}$$\n\nOr simple annualized: $2.984\\% \\times 12 = 35.8\\%$\n\n**Using standard compound annualization: 30.2%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings if all achieved stated percent\n\n**Sum all 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $16,071 |\n| 001 | $10,959 |\n| 002 | $15,702 |\n| 003 | $14,850 |\n| 004 | $22,729 |\n| 005 | $15,167 |\n| 006 | $3,562 |\n| 007 | $7,313 |\n| 008 | $22,866 |\n| 009 | $9,849 |\n| 010 | $13,368 |\n| 011 | $21,377 |\n| 012 | $9,508 |\n| 013 | $21,350 |\n| 014 | $15,211 |\n| 015 | $19,079 |\n| 016 | $1,144 |\n| 017 | $7,667 |\n| 018 | $5,189 |\n| 019 | $12,137 |\n| 020 | $4,874 |\n| 021 | $10,090 |\n| 022 | $10,082 |\n| 023 | $14,885 |\n| 024 | $10,536 |\n| 025 | $7,039 |\n| 026 | $6,592 |\n| 027 | $11,558 |\n| 028 | $9,656 |\n| 029 | $19,636 |\n| 030 | $22,604 |\n| 031 | $5,751 |\n| 032 | $23,582 |\n| 033 | $23,093 |\n| 034 | $19,275 |\n| 035 | $1,887 |\n| 036 | $18,810 |\n| 037 | $5,941 |\n| 038 | $5,037 |\n| 039 | $6,430 |\n| 040 | $8,188 |\n| 041 | $1,574 |\n| 042 | $17,358 |\n| 043 | $6,240 |\n| 044 | $22,808 |\n| 045 | $16,659 |\n| 046 | $21,130 |\n| 047 | $4,891 |\n| 048 | $15,051 |\n| 049 | $12,467 |\n| 050 | $6,269 |\n| 051 | $10,216 |\n| 052 | $10,527 |\n| 053 | $18,374 |\n| 054 | $5,383 |\n| 055 | $23,937 |\n\n**Total = $760,024**\n\n**Top 3 by cost:**\n1. svc-032: $23,582\n2. svc-055: $23,937 \u2014 wait, let me re-sort\n\nActually: $23,937 (055) > $23,582 (032) > $23,093 (033)\n\n**Top 3:**\n1. svc-055 notify-webhook: **$23,937**\n2. svc-032 payments-stream: **$23,582**\n3. svc-033 edge-cache: **$23,093**\n\nCombined: $23,937 + $23,582 +", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10008.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 455.0, "num_requests_total": 1.0, "gen_throughput": -52.6, "decode_sum_seq_lens": 139.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1821.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10008.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10008.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47936.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 399.9, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new + expansion - churned\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $16,607 | $10,498 | $10,330 | $16,775 |\n| 2024-08 | $24,780 | $5,544 | $9,305 | $21,019 |\n| 2024-09 | $21,179 | $8,367 | $6,265 | $23,281 |\n| 2024-10 | $30,823 | $10,673 | $12,619 | $28,877 |\n| 2024-11 | $13,775 | $10,276 | $6,663 | $17,388 |\n| 2024-12 | $26,640 | $5,434 | $7,036 | $25,038 |\n| 2025-01 | $26,728 | $19,159 | $11,145 | $34,742 |\n| 2025-02 | $25,965 | $19,431 | $11,008 | $34,388 |\n| 2025-03 | $42,258 | $19,620 | $10,756 | $51,122 |\n| 2025-04 | $28,353 | $19,115 | $16,227 | $31,241 |\n| 2025-05 | $31,537 | $23,635 | $12,627 | $42,545 |\n| 2025-06 | $50,552 | $23,078 | $10,110 | $63,520 |\n| 2025-07 | $36,893 | $35,344 | $14,110 | $58,127 |\n| 2025-08 | $34,097 | $21,374 | $12,397 | $43,074 |\n| 2025-09 | $60,050 | $27,200 | $22,614 | $64,636 |\n| 2025-10 | $36,911 | $14,966 | $17,502 | $34,375 |\n| 2025-11 | $50,453 | $31,062 | $13,863 | $67,652 |\n| 2025-12 | $48,174 | $13,108 | $14,877 | $46,405 |\n| 2026-01 | $50,281 | $22,458 | $25,602 | $47,137 |\n| 2026-02 | $34,839 | $40,772 | $34,428 | $41,183 |\n| 2026-03 | $82,516 | $32,229 | $28,711 | $86,034 |\n| 2026-04 | $62,546 | $13,046 | $31,647 | $43,945 |\n| 2026-05 | $51,837 | $44,515 | $29,873 | $66,479 |\n| 2026-06 | $79,487 | $19,380 | $34,270 | $64,597 |\n\n**Total net-new MRR:**\n$16,775 + $21,019 + $23,281 + $28,877 + $17,388 + $25,038 + $34,742 + $34,388 + $51,122 + $31,241 + $42,545 + $63,520 + $58,127 + $43,074 + $64,636 + $34,375 + $67,652 + $46,405 + $47,137 + $41,183 + $86,034 + $43,945 + $66,479 + $64,597\n\n= **$1,036,860**\n\n**Verification:** Starting MRR + total net-new = ending MRR\n$345,775 + $1,036,860 = $1,382,635 \u2248 $1,382,580 (small rounding difference from monthly figures)\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: Ending MRR = Starting MRR \u00d7 (1 + r)^n\nTherefore: r = (Ending MRR / Starting MRR)^(1/n) - 1\n\nWhere:\n- Starting MRR (2024-07): $345,775\n- Ending MRR (2026-06): $1,382,580\n- n = 24 months (but 23 growth periods from start to end)\n\nActually, for monthly growth rate over 24 months with 23 intervals between month 1 and month 24:\n\nRatio = Ending / Starting = $1,382,580 / $345,775 = **4.0008097...**\n\nRoot = 23rd root (since 24 data points = 23 growth periods)\n\nWait \u2014 let me re-check: 24 months from 2024-07 to 2026-06 inclusive is 24 months, but growth periods are 23.\n\nActually, standard practice: if we want average monthly growth rate over the 24-month period:\n\nr = ($1,382,580 / $345,775)^(1/23) - 1 for 23 intervals\n\nBut if we interpret as 24 months of growth (including the first month as period 1):\n\nLet me use n = 23 (the number of month-over-month growth periods):\n\nr = (4.0008097)^(1/23) - 1\n\nCalculate: ln(4.0008097) = 1.386544...\n1.386544... / 23 = 0.060284...\ne^0.060284... = 1.062139...\n\nr = 1.062139... - 1 = **0.06214 or 6.214%**\n\nOr using n = 24 (treating as 24 periods from start):\n1.386544... / 24 = 0.057773...\ne^0.057773... = 1.059476...\n\nr = **0.05948 or 5.948%**\n\nGiven \"24 months\" typically implies 23 growth intervals, I'll use **n = 23**:\n\n**Ratio = 4.0008**\n**23rd root = 1.0621**\n**Average monthly compound growth rate = 6.21%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n\nFormula: Gross MRR churn rate = Churned MRR / MRR at start of month\n\nMRR at start of 2026-06 = MRR at end of 2026-05 = $1,317,983\nChurned in 2026-06 = $34,270\n\nGross MRR churn rate = $34,270 / $1,317,983 = **0.026001... = 2.600%**\n\n**Annualized gross churn rate:**\n\nFormula: 1 - (1 - monthly churn)^12\n\n= 1 - (1 - 0.026001)^12\n= 1 - (0.973999)^12\n= 1 - 0.726967...\n= **0.2730 or 27.30%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Sum all 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $19,487 |\n| 001 | $2,911 |\n| 002 | $22,944 |\n| 003 | $11,144 |\n| 004 | $23,881 |\n| 005 | $2,438 |\n| 006 | $11,204 |\n| 007 | $16,042 |\n| 008 | $19,423 |\n| 009 | $14,581 |\n| 010 | $12,203 |\n| 011 | $13,138 |\n| 012 | $18,402 |\n| 013 | $8,160 |\n| 014 | $15,031 |\n| 015 | $7,233 |\n| 016 | $21,779 |\n| 017 | $17,765 |\n| 018 | $18,320 |\n| 019 | $10,995 |\n| 020 | $15,781 |\n| 021 | $8,131 |\n| 022 | $16,967 |\n| 023 | $8,488 |\n| 024 | $15,722 |\n| 025 | $22,928 |\n| 026 | $968 |\n| 027 | $18,746 |\n| 028 | $12,438 |\n| 029 | $11,399 |\n| 030 | $8,322 |\n| 031 | $7,178 |\n| 032 | $2,931 |\n| 033 | $2,533 |\n| 034 | $13,290 |\n| 035 | $17,737 |\n| 036 | $21,104 |\n| 037 | $12,019 |\n| 038 | $8,619 |\n| 039 | $13,819 |\n| 040 | $17,821 |\n| 041 | $21,253 |\n| 042 | $16,980 |\n| 043 | $22,508 |\n| 044 | $18,805 |\n| 045 | $22,", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 477.0, "num_requests_total": 1.0, "gen_throughput": 87.0, "decode_sum_seq_lens": 7.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": 1.0, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1909.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47718.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 415.0, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $14,572 | $8,469 | $7,621 | $15,420 |\n| 2024-08 | $8,320 | $6,105 | $6,586 | $7,839 |\n| 2024-09 | $19,962 | $7,120 | $5,444 | $21,638 |\n| 2024-10 | $14,545 | $7,615 | $7,189 | $14,971 |\n| 2024-11 | $12,465 | $13,639 | $8,034 | $18,070 |\n| 2024-12 | $23,135 | $13,645 | $8,479 | $28,301 |\n| 2025-01 | $17,813 | $8,279 | $7,810 | $18,282 |\n| 2025-02 | $15,672 | $5,091 | $12,228 | $8,535 |\n| 2025-03 | $24,078 | $7,114 | $9,076 | $22,116 |\n| 2025-04 | $24,673 | $12,176 | $9,915 | $26,934 |\n| 2025-05 | $19,172 | $7,087 | $12,420 | $13,839 |\n| 2025-06 | $28,168 | $20,198 | $12,302 | $36,064 |\n| 2025-07 | $32,032 | $18,584 | $15,776 | $34,840 |\n| 2025-08 | $38,763 | $25,215 | $14,479 | $49,499 |\n| 2025-09 | $24,218 | $8,703 | $18,667 | $14,254 |\n| 2025-10 | $41,580 | $22,933 | $13,017 | $51,496 |\n| 2025-11 | $31,331 | $8,871 | $16,947 | $23,255 |\n| 2025-12 | $34,985 | $25,558 | $21,058 | $39,485 |\n| 2026-01 | $55,915 | $23,349 | $20,919 | $58,345 |\n| 2026-02 | $40,803 | $12,851 | $14,937 | $38,717 |\n| 2026-03 | $57,552 | $28,597 | $22,411 | $63,738 |\n| 2026-04 | $59,747 | $22,999 | $16,674 | $66,072 |\n| 2026-05 | $48,112 | $25,334 | $19,203 | $54,243 |\n| 2026-06 | $40,100 | $38,751 | $15,323 | $63,528 |\n\n**Total net-new MRR:**\n$15,420 + $7,839 + $21,638 + $14,971 + $18,070 + $28,301 + $18,282 + $8,535 + $22,116 + $26,934 + $13,839 + $36,064 + $34,840 + $49,499 + $14,254 + $51,496 + $23,255 + $39,485 + $58,345 + $38,717 + $63,738 + $66,072 + $54,243 + $63,528\n\n= **$774,061**\n\n**Verification:** Starting MRR + total net-new = $276,420 + $774,061 = $1,050,481 \u2713 (matches final month)\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n$$\\text{Monthly Growth Rate} = \\left(\\frac{\\text{Ending Value}}{\\text{Beginning Value}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n-1 = 23 growth periods\n\nRatio = $\\frac{\\$1,050,481}{\\$276,420} = 3.80016...$\n\nRoot = $(3.80016)^{\\frac{1}{23}}$\n\n$\\ln(3.80016) = 1.3350...$\n\n$\\frac{1.3350}{23} = 0.05804...$\n\n$e^{0.05804} = 1.05976...$\n\nMonthly growth rate = **5.98%** (or exactly: ratio = 3.80016, 23rd root = 1.0598)\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$\n\nFinal month (2026-06): Churned = $15,323; Beginning MRR = $986,953\n\n$$\\text{Gross MRR Churn Rate} = \\frac{15,323}{986,953} = 0.015525... = \\textbf{1.55\\%}$$\n\n**Annualized (compounded):**\n$$\\text{Annualized Churn} = 1 - (1 - 0.015525)^{12}$$\n$$= 1 - (0.984475)^{12}$$\n$$= 1 - 0.8295...$$\n$$= \\textbf{17.05\\%}$$\n\nOr simple annualized: $1.55\\% \\times 12 = 18.6\\%$\n\nUsing compound method: **17.05%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**All 55 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $8,571 |\n| 001 | $19,791 |\n| 002 | $20,867 |\n| 003 | $8,674 |\n| 004 | $11,283 |\n| 005 | $12,084 |\n| 006 | $18,491 |\n| 007 | $2,684 |\n| 008 | $1,197 |\n| 009 | $2,733 |\n| 010 | $4,371 |\n| 011 | $23,926 |\n| 012 | $22,649 |\n| 013 | $6,875 |\n| 014 | $7,221 |\n| 015 | $16,071 |\n| 016 | $20,417 |\n| 017 | $19,897 |\n| 018 | $2,055 |\n| 019 | $8,616 |\n| 020 | $4,665 |\n| 021 | $8,449 |\n| 022 | $13,352 |\n| 023 | $14,924 |\n| 024 | $22,982 |\n| 025 | $2,625 |\n| 026 | $4,865 |\n| 027 | $22,233 |\n| 028 | $10,040 |\n| 029 | $3,594 |\n| 030 | $4,131 |\n| 031 | $11,937 |\n| 032 | $2,396 |\n| 033 | $16,942 |\n| 034 | $6,865 |\n| 035 | $7,769 |\n| 036 | $1,906 |\n| 037 | $10,561 |\n| 038 | $21,035 |\n| 039 | $14,181 |\n| 040 | $13,708 |\n| 041 | $13,241 |\n| 042 | $12,866 |\n| 043 | $22,222 |\n| 044 | $22,047 |\n| 045 | $22,925 |\n| 046 | $8,707 |\n| 047 | $7,235 |\n| 048 | $20,155 |\n| 049 | $4,528 |\n| 050 | $1,114 |\n| 051 | $1,754 |\n| 052 | $2,545 |\n| 053 | $5,691 |\n| 054 | $7,839 |\n| 055 | $2,835 |\n\n**Total monthly infrastructure spend:**\n\nGrouping by hundreds for efficiency:\n- 20k+: 926+867+649+417+982+233+047+925+222+155+035 = let's do exact:\n\n$8,571 + $19,791 + $20,867 + $8,674 + $11,283 + $12,084 + $18,491 + $2,684 + $1,197 + $2,733 + $4,371 + $23,926 + $22,649 + $6,875 + $7,221 + $16,071 + $20,417 + $19,897 + $2,055 + $8,616 + $4,665 + $8,449 + $13,352 + $14,924 + $22,982 + $2,625 + $4,865 + $22,233 + $10,040 + $3,594 +", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9945.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 459.0, "num_requests_total": 1.0, "gen_throughput": -127.3, "decode_sum_seq_lens": -159.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -128.0, "spec_accept_length": -1.5, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1837.0, "realtime_tokens_total": 12033.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9945.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9945.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47808.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 416.8, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR = New MRR + Expansion MRR - Churned MRR**\n\nI'll calculate monthly net-new, then sum:\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 29,898 | 4,410 | 6,321 | 27,987 |\n| 2024-08 | 22,168 | 10,248 | 6,686 | 25,730 |\n| 2024-09 | 18,657 | 19,237 | 14,962 | 22,932 |\n| 2024-10 | 35,740 | 17,930 | 7,902 | 45,768 |\n| 2024-11 | 22,925 | 15,602 | 8,645 | 29,882 |\n| 2024-12 | 24,057 | 12,988 | 15,219 | 21,826 |\n| 2025-01 | 22,383 | 18,827 | 17,227 | 23,983 |\n| 2025-02 | 33,663 | 28,528 | 15,385 | 46,806 |\n| 2025-03 | 18,808 | 13,521 | 16,071 | 16,258 |\n| 2025-04 | 35,613 | 17,825 | 11,091 | 42,347 |\n| 2025-05 | 52,057 | 27,888 | 21,726 | 58,219 |\n| 2025-06 | 56,856 | 32,734 | 15,416 | 74,174 |\n| 2025-07 | 41,551 | 13,947 | 25,388 | 30,110 |\n| 2025-08 | 29,712 | 25,800 | 26,055 | 29,457 |\n| 2025-09 | 34,820 | 31,036 | 17,988 | 47,868 |\n| 2025-10 | 65,991 | 22,677 | 15,249 | 73,419 |\n| 2025-11 | 46,408 | 11,372 | 17,317 | 40,463 |\n| 2025-12 | 66,772 | 44,558 | 19,517 | 91,813 |\n| 2026-01 | 61,545 | 29,876 | 28,401 | 63,020 |\n| 2026-02 | 81,850 | 44,908 | 32,679 | 94,079 |\n| 2026-03 | 44,310 | 27,073 | 29,069 | 42,314 |\n| 2026-04 | 95,907 | 53,084 | 36,435 | 112,556 |\n| 2026-05 | 90,176 | 25,189 | 45,622 | 69,743 |\n| 2026-06 | 84,723 | 15,454 | 50,629 | 49,548 |\n\n**Total Net-New MRR** = 27,987 + 25,730 + 22,932 + 45,768 + 29,882 + 21,826 + 23,983 + 46,806 + 16,258 + 42,347 + 58,219 + 74,174 + 30,110 + 29,457 + 47,868 + 73,419 + 40,463 + 91,813 + 63,020 + 94,079 + 42,314 + 112,556 + 69,743 + 49,548\n\n= **1,152,320**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: **End Value / Start Value = (1 + r)^n**\n\nWhere n = 23 months (periods between 24 data points)\n\n- Start MRR (2024-07): $401,987\n- End MRR (2026-06): $1,554,302\n\n**Ratio** = 1,554,302 / 401,987 = **3.86655...**\n\n**Root** = 23rd root of 3.86655 = 3.86655^(1/23)\n\nCalculate: ln(3.86655) = 1.35240\n1.35240 / 23 = 0.05880\ne^0.05880 = 1.06056\n\n**r = 0.06056 = 6.056% per month**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Formula: Gross Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR = 2026-05 MRR = $1,504,754\n- Churned MRR = $50,629\n\n**Gross MRR Churn Rate (monthly)** = 50,629 / 1,504,754 = **0.03363 = 3.363%**\n\n**Annualized Gross Churn Rate** (compound): \n= 1 - (1 - 0.03363)^12\n= 1 - (0.96637)^12\n= 1 - 0.66596\n= **0.3340 = 33.40%**\n\nOr simple annualization: 3.363% \u00d7 12 = 40.36% (but standard is compound)\n\n---\n\n## (3) Total Infrastructure Spend, Top 3 Lines, and Total Savings\n\n**Summing all 56 service lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 20,483 |\n| 001 | 22,298 |\n| 002 | 2,253 |\n| 003 | 3,968 |\n| 004 | 15,285 |\n| 005 | 15,652 |\n| 006 | 20,565 |\n| 007 | 18,740 |\n| 008 | 6,311 |\n| 009 | 12,458 |\n| 010 | 1,559 |\n| 011 | 11,022 |\n| 012 | 15,209 |\n| 013 | 6,613 |\n| 014 | 10,680 |\n| 015 | 7,673 |\n| 016 | 8,263 |\n| 017 | 12,346 |\n| 018 | 1,525 |\n| 019 | 7,322 |\n| 020 | 7,575 |\n| 021 | 1,379 |\n| 022 | 19,437 |\n| 023 | 4,353 |\n| 024 | 10,558 |\n| 025 | 15,405 |\n| 026 | 22,313 |\n| 027 | 14,886 |\n| 028 | 5,890 |\n| 029 | 18,218 |\n| 030 | 20,554 |\n| 031 | 6,809 |\n| 032 | 7,908 |\n| 033 | 1,247 |\n| 034 | 21,308 |\n| 035 | 14,688 |\n| 036 | 22,793 |\n| 037 | 21,182 |\n| 038 | 3,219 |\n| 039 | 939 |\n| 040 | 14,186 |\n| 041 | 16,591 |\n| 042 | 17,841 |\n| 043 | 21,927 |\n| 044 | 6,203 |\n| 045 | 23,581 |\n| 046 | 19,301 |\n| 047 | 9,968 |\n| 048 | 14,435 |\n| 049 | 15,084 |\n| 050 | 22,842 |\n| 051 | 9,069 |\n| 052 | 16,058 |\n| 053 | 17,695 |\n| 054 | 19,179 |\n| 055 | 11,519 |\n\nRunning total by groups:\n- 000-009: 20,483+22,298+2,253+3,968+15,285+15,652+20,565+18,740+6,311+12,458 = 148,013\n- 010-019: 1,559+11,022+15,209+6,613+10,680+7,673+8,263+12,346+1,525+7,322 = 92,212\n- 020-029: 7,575+1,379+19,437+4,353+10,558+15,405+22,313+14,886+5,890+18,218 = 130,014\n- 030-039: 20,554+6,809+7,908+1,247+21,308+14,688+22,793+21,182+3,219+939 = 120,647\n- 040-049: 14,186+16,591+17,841+21,927+6,203+23,581+19,301+9,968+14,435+15,084 = 179", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10015.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 456.0, "num_requests_total": 1.0, "gen_throughput": 80.7, "decode_sum_seq_lens": 185.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": -64.0, "kv_used_tokens": 192.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1825.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10015.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10015.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47845.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 393.4, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $12,899 | $3,725 | $3,887 | $12,737 |\n| 2024-08 | $7,003 | $5,004 | $5,010 | $6,997 |\n| 2024-09 | $16,166 | $6,969 | $4,076 | $19,059 |\n| 2024-10 | $8,463 | $3,367 | $6,814 | $5,016 |\n| 2024-11 | $17,004 | $9,496 | $5,483 | $21,017 |\n| 2024-12 | $20,786 | $11,964 | $9,406 | $23,344 |\n| 2025-01 | $20,679 | $8,615 | $7,663 | $21,631 |\n| 2025-02 | $17,878 | $3,240 | $10,341 | $10,777 |\n| 2025-03 | $24,729 | $4,763 | $6,568 | $22,924 |\n| 2025-04 | $24,067 | $12,785 | $8,951 | $27,901 |\n| 2025-05 | $18,741 | $14,779 | $7,444 | $26,076 |\n| 2025-06 | $16,846 | $15,752 | $11,765 | $20,833 |\n| 2025-07 | $27,906 | $16,356 | $9,837 | $34,425 |\n| 2025-08 | $36,816 | $12,435 | $14,620 | $34,631 |\n| 2025-09 | $17,515 | $21,045 | $9,288 | $29,272 |\n| 2025-10 | $23,837 | $24,426 | $7,972 | $40,291 |\n| 2025-11 | $29,349 | $14,283 | $18,828 | $24,804 |\n| 2025-12 | $46,219 | $25,681 | $9,326 | $62,574 |\n| 2026-01 | $23,348 | $25,700 | $13,201 | $35,847 |\n| 2026-02 | $48,892 | $19,872 | $15,774 | $52,990 |\n| 2026-03 | $26,533 | $35,054 | $20,705 | $40,882 |\n| 2026-04 | $39,925 | $23,408 | $13,344 | $49,989 |\n| 2026-05 | $47,636 | $28,499 | $20,965 | $55,170 |\n| 2026-06 | $55,660 | $37,168 | $29,620 | $63,208 |\n\n**Sum of net-new MRR:**\n$12,737 + $6,997 + $19,059 + $5,016 + $21,017 + $23,344 + $21,631 + $10,777 + $22,924 + $27,901 + $26,076 + $20,833 + $34,425 + $34,631 + $29,272 + $40,291 + $24,804 + $62,574 + $35,847 + $52,990 + $40,882 + $49,989 + $55,170 + $63,208\n\n= **$729,594**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: $$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere n = 23 months (growth periods between 24 data points)\n\nRatio = $\\frac{951,395}{221,737} = 4.290490536...$\n\nRoot = $(4.290490536)^{\\frac{1}{23}}$\n\n$\\ln(4.290490536) = 1.456287...$\n\n$\\frac{1.456287...}{23} = 0.063317...$\n\n$e^{0.063317...} = 1.065364...$\n\nCMGR = $1.065364... - 1 = 0.065364...$ = **6.54%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR churn rate = Churned MRR / MRR at start of month**\n\nFinal month (2026-06):\n- MRR at start = $888,187 (2026-05 MRR becomes start of 2026-06)\n- Churned = $29,620\n\nGross monthly churn = $\\frac{29,620}{888,187} = 0.033349...$ = **3.33%**\n\n**Annualized gross churn rate:**\nFormula: $1 - (1 - \\text{monthly churn})^{12}$\n\n$= 1 - (1 - 0.033349)^{12}$\n$= 1 - (0.966651)^{12}$\n$= 1 - 0.663967...$\n$= 0.336033...$ = **33.60%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSum all 56 service costs:\n$13,948 + $5,434 + $16,596 + $17,276 + $3,055 + $10,593 + $6,135 + $8,712 + $11,376 + $14,470 + $7,853 + $13,034 + $10,787 + $23,934 + $3,758 + $20,658 + $20,144 + $8,307 + $22,298 + $4,616 + $18,531 + $3,501 + $13,204 + $21,921 + $20,515 + $962 + $8,206 + $14,354 + $20,918 + $6,729 + $8,692 + $16,946 + $2,465 + $6,709 + $12,680 + $11,708 + $19,654 + $15,541 + $10,841 + $17,553 + $21,408 + $9,131 + $18,505 + $23,962 + $21,609 + $18,607 + $13,547 + $13,799 + $2,187 + $12,882 + $19,380 + $7,782 + $2,033 + $22,772 + $18,808\n\n= **$685,158**\n\n**Top 3 lines by cost:**\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-044 ingest-indexer | $23,962 |\n| 2 | svc-014 billing-webhook | $23,934 |\n| 3 | svc-054 ingest-stream | $22,772 |\n\nCombined top 3 = $23,962 + $23,934 + $22,772 = **$70,668**\n\nCombined share = $\\frac{70,668}{685,158} = 0.103141...$ = **10.31%**\n\n**Total savings if every line achieved stated percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $13,948 | 6% | $836.88 |\n| svc-001 | $5,434 | 33% | $1,793.22 |\n| svc-002 | $16,596 | 18% | $2,987.28 |\n| svc-003 | $17,276 | 27% | $4,664.52 |\n| svc-004 | $3,055 | 29% | $885.95 |\n| svc-005 | $10,593 | 28% | $2,966.04 |\n| svc-006 | $6,135 | 4% | $245.40 |\n| svc-007 | $8,712 | 6% | $522.72 |\n| svc-008 | $11,376 | 21% | $2,388.96 |\n| svc-009 | $14,470 | 7% | $1,012.90 |\n| svc-010 | $7,853 | 11% | $863.83 |\n| svc-011 | $13,034 | 18% | $2,346.12 |\n| svc-012 | $19,254 | 20% | $3,850.80 |\n| svc-013 | $10,787 | 28% | $3,020.36 |\n| svc-014 | $23,934 | 37% | $8,855.58 |\n| svc-015 | $3,758 | 9% | $338.22 |\n| svc-016 | $20,658 | 13", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9997.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 485.0, "num_requests_total": 1.0, "gen_throughput": 13.9, "decode_sum_seq_lens": -55.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1941.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9997.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9997.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 47587.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 416.5, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR over 24 months, and Average Monthly Compound Growth Rate of MRR\n\n**Net-New MRR each month = New MRR + Expansion MRR - Churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $20,195 | $11,537 | $7,452 | $24,280 |\n| 2024-08 | $13,751 | $4,059 | $9,374 | $8,436 |\n| 2024-09 | $19,222 | $7,020 | $9,934 | $16,308 |\n| 2024-10 | $11,450 | $11,755 | $8,618 | $14,587 |\n| 2024-11 | $14,361 | $13,307 | $12,022 | $15,646 |\n| 2024-12 | $18,900 | $5,007 | $9,795 | $14,112 |\n| 2025-01 | $24,577 | $16,327 | $7,624 | $33,280 |\n| 2025-02 | $15,535 | $13,202 | $8,432 | $20,305 |\n| 2025-03 | $30,283 | $14,532 | $13,674 | $31,141 |\n| 2025-04 | $26,514 | $20,411 | $6,943 | $39,982 |\n| 2025-05 | $17,957 | $5,931 | $13,096 | $10,792 |\n| 2025-06 | $15,622 | $13,894 | $8,555 | $20,961 |\n| 2025-07 | $25,788 | $13,768 | $10,666 | $28,890 |\n| 2025-08 | $40,999 | $12,585 | $18,858 | $34,726 |\n| 2025-09 | $22,393 | $21,103 | $17,130 | $26,366 |\n| 2025-10 | $21,832 | $12,947 | $20,794 | $13,985 |\n| 2025-11 | $22,403 | $14,239 | $19,952 | $16,690 |\n| 2025-12 | $37,393 | $10,911 | $19,551 | $28,753 |\n| 2026-01 | $29,102 | $28,726 | $16,126 | $41,702 |\n| 2026-02 | $25,629 | $24,365 | $20,247 | $29,747 |\n| 2026-03 | $47,454 | $22,587 | $13,090 | $56,951 |\n| 2026-04 | $39,667 | $12,461 | $24,510 | $27,618 |\n| 2026-05 | $38,254 | $40,656 | $21,501 | $57,409 |\n| 2026-06 | $40,474 | $32,404 | $18,762 | $54,116 |\n\n**Total Net-New MRR:**\n$$\\sum = 24,280 + 8,436 + 16,308 + 14,587 + 15,646 + 14,112 + 33,280 + 20,305 + 31,141 + 39,982 + 10,792 + 20,961 + 28,890 + 34,726 + 26,366 + 13,985 + 16,690 + 28,753 + 41,702 + 29,747 + 56,951 + 27,618 + 57,409 + 54,116$$\n\n$$= \\boxed{\\$642,076}$$\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Growth Rate} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n-1 = 23 compounding periods\n\n$$\\text{Ratio} = \\frac{\\$946,783}{\\$304,280} = 3.111552...$$\n\n$$\\text{Root} = (3.111552)^{\\frac{1}{23}} = (3.111552)^{0.043478...}$$\n\n$$\\ln(3.111552) = 1.13514...$$\n\n$$\\frac{1.13514}{23} = 0.049354...$$\n\n$$e^{0.049354} = 1.050594...$$\n\n$$\\text{Growth Rate} = 1.050594 - 1 = 0.050594 = \\boxed{5.06\\%}$$\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month, and Annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05) = $892,667\n- Churned MRR = $18,762\n\n$$\\text{Monthly Gross Churn Rate} = \\frac{\\$18,762}{\\$892,667} = 0.021018... = \\boxed{2.10\\%}$$\n\n**Annualized Gross Churn Rate:**\n\n$$\\text{Annualized} = 1 - (1 - \\text{monthly rate})^{12}$$\n\n$$= 1 - (1 - 0.021018)^{12}$$\n\n$$= 1 - (0.978982)^{12}$$\n\n$$\\ln(0.978982) = -0.021240...$$\n\n$$12 \\times (-0.021240) = -0.25488...$$\n\n$$e^{-0.25488} = 0.77504...$$\n\n$$= 1 - 0.77504 = 0.22496 = \\boxed{22.5\\%}$$\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines by Cost, Combined Share, and Total Savings if All Lines Achieve Stated Savings\n\n**Total Monthly Infrastructure Spend:**\n\nSumming all 55 service costs:\n\n| svc-000 | $18,090 | svc-019 | $23,218 | svc-037 | $8,888 |\n|---------|---------|---------|---------|---------|--------|\n| svc-001 | $9,882 | svc-020 | $20,915 | svc-038 | $9,371 |\n| svc-002 | $9,616 | svc-021 | $7,025 | svc-039 | $20,568 |\n| svc-003 | $13,189 | svc-022 | $7,096 | svc-040 | $6,461 |\n| svc-004 | $5,062 | svc-023 | $22,745 | svc-041 | $15,888 |\n| svc-005 | $19,576 | svc-024 | $10,461 | svc-042 | $9,429 |\n| svc-006 | $12,736 | svc-025 | $12,618 | svc-043 | $22,497 |\n| svc-007 | $5,479 | svc-026 | $12,342 | svc-044 | $6,010 |\n| svc-008 | $14,585 | svc-027 | $1,212 | svc-045 | $10,430 |\n| svc-009 | $7,616 | svc-028 | $2,809 | svc-046 | $4,660 |\n| svc-010 | $12,304 | svc-029 | $15,634 | svc-047 | $9,363 |\n| svc-011 | $21,031 | svc-030 | $8,214 | svc-048 | $12,018 |\n| svc-012 | $20,724 | svc-031 | $13,144 | svc-049 | $19,079 |\n| svc-013 | $8,736 | svc-032 | $19,480 | svc-050 | $7,552 |\n| svc-014 | $9,642 | svc-033 | $18,212 | svc-051 | $8,815 |\n| svc-015 | $17,664 | svc-034 | $5,003 | svc-052 | $1,019 |\n| svc-016 | $2,772 | svc-035 | $19,225 | svc-053 | $18,844 |\n| svc-017 | $10,259 | svc-036 | $3,476 | svc-054 | $4,215 |\n| svc-018 | $17,390 | | | svc-055 | $23,169 |\n\nRunning total:\n- svc-000 to svc-009: 18,090+9,882+9,616+13,189+5,062+19,576+12,736+5,479+14,585+7,616 = **$115,831**\n- svc-010 to svc-019: 12,304+21,031+20,724+8,736+9,642+17,664+2,772+10,259+17,390+23,218 = **$163,740** \u2192 cumulative **$279,571**\n- svc-020", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 456.0, "num_requests_total": 1.0, "gen_throughput": -39.4, "decode_sum_seq_lens": -28.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1825.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47887.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 425.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,392 | $5,743 | $7,437 | $8,698 |\n| 2024-08 | $13,116 | $14,443 | $8,584 | $18,975 |\n| 2024-09 | $17,240 | $7,162 | $11,828 | $12,574 |\n| 2024-10 | $29,153 | $4,985 | $10,703 | $23,435 |\n| 2024-11 | $30,640 | $9,309 | $8,728 | $31,221 |\n| 2024-12 | $33,315 | $18,588 | $10,676 | $41,227 |\n| 2025-01 | $32,327 | $7,787 | $15,713 | $24,401 |\n| 2025-02 | $38,004 | $11,733 | $10,534 | $39,203 |\n| 2025-03 | $18,028 | $16,531 | $13,947 | $20,612 |\n| 2025-04 | $25,799 | $14,781 | $17,013 | $23,567 |\n| 2025-05 | $17,680 | $26,153 | $16,469 | $27,364 |\n| 2025-06 | $40,296 | $11,504 | $20,434 | $31,366 |\n| 2025-07 | $25,669 | $23,978 | $13,256 | $36,391 |\n| 2025-08 | $20,335 | $9,416 | $22,314 | $7,437 |\n| 2025-09 | $26,932 | $11,183 | $12,708 | $25,407 |\n| 2025-10 | $40,791 | $20,712 | $14,202 | $47,301 |\n| 2025-11 | $23,144 | $29,298 | $25,471 | $26,971 |\n| 2025-12 | $23,697 | $8,203 | $20,941 | $10,959 |\n| 2026-01 | $34,950 | $14,059 | $19,234 | $29,775 |\n| 2026-02 | $50,233 | $41,004 | $17,932 | $73,305 |\n| 2026-03 | $33,269 | $38,352 | $19,165 | $52,456 |\n| 2026-04 | $46,800 | $23,444 | $29,994 | $40,250 |\n| 2026-05 | $61,412 | $35,652 | $22,709 | $74,355 |\n| 2026-06 | $51,681 | $40,476 | $25,165 | $66,992 |\n\n**Total net-new MRR:**\n$8,698 + $18,975 = $27,673\n$27,673 + $12,574 = $40,247\n$40,247 + $23,435 = $63,682\n$63,682 + $31,221 = $94,903\n$94,903 + $41,227 = $136,130\n$136,130 + $24,401 = $160,531\n$160,531 + $39,203 = $199,734\n$199,734 + $20,612 = $220,346\n$220,346 + $23,567 = $243,913\n$243,913 + $27,364 = $271,277\n$271,277 + $31,366 = $302,643\n$302,643 + $36,391 = $339,034\n$339,034 + $7,437 = $346,471\n$346,471 + $25,407 = $371,878\n$371,878 + $47,301 = $419,179\n$419,179 + $26,971 = $446,150\n$446,150 + $10,959 = $457,109\n$457,109 + $29,775 = $486,884\n$486,884 + $73,305 = $560,189\n$560,189 + $52,456 = $612,645\n$612,645 + $40,250 = $652,895\n$652,895 + $74,355 = $727,250\n$727,250 + $66,992 = **$794,242**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, Beginning MRR = $346,698 (2024-07), Ending MRR = $1,132,242 (2026-06)\n\n**Ratio:** $\\frac{1,132,242}{346,698} = 3.26579...$\n\n**Root (23rd root):** $(3.26579)^{\\frac{1}{23}}$\n\n$\\ln(3.26579) = 1.18326...$\n\n$1.18326 / 23 = 0.051446...$\n\n$e^{0.051446} = 1.05279...$\n\n**CMGR = 1.05279 - 1 = 0.05279 = 5.28%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05) = $1,065,250\n- Churned MRR = $25,165\n\n**Monthly gross churn rate:** $\\frac{25,165}{1,065,250} = 0.02362 = 2.362\\%$\n\n**Annualized gross churn rate:**\n$$\\text{Annualized} = 1 - (1 - \\text{monthly rate})^{12}$$\n$$= 1 - (1 - 0.02362)^{12}$$\n$$= 1 - (0.97638)^{12}$$\n$$(0.97638)^{12} = 0.97638^2 = 0.95332$$\n$$0.95332^2 = 0.90882$$ (that's 4th power)\n$$0.90882^3 = 0.90882 \\times 0.90882 \\times 0.90882 = 0.82596 \\times 0.90882 = 0.75065$$ (that's 12th power)\n\n$$= 1 - 0.75065 = 0.24935 = 24.94\\%$$\n\nOr using approximation: $2.362\\% \\times 12 = 28.34\\%$ (simple), but compounded is **24.94%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $19,305 |\n| 001 | $23,714 |\n| 002 | $7,326 |\n| 003 | $7,186 |\n| 004 | $13,363 |\n| 005 | $6,762 |\n| 006 | $19,597 |\n| 007 | $14,789 |\n| 008 | $1,143 |\n| 009 | $14,344 |\n| 010 | $6,473 |\n| 011 | $23,220 |\n| 012 | $12,125 |\n| 013 | $8,181 |\n| 014 | $5,692 |\n| 015 | $1,097 |\n| 016 | $16,671 |\n| 017 | $7,798 |\n| 018 | $8,845 |\n| 019 | $22,056 |\n| 020 | $23,545 |\n| 021 | $22,707 |\n| 022 | $20,598 |\n| 023 | $4,539 |\n| 024 | $14,503 |\n| 025 | $21,128 |\n| 026 | $2,643 |\n| 027 | $22,765 |\n| 028 | $3,631 |\n| 029 | $6,764 |\n| 030 | $11,769 |\n| 031 | $1,290 |\n| 032 | $22,723 |\n| 033 | $1,873 |\n| 034 | $4,343 |\n| 035 | $10,044 |\n| 036 | $15,344 |\n| 037 | $2,483 |\n| 038 | $6,883 |\n| 039 | $17,920 |\n| 040 | $9,590 |\n| 041 | $9,078 |\n| 042 | $9,520 |\n| 043 | $4,315", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10010.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 448.0, "num_requests_total": 1.0, "gen_throughput": 73.8, "decode_sum_seq_lens": 111.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -128.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1793.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10010.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10010.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47964.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 418.4, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR** = New MRR + Expansion MRR \u2212 Churned MRR (monthly)\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,495 | 4,786 | 6,028 | 14,253 |\n| 2024-08 | 14,817 | 9,851 | 8,232 | 16,436 |\n| 2024-09 | 14,154 | 14,350 | 7,379 | 21,125 |\n| 2024-10 | 18,654 | 15,728 | 6,341 | 28,041 |\n| 2024-11 | 17,665 | 16,607 | 5,323 | 28,949 |\n| 2024-12 | 14,482 | 16,462 | 10,857 | 20,087 |\n| 2025-01 | 14,721 | 19,162 | 11,032 | 22,851 |\n| 2025-02 | 24,416 | 9,286 | 11,648 | 22,054 |\n| 2025-03 | 31,411 | 5,658 | 11,306 | 25,763 |\n| 2025-04 | 24,640 | 22,753 | 7,943 | 39,450 |\n| 2025-05 | 32,869 | 20,835 | 17,726 | 35,978 |\n| 2025-06 | 31,634 | 19,898 | 12,542 | 38,990 |\n| 2025-07 | 41,021 | 18,418 | 9,532 | 49,907 |\n| 2025-08 | 46,525 | 19,953 | 14,903 | 51,575 |\n| 2025-09 | 42,190 | 16,795 | 14,437 | 44,548 |\n| 2025-10 | 55,157 | 33,601 | 13,265 | 75,493 |\n| 2025-11 | 29,673 | 38,691 | 26,950 | 41,414 |\n| 2025-12 | 44,544 | 41,702 | 14,081 | 72,165 |\n| 2026-01 | 43,514 | 9,538 | 16,936 | 36,116 |\n| 2026-02 | 32,570 | 22,057 | 25,658 | 28,969 |\n| 2026-03 | 45,295 | 10,263 | 32,553 | 23,005 |\n| 2026-04 | 36,383 | 43,756 | 21,771 | 58,368 |\n| 2026-05 | 47,893 | 27,870 | 25,699 | 50,064 |\n| 2026-06 | 57,096 | 35,200 | 28,856 | 63,440 |\n\n**Total net-new MRR** = 14,253 + 16,436 + 21,125 + 28,041 + 28,949 + 20,087 + 22,851 + 22,054 + 25,763 + 39,450 + 35,978 + 38,990 + 49,907 + 51,575 + 44,548 + 75,493 + 41,414 + 72,165 + 36,116 + 28,969 + 23,005 + 58,368 + 50,064 + 63,440\n\n**Total net-new MRR = $894,851**\n\n---\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Monthly CAGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n\u22121 = 23 months of growth\n\n- Beginning MRR (2024-07): $286,253\n- Ending MRR (2026-06): $1,181,041\n\n$$\\text{Ratio} = \\frac{1,181,041}{286,253} = 4.12587...$$\n\n$$\\text{Root} = 4.12587^{\\frac{1}{23}} = 4.12587^{0.043478...}$$\n\n$$\\ln(4.12587) = 1.41719...$$\n\n$$\\frac{1.41719}{23} = 0.061617...$$\n\n$$e^{0.061617} = 1.06355...$$\n\n$$\\text{Monthly CAGR} = 1.06355 - 1 = 0.06355 = \\textbf{6.36\\%}$$\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of month\n\nFinal month: 2026-06\n- MRR at start of month (end of 2026-05): $1,117,601\n- Churned MRR: $28,856\n\n$$\\text{Gross Monthly Churn} = \\frac{28,856}{1,117,601} = 0.02582... = \\textbf{2.58\\%}$$\n\n**Annualized (compounded):**\n\n$$\\text{Annualized Churn} = 1 - (1 - 0.02582)^{12}$$\n\n$$= 1 - (0.97418)^{12}$$\n\n$$(0.97418)^{12} = 0.97418^2 \u00d7 0.97418^2 \u00d7 ...$$\n\n$$= 0.94903 \u00d7 0.94903 \u00d7 0.94903 \u00d7 0.94903 \u00d7 0.97418^4$$\n\nMore precisely: $0.97418^{12} = 0.7268...$\n\n$$\\text{Annualized Churn} = 1 - 0.7268 = \\textbf{27.3\\%}$$\n\nOr simple multiplication: 2.582% \u00d7 12 = 30.98% (not compounded, but often used)\n\n**Compounded annualized: 27.3%**\n\n---\n\n## (3) Total infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 7,643 |\n| 001 | 10,324 |\n| 002 | 12,957 |\n| 003 | 7,972 |\n| 004 | 22,667 |\n| 005 | 3,707 |\n| 006 | 15,989 |\n| 007 | 3,019 |\n| 008 | 16,962 |\n| 009 | 5,146 |\n| 010 | 9,275 |\n| 011 | 9,046 |\n| 012 | 15,139 |\n| 013 | 23,754 |\n| 014 | 5,101 |\n| 015 | 23,195 |\n| 016 | 21,465 |\n| 017 | 4,258 |\n| 018 | 13,914 |\n| 019 | 10,810 |\n| 020 | 17,415 |\n| 021 | 9,260 |\n| 022 | 21,220 |\n| 023 | 9,671 |\n| 024 | 21,612 |\n| 025 | 23,998 |\n| 026 | 3,103 |\n| 027 | 12,839 |\n| 028 | 8,040 |\n| 029 | 2,677 |\n| 030 | 10,157 |\n| 031 | 18,779 |\n| 032 | 9,238 |\n| 033 | 12,577 |\n| 034 | 6,644 |\n| 035 | 21,064 |\n| 036 | 10,404 |\n| 037 | 19,342 |\n| 038 | 8,263 |\n| 039 | 1,138 |\n| 040 | 12,952 |\n| 041 | 7,061 |\n| 042 | 6,379 |\n| 043 | 8,222 |\n| 044 | 22,275 |\n| 045 | 12,519 |\n| 046 | 17,576 |\n| 047 | 4,967 |\n| 048 | 12,524 |\n| 049 | 11,654 |\n| 050 | 14,254 |\n| 051 | 18,698 |\n| 052 | 12,101 |\n| 053 | 4,563 |\n| 054 | 5,543 |\n| 055 | 20,265 |\n\nSumming all: **Total = $724,846**\n\n---\n\n**Top 3 lines by cost:**\n1. svc-025 billing-worker: $23,998\n2. svc-013 ml-serving-cache: $23,754\n3. svc-015 billing-indexer: $23,195\n\n**Combined top 3:** 23,998 + 23,754 +", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 455.0, "num_requests_total": 1.0, "gen_throughput": -58.6, "decode_sum_seq_lens": -86.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1821.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47895.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 430.1, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,518 | $12,090 | $4,255 | $18,353 |\n| 2024-08 | $20,998 | $7,717 | $9,565 | $19,150 |\n| 2024-09 | $9,122 | $14,574 | $8,656 | $15,040 |\n| 2024-10 | $18,383 | $8,489 | $5,084 | $21,788 |\n| 2024-11 | $11,503 | $11,077 | $8,451 | $14,129 |\n| 2024-12 | $10,951 | $10,249 | $7,757 | $13,443 |\n| 2025-01 | $21,499 | $17,087 | $8,843 | $29,743 |\n| 2025-02 | $30,606 | $10,257 | $11,314 | $29,549 |\n| 2025-03 | $22,338 | $14,542 | $8,415 | $28,465 |\n| 2025-04 | $29,662 | $17,367 | $7,096 | $39,933 |\n| 2025-05 | $23,913 | $11,974 | $8,712 | $27,175 |\n| 2025-06 | $32,975 | $19,625 | $17,200 | $35,400 |\n| 2025-07 | $29,133 | $16,380 | $12,769 | $32,744 |\n| 2025-08 | $26,973 | $11,318 | $10,295 | $27,996 |\n| 2025-09 | $43,823 | $24,293 | $11,010 | $57,106 |\n| 2025-10 | $31,149 | $16,871 | $12,450 | $35,570 |\n| 2025-11 | $49,301 | $19,581 | $20,262 | $48,620 |\n| 2025-12 | $41,427 | $29,756 | $23,476 | $47,707 |\n| 2026-01 | $37,295 | $11,676 | $13,796 | $35,175 |\n| 2026-02 | $31,454 | $26,324 | $16,717 | $41,061 |\n| 2026-03 | $69,347 | $24,138 | $15,279 | $78,206 |\n| 2026-04 | $41,278 | $13,694 | $26,885 | $28,087 |\n| 2026-05 | $51,837 | $20,378 | $28,328 | $43,887 |\n| 2026-06 | $50,519 | $49,905 | $32,437 | $67,987 |\n\n**Total net-new MRR:**\n$18,353 + $19,150 + $15,040 + $21,788 + $14,129 + $13,443 + $29,743 + $29,549 + $28,465 + $39,933 + $27,175 + $35,400 + $32,744 + $27,996 + $57,106 + $35,570 + $48,620 + $47,707 + $35,175 + $41,061 + $78,206 + $28,087 + $43,887 + $67,987\n\n= **$817,968**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (MRR_final / MRR_initial)^(1/n) - 1, where n = 23 intervals (24 months)\n\nRatio = $1,095,314 / $277,353 = **3.949162**\n\nRoot = 3.949162^(1/23)\n\nln(3.949162) = 1.373711\n\n1.373711 / 23 = 0.059727\n\ne^0.059727 = 1.061546\n\nMCGR = 1.061546 - 1 = **0.061546 or 6.15%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\nFinal month (2026-06):\n- MRR at start = MRR at end of 2026-05 = $1,027,327\n- Churned MRR = $32,437\n\n**Monthly gross churn rate** = $32,437 / $1,027,327 = **0.031574 or 3.16%**\n\n**Annualized gross churn rate** = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.031574)^12\n= 1 - (0.968426)^12\n= 1 - 0.684089\n= **0.315911 or 31.59%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $22,543 |\n| 001 | $2,345 |\n| 002 | $14,394 |\n| 003 | $20,161 |\n| 004 | $21,393 |\n| 005 | $8,834 |\n| 006 | $19,284 |\n| 007 | $5,253 |\n| 008 | $13,399 |\n| 009 | $3,985 |\n| 010 | $15,321 |\n| 011 | $11,229 |\n| 012 | $19,303 |\n| 013 | $16,888 |\n| 014 | $10,081 |\n| 015 | $9,886 |\n| 016 | $2,306 |\n| 017 | $15,698 |\n| 018 | $10,548 |\n| 019 | $5,157 |\n| 020 | $16,258 |\n| 021 | $11,109 |\n| 022 | $18,184 |\n| 023 | $15,413 |\n| 024 | $7,627 |\n| 025 | $7,845 |\n| 026 | $3,676 |\n| 027 | $16,350 |\n| 028 | $1,923 |\n| 029 | $6,416 |\n| 030 | $21,883 |\n| 031 | $15,659 |\n| 032 | $11,422 |\n| 033 | $16,612 |\n| 034 | $2,421 |\n| 035 | $4,946 |\n| 036 | $2,413 |\n| 037 | $18,970 |\n| 038 | $8,930 |\n| 039 | $8,719 |\n| 040 | $18,195 |\n| 041 | $4,714 |\n| 042 | $11,195 |\n| 043 | $8,169 |\n| 044 | $15,501 |\n| 045 | $3,496 |\n| 046 | $20,051 |\n| 047 | $17,977 |\n| 048 | $5,599 |\n| 049 | $16,467 |\n| 050 | $18,234 |\n| 051 | $1,640 |\n| 052 | $3,138 |\n| 053 | $4,400 |\n| 054 | $12,351 |\n| 055 | $21,858 |\n\n**Total monthly infrastructure spend:**\n\n$22,543 + $2,345 + $14,394 + $20,161 + $21,393 + $8,834 + $19,284 + $5,253 + $13,399 + $3,985 + $15,321 + $11,229 + $19,303 + $16,888 + $10,081 + $9,886 + $2,306 + $15,698 + $10,548 + $5,157 + $16,258 + $11,109 + $18,184 + $15,413 + $7,627 + $7,845 + $3,676 + $16,350 + $1,923 + $6,416 + $21,883 + $15,659 + $11,422 + $16,612 + $2,421 + $4,946 + $2,413 + $18,970 + $8,930 + $8,719 + $18,195 + $4,714 + $11,195 + $8,169 + $15,501 + $3,496 + $20,051 + $17,977 + $5,599 + $16,467 + $18,234 + $1,640 + $3,138 + $4,400 + $12,351 + $21,858\n\n= **$643,104**\n\n**Top 3 lines by cost:**\n1. svc-055 ml-serving-cron: **$21,", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9986.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 441.0, "num_requests_total": 1.0, "gen_throughput": 0.0, "decode_sum_seq_lens": -12.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1765.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9986.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9986.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47847.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 414.2, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $22,320 | $9,892 | $5,627 | $26,585 |\n| 2024-08 | $11,754 | $3,633 | $5,975 | $9,412 |\n| 2024-09 | $15,595 | $7,677 | $6,647 | $16,625 |\n| 2024-10 | $22,495 | $13,319 | $9,565 | $26,249 |\n| 2024-11 | $29,787 | $15,184 | $12,427 | $32,544 |\n| 2024-12 | $22,930 | $4,085 | $11,843 | $15,172 |\n| 2025-01 | $22,327 | $7,000 | $7,681 | $21,646 |\n| 2025-02 | $32,246 | $19,886 | $6,725 | $45,407 |\n| 2025-03 | $33,120 | $21,722 | $12,309 | $42,533 |\n| 2025-04 | $30,025 | $14,251 | $14,464 | $29,812 |\n| 2025-05 | $19,829 | $19,897 | $18,664 | $21,062 |\n| 2025-06 | $39,559 | $15,954 | $17,018 | $38,495 |\n| 2025-07 | $29,163 | $17,121 | $20,412 | $25,872 |\n| 2025-08 | $44,525 | $12,337 | $13,200 | $43,662 |\n| 2025-09 | $32,213 | $15,951 | $19,912 | $28,252 |\n| 2025-10 | $22,254 | $17,600 | $11,276 | $28,578 |\n| 2025-11 | $45,458 | $25,410 | $24,058 | $46,810 |\n| 2025-12 | $35,810 | $15,402 | $23,093 | $28,119 |\n| 2026-01 | $27,865 | $27,496 | $23,646 | $31,715 |\n| 2026-02 | $58,481 | $33,062 | $17,842 | $73,701 |\n| 2026-03 | $38,782 | $9,816 | $20,690 | $27,908 |\n| 2026-04 | $49,246 | $23,189 | $31,845 | $40,590 |\n| 2026-05 | $58,186 | $43,602 | $30,957 | $70,831 |\n| 2026-06 | $54,012 | $49,300 | $35,362 | $67,950 |\n\n**Sum of net-new MRR:**\n$26,585 + $9,412 = $35,997\n$35,997 + $16,625 = $52,622\n$52,622 + $26,249 = $78,871\n$78,871 + $32,544 = $111,415\n$111,415 + $15,172 = $126,587\n$126,587 + $21,646 = $148,233\n$148,233 + $45,407 = $193,640\n$193,640 + $42,533 = $236,173\n$236,173 + $29,812 = $265,985\n$265,985 + $21,062 = $287,047\n$287,047 + $38,495 = $325,542\n$325,542 + $25,872 = $351,414\n$351,414 + $43,662 = $395,076\n$395,076 + $28,252 = $423,328\n$423,328 + $28,578 = $451,906\n$451,906 + $46,810 = $498,716\n$498,716 + $28,119 = $526,835\n$526,835 + $31,715 = $558,550\n$558,550 + $73,701 = $632,251\n$632,251 + $27,908 = $660,159\n$660,159 + $40,590 = $700,749\n$700,749 + $70,831 = $771,580\n$771,580 + $67,950 = **$839,530**\n\n**Total net-new MRR over 24 months = $839,530**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1+r)^n$$\n\nSolving for $r$:\n$$(1+r)^n = \\frac{\\text{MRR}_{\\text{final}}}{\\text{MRR}_{\\text{initial}}}$$\n\n$$r = \\left(\\frac{\\text{MRR}_{\\text{final}}}{\\text{MRR}_{\\text{initial}}}\\right)^{1/n} - 1$$\n\n- Initial MRR (2024-07): $322,585\n- Final MRR (2026-06): $1,135,530\n- $n = 24$ months\n\n**Ratio:** $\\frac{1,135,530}{322,585} = 3.520098...$\n\n**Root:** $(3.520098)^{1/24}$\n\nCalculate: $\\ln(3.520098) = 1.25837...$\n$1.25837 / 24 = 0.052432...$\n$e^{0.052432} = 1.05383...$\n\n$r = 1.05383 - 1 = 0.05383$ or **5.38%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$\n\nFinal month (2026-06):\n- Beginning MRR (2026-05): $1,067,580\n- Churned: $35,362\n\n**Monthly gross churn rate:**\n$$\\frac{35,362}{1,067,580} = 0.033124... = \\textbf{3.31\\%}$$\n\n**Annualized gross churn rate:**\nFormula: $(1 + \\text{monthly rate})^{12} - 1$ or simply $1 - (1 - \\text{monthly rate})^{12}$\n\nUsing simple multiplication for gross churn (additive):\n$3.3124\\% \\times 12 = 39.75\\%$\n\nOr compounded: $1 - (1 - 0.033124)^{12} = 1 - (0.966876)^{12}$\n$(0.966876)^{12}$:\n$0.966876^2 = 0.934849$\n$0.934849^2 = 0.873943$ (4th power)\n$0.873943^2 = 0.763776$ (8th power)\n$0.763776 \\times 0.934849 = 0.714015$ (12th power)\n\n$1 - 0.714015 = 0.285985$ or **28.60%**\n\nUsing standard SaaS convention (simple annualization): **39.75%** or approximately **40%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all achieved stated percent\n\n**Step 1: Sum all 56 service lines**\n\n| svc | Cost |\n|-----|------|\n| 000 | $6,316 |\n| 001 | $15,208 |\n| 002 | $20,202 |\n| 003 | $9,853 |\n| 004 | $7,530 |\n| 005 | $1,856 |\n| 006 | $15,589 |\n| 007 | $19,396 |\n| 008 | $2,916 |\n| 009 | $11,070 |\n| 010 | $21,155 |\n| 011 | $7,578 |\n| 012 | $13,364 |\n| 013 | $14,921 |\n| 014 | $15,338 |\n| 015 | $10,339 |\n| 016 | $14,890 |\n| 017 | $9,001 |\n| 018 | $11,713 |\n| 019 | $20,154 |\n| 020 | $16,504 |\n| 021 | $11,611 |\n| 022 | $22,358 |\n| 023 | $910 |\n| 024 | $18,193 |\n| 025 | $16,456 |\n| 026 | $5,345 |\n| 027 | $17,191 |\n| 028 | $10,074 |\n| 029 | $11,826 |\n| 030 | $", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9938.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 460.0, "num_requests_total": 1.0, "gen_throughput": 31.8, "decode_sum_seq_lens": 31.0, "token_usage": -0.1, "full_token_usage": -0.1, "num_used_tokens": -11968.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -11968.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1841.0, "realtime_tokens_total": 12032.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9938.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9938.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47880.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 413.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 21,369 | 11,918 | 10,888 | 22,399 |\n| 2024-08 | 11,972 | 15,659 | 8,484 | 19,147 |\n| 2024-09 | 18,446 | 12,269 | 7,847 | 22,868 |\n| 2024-10 | 34,473 | 5,160 | 13,718 | 25,915 |\n| 2024-11 | 21,236 | 16,409 | 9,826 | 27,819 |\n| 2024-12 | 15,856 | 21,856 | 10,423 | 27,289 |\n| 2025-01 | 16,546 | 14,578 | 12,080 | 19,044 |\n| 2025-02 | 40,737 | 24,264 | 9,630 | 55,371 |\n| 2025-03 | 36,935 | 23,278 | 13,415 | 46,798 |\n| 2025-04 | 34,739 | 12,879 | 10,397 | 37,221 |\n| 2025-05 | 41,179 | 10,569 | 21,893 | 29,855 |\n| 2025-06 | 31,399 | 8,530 | 20,417 | 19,512 |\n| 2025-07 | 31,327 | 13,652 | 17,013 | 27,966 |\n| 2025-08 | 23,755 | 30,328 | 20,656 | 33,427 |\n| 2025-09 | 49,287 | 34,225 | 19,538 | 63,974 |\n| 2025-10 | 66,500 | 24,438 | 26,746 | 64,192 |\n| 2025-11 | 49,585 | 10,808 | 14,674 | 45,719 |\n| 2025-12 | 52,796 | 42,018 | 15,495 | 79,319 |\n| 2026-01 | 77,552 | 43,658 | 28,213 | 92,997 |\n| 2026-02 | 47,125 | 56,505 | 17,272 | 86,358 |\n| 2026-03 | 94,581 | 16,817 | 37,171 | 74,227 |\n| 2026-04 | 60,835 | 54,630 | 43,599 | 71,866 |\n| 2026-05 | 58,345 | 43,059 | 24,226 | 77,178 |\n| 2026-06 | 62,391 | 18,846 | 49,771 | 31,466 |\n\n**Total net-new MRR:**\n22,399 + 19,147 + 22,868 + 25,915 + 27,819 + 27,289 + 19,044 + 55,371 + 46,798 + 37,221 + 29,855 + 19,512 + 27,966 + 33,427 + 63,974 + 64,192 + 45,719 + 79,319 + 92,997 + 86,358 + 74,227 + 71,866 + 77,178 + 31,466\n\n= **1,079,956**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months of growth (from start to end of month 24, or 23 intervals between 24 months)\n\nBeginning MRR (2024-07): $393,399\nEnding MRR (2026-06): $1,472,927\nn = 23\n\nRatio = Ending / Beginning = 1,472,927 / 393,399 = **3.744107...**\n\nRoot = Ratio^(1/23) = 3.744107^(1/23)\n\nln(3.744107) = 1.320131...\n1.320131 / 23 = 0.057397...\ne^0.057397 = **1.059078...**\n\nCMGR = 1.059078 - 1 = **0.059078 = 5.91%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05) = $1,441,461\n- Churned = $49,771\n\nGross MRR churn rate = 49,771 / 1,441,461 = **0.034528 = 3.45%**\n\n**Annualized:**\nFormula: (1 + monthly rate)^12 - 1\n\n= (1.034528)^12 - 1\n= 1.50689 - 1\n= **0.50689 = 50.69%**\n\nOr using simple multiplication: 3.4528% \u00d7 12 = 41.43% (not compound)\n\nStandard annualized = **50.69%** (compound method)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 18,379 |\n| 001 | 5,819 |\n| 002 | 14,974 |\n| 003 | 6,627 |\n| 004 | 3,397 |\n| 005 | 17,769 |\n| 006 | 13,546 |\n| 007 | 4,206 |\n| 008 | 11,895 |\n| 009 | 17,910 |\n| 010 | 9,799 |\n| 011 | 21,607 |\n| 012 | 7,608 |\n| 013 | 9,971 |\n| 014 | 4,198 |\n| 015 | 5,817 |\n| 016 | 3,260 |\n| 017 | 20,203 |\n| 018 | 22,767 |\n| 019 | 4,351 |\n| 020 | 1,789 |\n| 021 | 1,739 |\n| 022 | 16,058 |\n| 023 | 1,157 |\n| 024 | 6,286 |\n| 025 | 11,585 |\n| 026 | 13,618 |\n| 027 | 2,427 |\n| 028 | 20,482 |\n| 029 | 14,962 |\n| 030 | 4,192 |\n| 031 | 9,625 |\n| 032 | 22,900 |\n| 033 | 14,615 |\n| 034 | 13,759 |\n| 035 | 7,816 |\n| 036 | 12,742 |\n| 037 | 17,913 |\n| 038 | 13,628 |\n| 039 | 17,046 |\n| 040 | 10,536 |\n| 041 | 16,729 |\n| 042 | 5,661 |\n| 043 | 8,354 |\n| 044 | 21,674 |\n| 045 | 19,070 |\n| 046 | 19,718 |\n| 047 | 20,458 |\n| 048 | 19,906 |\n| 049 | 7,578 |\n| 050 | 11,574 |\n| 051 | 20,249 |\n| 052 | 16,069 |\n| 053 | 10,906 |\n| 054 | 10,589 |\n| 055 | 10,800 |\n\nSum:\n18,379 + 5,819 + 14,974 + 6,627 + 3,397 + 17,769 + 13,546 + 4,206 + 11,895 + 17,910 + 9,799 + 21,607 + 7,608 + 9,971 + 4,198 + 5,817 + 3,260 + 20,203 + 22,767 + 4,351 + 1,789 + 1,739 + 16,058 + 1,157 + 6,286 + 11,585 + 13,618 + 2,427 + 20,482 + 14,962 + 4,192 + 9,625 + 22,900 + 14,615 + 13,759 + 7,816 + 12,742 + 17,913 + 13,628 + 17,046 + 10,536 + 16,729 + 5,661 + 8,354 + 21,674 + 19,070 + 19,718 + 20,458 + 19,906 + ", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 459.0, "num_requests_total": 1.0, "gen_throughput": -13.8, "decode_sum_seq_lens": -21.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12032.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": -11904.0, "kv_used_tokens": 12032.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1837.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47775.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 415.9, "text": "I'll work through all 10 parts step by step, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR** = New MRR - Churned MRR for each month, summed:\n\n| Month | New | Churned | Net-new |\n|-------|-----|---------|---------|\n| 2024-07 | 15,560 | 7,932 | 7,628 |\n| 2024-08 | 20,671 | 5,388 | 15,283 |\n| 2024-09 | 15,555 | 6,636 | 8,919 |\n| 2024-10 | 13,852 | 8,199 | 5,653 |\n| 2024-11 | 12,687 | 10,680 | 2,007 |\n| 2024-12 | 11,384 | 11,000 | 384 |\n| 2025-01 | 28,221 | 9,790 | 18,431 |\n| 2025-02 | 29,475 | 6,743 | 22,732 |\n| 2025-03 | 25,623 | 8,426 | 17,197 |\n| 2025-04 | 19,911 | 8,452 | 11,459 |\n| 2025-05 | 21,754 | 7,263 | 14,491 |\n| 2025-06 | 38,016 | 14,663 | 23,353 |\n| 2025-07 | 39,624 | 15,695 | 23,929 |\n| 2025-08 | 20,161 | 20,697 | -536 |\n| 2025-09 | 45,763 | 16,460 | 29,303 |\n| 2025-10 | 30,627 | 19,225 | 11,402 |\n| 2025-11 | 41,525 | 10,833 | 30,692 |\n| 2025-12 | 51,655 | 16,910 | 34,745 |\n| 2026-01 | 53,226 | 17,660 | 35,566 |\n| 2026-02 | 39,602 | 17,143 | 22,459 |\n| 2026-03 | 29,230 | 20,598 | 8,632 |\n| 2026-04 | 28,225 | 22,536 | 5,689 |\n| 2026-05 | 47,942 | 28,336 | 19,606 |\n| 2026-06 | 39,045 | 18,631 | 20,414 |\n\n**Sum of net-new MRR:**\n7,628 + 15,283 = 22,911\n22,911 + 8,919 = 31,830\n31,830 + 5,653 = 37,483\n37,483 + 2,007 = 39,490\n39,490 + 384 = 39,874\n39,874 + 18,431 = 58,305\n58,305 + 22,732 = 81,037\n81,037 + 17,197 = 98,234\n98,234 + 11,459 = 109,693\n109,693 + 14,491 = 124,184\n124,184 + 23,353 = 147,537\n147,537 + 23,929 = 171,466\n171,466 + (-536) = 170,930\n170,930 + 29,303 = 200,233\n200,233 + 11,402 = 211,635\n211,635 + 30,692 = 242,327\n242,327 + 34,745 = 277,072\n277,072 + 35,566 = 312,638\n312,638 + 22,459 = 335,097\n335,097 + 8,632 = 343,729\n343,729 + 5,689 = 349,418\n349,418 + 19,606 = 369,024\n369,024 + 20,414 = **389,438**\n\n**Total net-new MRR = $389,438**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Starting MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere:\n- Starting MRR (2024-07) = $280,832\n- Ending MRR (2026-06) = $1,058,542\n- n = 24 months, so n-1 = 23 periods\n\n**Ratio:** $\\frac{1,058,542}{280,832} = 3.769587795...$\n\nLet me compute more precisely:\n1,058,542 \u00f7 280,832 = 3.769587795692798...\n\n**Root:** $(3.769587795692798)^{\\frac{1}{23}}$\n\nCompute ln(3.769587795692798) = 1.326827...\n1.326827... \u00f7 23 = 0.057688...\ne^0.057688... = 1.059385...\n\nMore precisely:\n3.769587795692798^(1/23):\n- Try 1.059: 1.059^23 = ?\n- ln(3.769587795692798) = 1.326827\n- 1.326827 / 23 = 0.0576881\n- e^0.0576881 = 1.059385\n\nVerify: 280,832 \u00d7 (1.059385)^23\n= 280,832 \u00d7 3.769587... = 1,058,542 \u2713\n\n**CMGR = 1.059385 - 1 = 0.059385 = 5.94%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}}$\n\nFinal month: 2026-06\n- Beginning MRR (2026-05) = $995,958\n- Churned MRR = $18,631\n\n**Monthly gross churn rate:** $\\frac{18,631}{995,958} = 0.018706... = 1.87\\%$\n\n**Annualized gross churn rate:**\nFormula: $1 - (1 - \\text{monthly rate})^{12}$\n\n$= 1 - (1 - 0.018706)^{12}$\n$= 1 - (0.981294)^{12}$\n\nCompute 0.981294^12:\n- 0.981294^2 = 0.962938\n- 0.981294^4 = 0.927249\n- 0.981294^8 = 0.859791\n- 0.981294^12 = 0.859791 \u00d7 0.927249 = 0.797244\n\n$= 1 - 0.797244 = 0.202756$\n\n**Annualized gross churn rate = 20.28%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings if all achieved stated percent\n\n**Sum all 56 service costs:**\n\nsvc-000: 4,952\nsvc-001: 15,081\nsvc-002: 7,001\nsvc-003: 5,002\nsvc-004: 8,341\nsvc-005: 12,017\nsvc-006: 23,791\nsvc-007: 6,544\nsvc-008: 14,231\nsvc-009: 20,014\nsvc-010: 20,238\nsvc-011: 22,045\nsvc-012: 3,179\nsvc-013: 14,004\nsvc-014: 11,204\nsvc-015: 17,611\nsvc-016: 16,345\nsvc-017: 17,819\nsvc-018: 18,070\nsvc-019: 2,599\nsvc-020: 4,525\nsvc-021: 5,230\nsvc-022: 1,109\nsvc-023: 9,836\nsvc-024: 2,835\nsvc-025: 9,613\nsvc-026: 14,896\nsvc-027: 8,918\nsvc-028: 13,086\nsvc-029: 5,894\nsvc-030: 22,258\nsvc-031: 4,936\nsvc-032: 19,681\nsvc-033: 18,156\nsvc-034: 3,294\nsvc-035: 21,192\nsvc-036: 10,671\nsvc-037: 22,126\nsvc-038: 15,436\nsvc-039: 2,769\nsvc-040: 11,962\nsvc-041: 8,107\nsvc-042: 1,113\nsvc-043: 10,167\nsvc-044: 1,817\nsvc-045: 11,633\nsvc-", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9995.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 457.0, "num_requests_total": 1.0, "gen_throughput": 21.0, "decode_sum_seq_lens": -97.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1829.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9995.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9995.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47891.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 12.3, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159891.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 7280.0, "num_requests_total": 16.0, "gen_throughput": -43.99999999999997, "decode_sum_seq_lens": -314.0, "kv_available_tokens": -1088.0, "kv_evictable_tokens": -10688.0, "spec_accept_length": -0.09999999999999998, "spec_accept_rate": -0.09999999999999998, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 1215.0, "eviction_duration_seconds_count": 64.0, "cuda_graph_passes_total": 29136.0, "realtime_tokens_total": 193357.0, "evicted_tokens_total": 764160.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159891.0, "prompt_tokens_histogram_bucket": 345.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159891.0, "uncached_prompt_tokens_histogram_bucket": 345.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 78.00000000000001, "inter_token_latency_seconds_bucket": 765775.0, "inter_token_latency_seconds_count": 32752.0, "full_token_usage": 0.1, "num_used_tokens": 11776.0, "kv_used_tokens": 11776.0, "token_usage": 0.1 }, "step_ms": 10.76 } } } }, "gates": {}, "decisions": [ "health (informational): 387.8", "R0 tool f8 = 507.7 (smoke ref 503.4); slow_node=False" ], "hourly_usd": 24.0, "hard_cap_usd": 45.0, "bars": { "crusoe_median": 438.1, "crusoe_peak": 449.0, "stretch": 500.0, "note": "AA pinned 2026-07-05; smoke refs d5 486.9 / d6 498.5 n=16" }, "protocol": "brl11_record protocol: 10k docpacks, 2048 max_tokens, temp 0.6, per-request seeds, streaming interp median, n=16", "prompt_sha256_10k": "be01fffdb4cf55d93e049edaf22c5099d29cace9bc5fea8e3df8dcb29848a6e8" }