{ "campaign": "stage600_r", "engine": "sglang-0.5.14", "arms": { "R0_d6": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 6 --speculative-eagle-topk 1 --speculative-num-draft-tokens 7 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_short8_health": { "n": 8, "tok_s_median": 355.0, "tok_s_first8_median": 355.0, "tok_s_agg": 340.8, "tok_s_all_sorted": [ 255.1, 264.1, 276.6, 336.8, 373.1, 398.7, 435.9, 587.0 ], "ctok_median": 1200, "aa_len_ok": false, "ttft_ms_median": 149.0, "prefix_cache_suspect": false, "tau": 3.5, "per_pos": null, "power": null, "rows": [ { "ctok": 1200, "ttft_ms": 155.0, "tok_s": 255.1, "text": "```json\n[\n {\"id\":1,\"step\":\"Verify maintenance window start and confirm all stakeholders notified\",\"owner\":\"SRE Lead\",\"command\":\"echo 'Maintenance window started at $(date)' >> /var/log/pg_migration.log\",\"rollback\":\"N/A - Pre-check only\"},\n {\"id\":2,\"step\":\"Pause all application write traffic via load balancer\",\"owner\":\"SRE Lead\",\"command\":\"kubectl patch service app-api -p '{\\\"spec\\\":{\\\"selector\\\":{\\\"tier\\\":\\\"api-readonly\\\"}}}'\",\"rollback\":\"kubectl patch service app-api -p '{\\\"spec\\\":{\\\"selector\\\":{\\\"tier\\\":\\\"api\\\"}}}'\"},\n {\"id\":3,\"step\":\"Verify zero active write connections on primary\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"SELECT count(*) FROM pg_stat_activity WHERE state = 'active' AND query NOT LIKE '%pg_stat_activity%'\\\"\",\"rollback\":\"Abort if count > 0, re-engage load balancer\"},\n {\"id\":4,\"step\":\"Force checkpoint to flush dirty buffers\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"CHECKPOINT\\\"\",\"rollback\":\"N/A - Idempotent operation\"},\n {\"id\":5,\"step\":\"Stop application connections and connection poolers\",\"owner\":\"SRE Lead\",\"command\":\"systemctl stop pgbouncer && kubectl scale deployment app-api --replicas=0\",\"rollback\":\"systemctl start pgbouncer && kubectl scale deployment app-api --replicas=3\"},\n {\"id\":6,\"step\":\"Create final pre-upgrade base backup with pg_basebackup\",\"owner\":\"DBA\",\"command\":\"pg_basebackup -D /backup/pg15_final -Ft -z -P -X stream -c fast\",\"rollback\":\"Restore from /backup/pg15_final if needed\"},\n {\"id\":7,\"step\":\"Stop PostgreSQL 15 primary\",\"owner\":\"DBA\",\"command\":\"pg_ctlcluster 15 main stop\",\"rollback\":\"pg_ctlcluster 15 main start\"},\n {\"id\":8,\"step\":\"Verify cluster stopped and no processes remain\",\"owner\":\"DBA\",\"command\":\"ps aux | grep postgres | grep -v grep | wc -l\",\"rollback\":\"Kill remaining processes manually if needed\"},\n {\"id\":9,\"step\":\"Install PostgreSQL 16 binaries and extensions\",\"owner\":\"DBA\",\"command\":\"apt-get install postgresql-16 postgresql-contrib-16 postgresql-16-pglogical\",\"rollback\":\"apt-get remove postgresql-16 postgresql-contrib-16 postgresql-16-pglogical\"},\n {\"id\":10,\"step\":\"Run pg_upgrade with link mode for speed\",\"owner\":\"DBA\",\"command\":\"pg_upgrade --old-bindir=/usr/lib/postgresql/15/bin --new-bindir=/usr/lib/postgresql/16/bin --old-datadir=/var/lib/postgresql/15/main --new-datadir=/var/lib/postgresql/16/main --link --jobs=4\",\"rollback\":\"Remove /var/lib/postgresql/16/main and restart PG 15\"},\n {\"id\":11,\"step\":\"Verify pg_upgrade exit status and check for warnings\",\"owner\":\"DBA\",\"command\":\"echo $? && cat pg_upgrade_internal.log | grep -i 'warning\\\\|error' || true\",\"rollback\":\"Analyze pg_upgrade logs, revert to step 10 or restore backup\"},\n {\"id\":12,\"step\":\"Copy postgresql.conf custom settings to new version\",\"owner\":\"DBA\",\"command\":\"cp /etc/postgresql/15/main/postgresql.conf.custom /etc/postgresql/16/main/ && cp /etc/postgresql/15/main/pg_hba.conf /etc/postgresql/16/main/\",\"rollback\":\"Remove copied configuration files\"},\n {\"id\":13,\"step\":\"Update postgresql.conf for version 16 compatibility\",\"owner\":\"DBA\",\"command\":\"sed -i 's/#shared_preload_libraries = ''/shared_preload_libraries = \\\"pg_stat_statements\\\"/g' /etc/postgresql/16/main/postgresql.conf\",\"rollback\":\"Restore original postgresql.conf from backup\"},\n {\"id\":14,\"step\":\"Start PostgreSQL 16 in restricted mode for validation\",\"owner\":\"DBA\",\"command\":\"pg_ctlcluster 16 main start\",\"rollback\":\"pg_ctlcluster 16 main stop && pg_ctlcluster 15 main start\"},\n {\"id\":15,\"step\":\"Run pg_upgrade --check-generated-columns validation\",\"owner\":\"DBA\",\"command\":\"./analyze_new_cluster.sh\",\"rollback\":\"Run ./delete_old_cluster.sh to abort, revert to PG 15\"},\n {\"id\":16,\"step\":\"Verify database connectivity and run quick health checks\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"SELECT version(); SELECT pg_database_size('app_db'); SELECT count(*) FROM pg_tables WHERE schemaname='public';\\\"\",\"rollback\":\"Stop PG 16, investigate logs, restore from backup if corrupted\"},\n {\"id\":17,\"step\":\"Run VACUUM FREEZE on critical tables in background\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"VACUUM FREEZE pg_catalog.pg_class;\\\" &\",\"rollback\":\"Cancel vacuum with pg_cancel_backend(), re-run later if needed\"},\n {\"id\":18,\"step\":\"Update statistics with ANALYZE on critical tables\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"ANALYZE app_table1, app_table2, app_table3;\\\"\",\"rollback\":\"Re-run ANALYZE if query plans degrade\"},\n {\"id\":19,\"step\":\"Verify replication slot compatibility and create if using streaming\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"SELECT pg_create_physical_replication_slot('replica_16');\\\"\",\"rollback\":\"Drop slot with pg_drop_replication_slot('replica_16')\"},\n {\"id\":20,\"step\":\"Test application read queries against PG 16 directly\",\"owner\":\"SRE Lead\",\"command\":\"psql -h", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 59.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 459.0, "num_requests_total": 1.0, "gen_throughput": 248.8, "decode_sum_seq_lens": -8790.0, "token_usage": -0.0, "full_token_usage": -0.0, "num_used_tokens": -8832.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": -8832.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1837.0, "realtime_tokens_total": 1263.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 59.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 59.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 27098.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 149.0, "tok_s": 373.1, "text": "```json\n[\n {\"name\":\"HighErrorRate\",\"metric\":\"http_requests_total{status=~\\\"5..\\\"} / http_requests_total\",\"threshold\":0.05,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-error-rate\"},\n {\"name\":\"CriticalErrorRate\",\"metric\":\"http_requests_total{status=~\\\"5..\\\"} / http_requests_total\",\"threshold\":0.1,\"window\":\"2m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-error-rate\"},\n {\"name\":\"HighLatencyP99\",\"metric\":\"histogram_quantile(0.99, rate(http_request_duration_seconds_bucket[5m]))\",\"threshold\":2.0,\"window\":\"5m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-latency\"},\n {\"name\":\"CriticalLatencyP99\",\"metric\":\"histogram_quantile(0.99, rate(http_request_duration_seconds_bucket[5m]))\",\"threshold\":5.0,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-latency\"},\n {\"name\":\"HighLatencyP95\",\"metric\":\"histogram_quantile(0.95, rate(http_request_duration_seconds_bucket[5m]))\",\"threshold\":1.0,\"window\":\"5m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-latency-p95\"},\n {\"name\":\"PaymentTimeoutRate\",\"metric\":\"rate(http_requests_total{status=\\\"504\\\"}[5m])\",\"threshold\":0.01,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/payment-timeouts\"},\n {\"name\":\"DatabaseConnectionPoolExhaustion\",\"metric\":\"db_pool_connections_active / db_pool_connections_max\",\"threshold\":0.85,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/db-pool-exhaustion\"},\n {\"name\":\"DatabaseConnectionPoolWarning\",\"metric\":\"db_pool_connections_active / db_pool_connections_max\",\"threshold\":0.7,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/db-pool-warning\"},\n {\"name\":\"HighCPUUsage\",\"metric\":\"container_cpu_usage_seconds_total / container_spec_cpu_quota * 100\",\"threshold\":80,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-cpu\"},\n {\"name\":\"CriticalCPUUsage\",\"metric\":\"container_cpu_usage_seconds_total / container_spec_cpu_quota * 100\",\"threshold\":95,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-cpu\"},\n {\"name\":\"HighMemoryUsage\",\"metric\":\"container_memory_working_set_bytes / container_spec_memory_limit_bytes * 100\",\"threshold\":85,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-memory\"},\n {\"name\":\"CriticalMemoryUsage\",\"metric\":\"container_memory_working_set_bytes / container_spec_memory_limit_bytes * 100\",\"threshold\":95,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-memory\"},\n {\"name\":\"PodRestartLoop\",\"metric\":\"rate(kube_pod_container_status_restarts_total[15m])\",\"threshold\":0.1,\"window\":\"15m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/pod-restart-loop\"},\n {\"name\":\"PodNotReady\",\"metric\":\"kube_pod_status_ready{condition=\\\"true\\\"}\",\"threshold\":0,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/pod-not-ready\"},\n {\"name\":\"HighPendingPods\",\"metric\":\"kube_deployment_status_replicas_unavailable\",\"threshold\":2,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/pending-pods\"},\n {\"name\":\"HPAAtMaxReplicas\",\"metric\":\"kube_horizontalpodautoscaler_status_current_replicas / kube_horizontalpodautoscaler_spec_max_replicas\",\"threshold\":1.0,\"window\":\"15m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/hpa-max-replicas\"},\n {\"name\":\"PaymentQueueBacklog\",\"metric\":\"payments_queue_messages_ready\",\"threshold\":1000,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/queue-backlog\"},\n {\"name\":\"CriticalPaymentQueueBacklog\",\"metric\":\"payments_queue_messages_ready\",\"threshold\":5000,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-queue-backlog\"},\n {\"name\":\"FailedPaymentProcessingRate\",\"metric\":\"rate(payments_failed_total[5m])\",\"threshold\":10,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/failed-payments\"},\n {\"name\":\"SSLCertificateExpiry\",\"metric\":\"ssl_certificate_expiry_seconds / 86400\",\"threshold\":7,\"window\":\"1h\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/ssl-expiry\"},\n {\"name\":\"CriticalSSLCertificateExpiry\",\"metric\":\"ssl_certificate_expiry_seconds / 86400\",\"threshold\":1,\"window\":\"1h\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-ssl-expiry\"},\n {\"name\":\"DiskSpaceWarning\",\"metric\":\"container_fs_usage_bytes / container_fs_limit_bytes * 100\",\"threshold\":80,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 43.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 313.0, "num_requests_total": 1.0, "gen_throughput": 143.3, "decode_sum_seq_lens": -168.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -1088.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": -128.0, "spec_accept_length": 1.5, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1253.0, "realtime_tokens_total": 1269.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 43.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 43.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.2, "inter_token_latency_seconds_bucket": 27891.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 156.0, "tok_s": 435.9, "text": "```json\n{\n \"tasks\": [\n {\n \"task\": \"Send offer letter and employment agreement\",\n \"owner_role\": \"Founder/CEO\",\n \"due_day\": -3,\n \"tooling\": \"DocuSign, Google Workspace\",\n \"depends_on\": []\n },\n {\n \"task\": \"Provision company email and SSO accounts\",\n \"owner_role\": \"IT/Founding Engineer\",\n \"due_day\": -1,\n \"tooling\": \"Google Workspace, Okta\",\n \"depends_on\": [\"Send offer letter and employment agreement\"]\n },\n {\n \"task\": \"Prepare laptop and hardware peripherals\",\n \"owner_role\": \"IT/Founding Engineer\",\n \"due_day\": -1,\n \"tooling\": \"Apple Business Manager, Asset Panda\",\n \"depends_on\": [\"Send offer letter and employment agreement\"]\n },\n {\n \"task\": \"Create HR file and benefits enrollment\",\n \"owner_role\": \"Operations Manager\",\n \"due_day\": 0,\n \"tooling\": \"Gusto, Rippling\",\n \"depends_on\": [\"Send offer letter and employment agreement\"]\n },\n {\n \"task\": \"Schedule first-day orientation session\",\n \"owner_role\": \"Operations Manager\",\n \"due_day\": 0,\n \"tooling\": \"Calendly, Google Calendar\",\n \"depends_on\": [\"Provision company email and SSO accounts\"]\n },\n {\n \"task\": \"Conduct security and compliance training\",\n \"owner_role\": \"IT/Founding Engineer\",\n \"due_day\": 1,\n \"tooling\": \"KnowBe4, Google Meet\",\n \"depends_on\": [\"Provision company email and SSO accounts\"]\n },\n {\n \"task\": \"Assign support team buddy/mentor\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 1,\n \"tooling\": \"Slack, Google Sheets\",\n \"depends_on\": [\"Schedule first-day orientation session\"]\n },\n {\n \"task\": \"Grant access to ticketing platform\",\n \"owner_role\": \"IT/Founding Engineer\",\n \"due_day\": 1,\n \"tooling\": \"Zendesk, Intercom, or Freshdesk\",\n \"depends_on\": [\"Provision company email and SSO accounts\"]\n },\n {\n \"task\": \"Grant access to CRM and customer data\",\n \"owner_role\": \"IT/Founding Engineer\",\n \"due_day\": 1,\n \"tooling\": \"Salesforce, HubSpot, or Pipedrive\",\n \"depends_on\": [\"Conduct security and compliance training\"]\n },\n {\n \"task\": \"Complete product knowledge training module 1\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 2,\n \"tooling\": \"Loom, Notion, or Guru\",\n \"depends_on\": [\"Assign support team buddy/mentor\"]\n },\n {\n \"task\": \"Shadow existing team member on live tickets\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 3,\n \"tooling\": \"Zendesk, Zoom\",\n \"depends_on\": [\"Grant access to ticketing platform\", \"Assign support team buddy/mentor\"]\n },\n {\n \"task\": \"Review escalation procedures and SLAs\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 4,\n \"tooling\": \"Notion, Confluence\",\n \"depends_on\": [\"Complete product knowledge training module 1\"]\n },\n {\n \"task\": \"Complete product knowledge training module 2\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 5,\n \"tooling\": \"Loom, Notion, or Guru\",\n \"depends_on\": [\"Complete product knowledge training module 1\"]\n },\n {\n \"task\": \"First supervised ticket responses\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 6,\n \"tooling\": \"Zendesk, Slack\",\n \"depends_on\": [\"Shadow existing team member on live tickets\", \"Review escalation procedures and SLAs\"]\n },\n {\n \"task\": \"Set up VoIP/phone support access\",\n \"owner_role\": \"IT/Founding Engineer\",\n \"due_day\": 7,\n \"tooling\": \"Aircall, Dialpad, or Twilio\",\n \"depends_on\": [\"Grant access to ticketing platform\"]\n },\n {\n \"task\": \"Join cross-functional sync with Product and Engineering\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 8,\n \"tooling\": \"Slack, Google Meet\",\n \"depends_on\": [\"Complete product knowledge training module 2\"]\n },\n {\n \"task\": \"Handle phone support under supervision\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 10,\n \"tooling\": \"Aircall, Zendesk\",\n \"depends_on\": [\"Set up VoIP/phone support access\", \"First supervised ticket responses\"]\n },\n {\n \"task\": \"Complete QA calibration and feedback session\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 12,\n \"tooling\": \"MaestroQA, Google Sheets\",\n \"depends_on\": [\"Handle phone support under supervision\"]\n },\n {\n \"task\": \"30-day 1:1 with manager\",\n \"owner_role\": \"Head of Customer Success\",\n \"due_day\": 30,\n \"tooling\": \"Lattice, 15Five, or Google Docs\",\n \"depends_on\": [\"Complete QA calibration and feedback session\"]\n ", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 48.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 268.0, "num_requests_total": 1.0, "gen_throughput": 31.8, "decode_sum_seq_lens": 54.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1073.0, "realtime_tokens_total": 1269.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 48.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 48.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.7, "inter_token_latency_seconds_bucket": 28226.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 155.0, "tok_s": 587.0, "text": "```json\n[\n {\n \"id\": 1,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Team Meeting\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"booking_id\"\n },\n {\n \"id\": 2,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"title\"\n },\n {\n \"id\": 3,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Invalid Time\",\n \"start_time\": \"2024-01-15T10:00:00Z\",\n \"end_time\": \"2024-01-15T09:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"end_time\"\n },\n {\n \"id\": 4,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"title\"\n },\n {\n \"id\": 5,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Past Meeting\",\n \"start_time\": \"2023-01-15T09:00:00Z\",\n \"end_time\": \"2023-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"start_time\"\n },\n {\n \"id\": 6,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 7,\n \"endpoint\": \"/api/bookings?start_date=2024-01-01&end_date=2024-01-31\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 8,\n \"endpoint\": \"/api/bookings?user_id=user-123\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 200,\n \"expected_body_contains\": \"user_id\"\n },\n {\n \"id\": 9,\n \"endpoint\": \"/api/bookings?room_id=room-456\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 200,\n \"expected_body_contains\": \"room_id\"\n },\n {\n \"id\": 10,\n \"endpoint\": \"/api/bookings?start_date=2024-12-31&end_date=2024-01-01\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 400,\n \"expected_body_contains\": \"date range\"\n },\n {\n \"id\": 11,\n \"endpoint\": \"/api/bookings/booking-001\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 200,\n \"expected_body_contains\": \"booking_id\"\n },\n {\n \"id\": 12,\n \"endpoint\": \"/api/bookings/nonexistent-id\",\n \"method\": \"GET\",\n \"payload\": null,\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\"\n },\n {\n \"id\": 13,\n \"endpoint\": \"/api/bookings/booking-001\",\n \"method\": \"PUT\",\n \"payload\": {\n \"title\": \"Updated Meeting\",\n \"start_time\": \"2024-01-15T11:00:00Z\",\n \"end_time\": \"2024-01-15T12:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"Updated Meeting\"\n },\n {\n \"id\": 14,\n \"endpoint\": \"/api/bookings/booking-001\",\n \"method\": \"PUT\",\n \"payload\": {\n \"end_time\": \"2024-01-15T08:00:00Z\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"end_time\"\n },\n {\n \"id\": 15,\n \"endpoint", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 197.0, "num_requests_total": 1.0, "gen_throughput": 166.8, "decode_sum_seq_lens": -36.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": 1.8, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 789.0, "realtime_tokens_total": 1265.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.0, "inter_token_latency_seconds_bucket": 28606.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1192, "ttft_ms": 146.0, "tok_s": 398.7, "text": "```json\n[\n {\n \"key\": \"new_onboarding_flow\",\n \"description\": \"Redesigned user onboarding with progressive disclosure\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"product_team\",\n \"expiry_date\": \"2024-12-31\"\n },\n {\n \"key\": \"dark_mode_native\",\n \"description\": \"Native dark mode implementation replacing CSS filters\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"mobile_platform\",\n \"expiry_date\": \"2024-09-30\"\n },\n {\n \"key\": \"offline_sync_v2\",\n \"description\": \"Improved offline data synchronization with conflict resolution\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"backend_team\",\n \"expiry_date\": \"2025-01-15\"\n },\n {\n \"key\": \"push_notification_reengagement\",\n \"description\": \"Smart re-engagement push notifications based on user behavior\",\n \"default\": true,\n \"rollout_percent\": 75,\n \"owner\": \"growth_team\",\n \"expiry_date\": \"2024-11-30\"\n },\n {\n \"key\": \"in_app_purchase_promo\",\n \"description\": \"Limited-time promotional pricing for premium subscriptions\",\n \"default\": false,\n \"rollout_percent\": 50,\n \"owner\": \"monetization_team\",\n \"expiry_date\": \"2024-10-15\"\n },\n {\n \"key\": \"biometric_auth_upgrade\",\n \"description\": \"Face ID and fingerprint authentication with fallback improvements\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"security_team\",\n \"expiry_date\": \"2025-03-01\"\n },\n {\n \"key\": \"performance_metrics_collection\",\n \"description\": \"Collect detailed app performance telemetry for optimization\",\n \"default\": true,\n \"rollout_percent\": 25,\n \"owner\": \"data_team\",\n \"expiry_date\": \"2024-08-31\"\n },\n {\n \"key\": \"social_sharing_redesign\",\n \"description\": \"Updated sharing flow with native platform integrations\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"engagement_team\",\n \"expiry_date\": \"2024-12-15\"\n },\n {\n \"key\": \"experimental_search_algorithm\",\n \"description\": \"Test new search ranking algorithm for content discovery\",\n \"default\": false,\n \"rollout_percent\": 10,\n \"owner\": \"search_team\",\n \"expiry_date\": \"2024-09-15\"\n },\n {\n \"key\": \"battery_optimization_mode\",\n \"description\": \"Reduce background activity for low-battery scenarios\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"mobile_platform\",\n \"expiry_date\": \"2025-06-30\"\n },\n {\n \"key\": \"localization_beta_languages\",\n \"description\": \"Support for newly added beta languages (Thai, Vietnamese)\",\n \"default\": false,\n \"rollout_percent\": 50,\n \"owner\": \"localization_team\",\n \"expiry_date\": \"2024-11-01\"\n },\n {\n \"key\": \"crash_reporting_enhanced\",\n \"description\": \"Enhanced crash reporting with automatic symbolication\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"stability_team\",\n \"expiry_date\": \"2025-02-28\"\n },\n {\n \"key\": \"customizable_home_dashboard\",\n \"description\": \"User-configurable home screen widgets and layout\",\n \"default\": false,\n \"rollout_percent\": 20,\n \"owner\": \"product_team\",\n \"expiry_date\": \"2024-10-31\"\n },\n {\n \"key\": \"video_streaming_adaptive_bitrate\",\n \"description\": \"Dynamic quality adjustment based on network conditions\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"media_team\",\n \"expiry_date\": \"2024-12-01\"\n },\n {\n \"key\": \"gdpr_data_export_tool\",\n \"description\": \"Self-service data portability and export functionality\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"legal_compliance\",\n \"expiry_date\": \"2025-01-31\"\n },\n {\n \"key\": \"referral_program_v3\",\n \"description\": \"Updated referral incentives with tiered rewards\",\n \"default\": false,\n \"rollout_percent\": 15,\n \"owner\": \"growth_team\",\n \"expiry_date\": \"2024-09-30\"\n },\n {\n \"key\": \"accessibility_screen_reader_improvements\",\n \"description\": \"Enhanced VoiceOver and TalkBack compatibility\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"accessibility_team\",\n \"expiry_date\": \"2025-04-15\"\n },\n {\n \"key\": \"analytics_migration_new_provider\",\n \"description\": \"Gradual migration from legacy to new analytics platform\",\n \"default\": true,\n \"rollout_percent\": 5,\n \"owner\": \"data_team\",\n \"expiry_date\": \"2024-08-15\"\n }\n]\n```", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 1.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1192.0, "spec_verify_calls_total": 291.0, "num_requests_total": 1.0, "gen_throughput": -158.9, "decode_sum_seq_lens": 3.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": -1.7, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1165.0, "realtime_tokens_total": 1256.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1192.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.0, "inter_token_latency_seconds_bucket": 27873.0, "inter_token_latency_seconds_count": 1191.0 } }, { "ctok": 1200, "ttft_ms": 145.0, "tok_s": 264.1, "text": "```json\n[\n {\n \"step\": 1,\n \"tool\": \"vault\",\n \"command\": \"vault operator generate-root -init && vault write -f sys/rotate\",\n \"verify\": \"vault status | grep -q 'Sealed: false' && vault read sys/health | jq -r '.version'\",\n \"on_failure\": \"vault operator unseal $(cat unseal-keys) && retry\"\n },\n {\n \"step\": 2,\n \"tool\": \"vault\",\n \"command\": \"vault secrets enable -path=db-dynamic database && vault write db-dynamic/config/postgresql plugin_name=postgresql-database-plugin connection_url='postgresql://{{username}}:{{password}}@db-primary:5432/postgres?sslmode=require' allowed_roles='app-readwrite' username='vaultadmin' password='${VAULT_ADMIN_PASSWORD}'\",\n \"verify\": \"vault read db-dynamic/config/postgresql | jq -r '.data.connection_details.allowed_roles' | grep -q 'app-readwrite'\",\n \"on_failure\": \"vault secrets disable db-dynamic && re-enable with corrected credentials\"\n },\n {\n \"step\": 3,\n \"tool\": \"vault\",\n \"command\": \"vault write db-dynamic/roles/app-readwrite db_name=postgresql creation_statements=\\\"CREATE ROLE \\\\\\\"{{name}}\\\\\\\" WITH LOGIN PASSWORD '{{password}}' VALID UNTIL '{{expiration}}'; GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO \\\\\\\"{{name}}\\\\\\\";\\\" default_ttl=1h max_ttl=24h\",\n \"verify\": \"vault read db-dynamic/roles/app-readwrite | jq -r '.data.db_name' | grep -q 'postgresql'\",\n \"on_failure\": \"delete role and recreate with valid SQL syntax\"\n },\n {\n \"step\": 4,\n \"tool\": \"postgresql\",\n \"command\": \"psql -h db-primary -U admin -c \\\"DO \\\\$\\\\$ BEGIN IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname='vaultadmin') THEN CREATE USER vaultadmin WITH SUPERUSER PASSWORD '[REDACTED]'; END IF; END \\\\$\\\\$;\\\" && psql -h db-primary -U admin -c \\\"SELECT pg_reload_conf();\\\"\",\n \"verify\": \"psql -h db-primary -U admin -c \\\"SELECT rolname FROM pg_roles WHERE rolname='vaultadmin';\\\" | grep -q 'vaultadmin'\",\n \"on_failure\": \"verify network connectivity to db-primary and retry with explicit superuser\"\n },\n {\n \"step\": 5,\n \"tool\": \"vault\",\n \"command\": \"vault write db-dynamic/rotate-root/postgresql\",\n \"verify\": \"vault read db-dynamic/config/postgresql | jq -r '.data.password' != '${VAULT_ADMIN_PASSWORD}'\",\n \"on_failure\": \"verify vaultadmin has SUPERUSER privileges and connection_url is valid\"\n },\n {\n \"step\": 6,\n \"tool\": \"kubernetes\",\n \"command\": \"kubectl create secret generic db-creds-dynamic --from-literal=VAULT_ROLE=app-readwrite --from-literal=VAULT_PATH=db-dynamic/creds/app-readwrite --namespace=production --dry-run=client -o yaml | kubectl apply -f - && kubectl rollout status deployment/app-api -n production --timeout=120s\",\n \"verify\": \"kubectl get secret db-creds-dynamic -n production -o json | jq -r '.data.VAULT_PATH' | base64 -d | grep -q 'db-dynamic/creds/app-readwrite'\",\n \"on_failure\": \"verify namespace exists and RBAC allows secret creation\"\n },\n {\n \"step\": 7,\n \"tool\": \"vault\",\n \"command\": \"vault policy write app-db-policy -< $21,858 > $21,393\n\nTop 3: **svc-030 search-api ($21,883)**, **svc-055 ml-serving-cron ($21,858)**, **svc-004 search-indexer ($21,393)**\n\nCombined top 3 = $21,883 + $21,858 + $21,393 = **$65,134**\n\nCombined share = $65,134 / $615,737 = **0.10578 or 10.58%**\n\n**Total savings if every line achieved stated percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $22,543 | 12% | $2,705.16 |\n| svc-001 | $2,345 | 21% | $492.45 |\n| svc-002 | $14,394 | 31% | $4,462.14 |\n| svc-003 | $20,161 | 12% | $2,419.32 |\n| svc-004 | $21,393 | 10% | $2,139.30 |\n| svc-005 | $8,834 | 14% | $1,236.76 |\n| svc-006 | $19,284 | 14% | $2,699.76 |\n| svc-007 | $5,253 | 38% | $1,996.14 |\n| svc-008 | $13,399 | 31% | $4,153.69 |\n| svc-009 | $3,985 | 19% | $757.15 |\n| svc-010 | $15,321 | ", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9986.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 471.0, "num_requests_total": 1.0, "gen_throughput": 25.3, "decode_sum_seq_lens": 21.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": 128.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1885.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9986.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9986.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47706.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 410.8, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 22,320 | 9,892 | 5,627 | 26,585 |\n| 2024-08 | 11,754 | 3,633 | 5,975 | 9,412 |\n| 2024-09 | 15,595 | 7,677 | 6,647 | 16,625 |\n| 2024-10 | 22,495 | 13,319 | 9,565 | 26,249 |\n| 2024-11 | 29,787 | 15,184 | 12,427 | 32,544 |\n| 2024-12 | 22,930 | 4,085 | 11,843 | 15,172 |\n| 2025-01 | 22,327 | 7,000 | 7,681 | 21,646 |\n| 2025-02 | 32,246 | 19,886 | 6,725 | 45,407 |\n| 2025-03 | 33,120 | 21,722 | 12,309 | 42,533 |\n| 2025-04 | 30,025 | 14,251 | 14,464 | 29,812 |\n| 2025-05 | 19,829 | 19,897 | 18,664 | 21,062 |\n| 2025-06 | 39,559 | 15,954 | 17,018 | 38,495 |\n| 2025-07 | 29,163 | 17,121 | 20,412 | 25,872 |\n| 2025-08 | 44,525 | 12,337 | 13,200 | 43,662 |\n| 2025-09 | 32,213 | 15,951 | 19,912 | 28,252 |\n| 2025-10 | 22,254 | 17,600 | 11,276 | 28,578 |\n| 2025-11 | 45,458 | 25,410 | 24,058 | 46,810 |\n| 2025-12 | 35,810 | 15,402 | 23,093 | 28,119 |\n| 2026-01 | 27,865 | 27,496 | 23,646 | 31,715 |\n| 2026-02 | 58,481 | 33,062 | 17,842 | 73,701 |\n| 2026-03 | 38,782 | 9,816 | 20,690 | 27,908 |\n| 2026-04 | 49,246 | 23,189 | 31,845 | 40,590 |\n| 2026-05 | 58,186 | 43,602 | 30,957 | 70,831 |\n| 2026-06 | 54,012 | 49,300 | 35,362 | 67,950 |\n\n**Total net-new MRR** = 26,585 + 9,412 + 16,625 + 26,249 + 32,544 + 15,172 + 21,646 + 45,407 + 42,533 + 29,812 + 21,062 + 38,495 + 25,872 + 43,662 + 28,252 + 28,578 + 46,810 + 28,119 + 31,715 + 73,701 + 27,908 + 40,590 + 70,831 + 67,950\n\n= **812,980**\n\n**Average Monthly Compound Growth Rate:**\n\nFormula: **MRR_final = MRR_initial \u00d7 (1 + r)^n**\n\nWhere n = 23 months (periods between first and last month)\n\nRatio = MRR_final / MRR_initial = 1,135,530 / 322,585 = **3.52010**\n\nRoot: (1 + r) = (3.52010)^(1/23)\n\nCalculate: ln(3.52010) = 1.25837\n1.25837 / 23 = 0.054712\ne^0.054712 = 1.05624\n\nr = 1.05624 - 1 = **0.05624 or 5.624%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: **Gross MRR churn rate = Churned MRR / MRR at start of period**\n\nStart MRR (2026-05) = $1,067,580\nChurned MRR (2026-06) = $35,362\nEnd MRR (2026-06) = $1,135,530\n\nGross MRR churn rate = 35,362 / 1,067,580 = **0.033124 or 3.3124%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: 1 - (1 - monthly_rate)^12\n\n= 1 - (1 - 0.033124)^12\n= 1 - (0.966876)^12\n= 1 - 0.66389\n= **0.33611 or 33.611%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and savings if all achieved stated percent\n\n**List all 56 service costs and sum:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 6,316 |\n| 001 | 15,208 |\n| 002 | 20,202 |\n| 003 | 9,853 |\n| 004 | 7,530 |\n| 005 | 1,856 |\n| 006 | 15,589 |\n| 007 | 19,396 |\n| 008 | 2,916 |\n| 009 | 11,070 |\n| 010 | 21,155 |\n| 011 | 7,578 |\n| 012 | 13,364 |\n| 013 | 14,921 |\n| 014 | 15,338 |\n| 015 | 10,339 |\n| 016 | 14,890 |\n| 017 | 9,001 |\n| 018 | 11,713 |\n| 019 | 20,154 |\n| 020 | 16,504 |\n| 021 | 11,611 |\n| 022 | 22,358 |\n| 023 | 910 |\n| 024 | 18,193 |\n| 025 | 16,456 |\n| 026 | 5,345 |\n| 027 | 17,191 |\n| 028 | 10,074 |\n| 029 | 11,826 |\n| 030 | 18,406 |\n| 031 | 19,034 |\n| 032 | 12,863 |\n| 033 | 19,314 |\n| 034 | 8,796 |\n| 035 | 1,093 |\n| 036 | 19,886 |\n| 037 | 19,087 |\n| 038 | 2,803 |\n| 039 | 8,773 |\n| 040 | 2,668 |\n| 041 | 8,428 |\n| 042 | 16,468 |\n| 043 | 20,057 |\n| 044 | 2,424 |\n| 045 | 14,622 |\n| 046 | 9,984 |\n| 047 | 3,669 |\n| 048 | 21,828 |\n| 049 | 18,113 |\n| 050 | 970 |\n| 051 | 20,593 |\n| 052 | 14,379 |\n| 053 | 3,726 |\n| 054 | 6,389 |\n| 055 | 10,088 |\n\n**Total monthly infrastructure spend:**\n\nSumming all: 6,316 + 15,208 + 20,202 + 9,853 + 7,530 + 1,856 + 15,589 + 19,396 + 2,916 + 11,070 + 21,155 + 7,578 + 13,364 + 14,921 + 15,338 + 10,339 + 14,890 + 9,001 + 11,713 + 20,154 + 16,504 + 11,611 + 22,358 + 910 + 18,193 + 16,456 + 5,345 + 17,191 + 10,074 + 11,826 + 18,406 + 19,034 + 12,863 + 19,314 + 8,796 + 1,093 + 19,886 + 19,087 + 2,803 + 8,773 + 2,668 + 8,428 + 16,468 + 20,057 + 2,424 + 14,622 + 9,984 + 3,669 + 21,828 + 18,113 + 970 + 20,593 + 14,379 + 3,726 + 6,", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9938.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 461.0, "num_requests_total": 1.0, "gen_throughput": -46.9, "decode_sum_seq_lens": -133.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1845.0, "realtime_tokens_total": 12033.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9938.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9938.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47701.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 453.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n### Net-New MRR Calculation\n\n**Formula:** Net-new MRR each month = New MRR + Expansion MRR \u2212 Churned MRR\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,369 | $11,918 | $10,888 | $21,369 + $11,918 \u2212 $10,888 = **$22,399** |\n| 2024-08 | $11,972 | $15,659 | $8,484 | $11,972 + $15,659 \u2212 $8,484 = **$19,147** |\n| 2024-09 | $18,446 | $12,269 | $7,847 | $18,446 + $12,269 \u2212 $7,847 = **$22,868** |\n| 2024-10 | $34,473 | $5,160 | $13,718 | $34,473 + $5,160 \u2212 $13,718 = **$25,915** |\n| 2024-11 | $21,236 | $16,409 | $9,826 | $21,236 + $16,409 \u2212 $9,826 = **$27,819** |\n| 2024-12 | $15,856 | $21,856 | $10,423 | $15,856 + $21,856 \u2212 $10,423 = **$27,289** |\n| 2025-01 | $16,546 | $14,578 | $12,080 | $16,546 + $14,578 \u2212 $12,080 = **$19,044** |\n| 2025-02 | $40,737 | $24,264 | $9,630 | $40,737 + $24,264 \u2212 $9,630 = **$55,371** |\n| 2025-03 | $36,935 | $23,278 | $13,415 | $36,935 + $23,278 \u2212 $13,415 = **$46,798** |\n| 2025-04 | $34,739 | $12,879 | $10,397 | $34,739 + $12,879 \u2212 $10,397 = **$37,221** |\n| 2025-05 | $41,179 | $10,569 | $21,893 | $41,179 + $10,569 \u2212 $21,893 = **$29,855** |\n| 2025-06 | $31,399 | $8,530 | $20,417 | $31,399 + $8,530 \u2212 $20,417 = **$19,512** |\n| 2025-07 | $31,327 | $13,652 | $17,013 | $31,327 + $13,652 \u2212 $17,013 = **$27,966** |\n| 2025-08 | $23,755 | $30,328 | $20,656 | $23,755 + $30,328 \u2212 $20,656 = **$33,427** |\n| 2025-09 | $49,287 | $34,225 | $19,538 | $49,287 + $34,225 \u2212 $19,538 = **$63,974** |\n| 2025-10 | $66,500 | $24,438 | $26,746 | $66,500 + $24,438 \u2212 $26,746 = **$64,192** |\n| 2025-11 | $49,585 | $10,808 | $14,674 | $49,585 + $10,808 \u2212 $14,674 = **$45,719** |\n| 2025-12 | $52,796 | $42,018 | $15,495 | $52,796 + $42,018 \u2212 $15,495 = **$79,319** |\n| 2026-01 | $77,552 | $43,658 | $28,213 | $77,552 + $43,658 \u2212 $28,213 = **$92,997** |\n| 2026-02 | $47,125 | $56,505 | $17,272 | $47,125 + $56,505 \u2212 $17,272 = **$86,358** |\n| 2026-03 | $94,581 | $16,817 | $37,171 | $94,581 + $16,817 \u2212 $37,171 = **$74,227** |\n| 2026-04 | $60,835 | $54,630 | $43,599 | $60,835 + $54,630 \u2212 $43,599 = **$71,866** |\n| 2026-05 | $58,345 | $43,059 | $24,226 | $58,345 + $43,059 \u2212 $24,226 = **$77,178** |\n| 2026-06 | $62,391 | $18,846 | $49,771 | $62,391 + $18,846 \u2212 $49,771 = **$31,466** |\n\n**Total Net-New MRR** = $22,399 + $19,147 + $22,868 + $25,915 + $27,819 + $27,289 + $19,044 + $55,371 + $46,798 + $37,221 + $29,855 + $19,512 + $27,966 + $33,427 + $63,974 + $64,192 + $45,719 + $79,319 + $92,997 + $86,358 + $74,227 + $71,866 + $77,178 + $31,466\n\n**Total Net-New MRR = $1,079,546**\n\nVerification: Ending MRR \u2212 Beginning MRR = $1,472,927 \u2212 $393,399 = **$1,079,528** (discrepancy of $18 due to rounding in monthly MRR figures; the sum of net-new is more precise)\n\n### Average Monthly Compound Growth Rate\n\n**Formula:** CMGR = (Ending MRR / Beginning MRR)^(1/number of months) \u2212 1\n\n- Beginning MRR (2024-07): $393,399\n- Ending MRR (2026-06): $1,472,927\n- Number of months: 23 intervals (24 data points)\n\n**Ratio:** $1,472,927 / $393,399 = **3.744104...**\n\n**Root:** 23rd root of 3.744104 = (3.744104)^(1/23)\n\nCalculate: ln(3.744104) = 1.320205\n1.320205 / 23 = 0.057400\ne^(0.057400) = **1.059082**\n\n**CMGR = 1.059082 \u2212 1 = 0.059082 = 5.91%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nFinal month: 2026-06\n- MRR at start of month (end of 2026-05): $1,441,461\n- Churned MRR: $49,771\n\n**Gross MRR Churn Rate (monthly)** = $49,771 / $1,441,461 = **0.034528 = 3.45%**\n\n**Annualized Gross MRR Churn Rate**\n\n**Formula:** 1 \u2212 (1 \u2212 monthly churn rate)^12\n\n= 1 \u2212 (1 \u2212 0.034528)^12\n= 1 \u2212 (0.965472)^12\n= 1 \u2212 0.654267\n= **0.345733 = 34.57%**\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, and Total Savings\n\n### Total Monthly Infrastructure Spend\n\nSum all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | $18,379 |\n| 001 | $5,819 |\n| 002 | $14,974 |\n| 003 | $6,627 |\n| 004 | $3,397 |\n| 005 | $17,769 |\n| 006 | $13,546 |\n| 007 | $4,206 |\n| 008 | $11,895 |\n| 009 | $17,910 |\n| 010 | $9,799 |\n| 011 | $21,607 |\n| 012 | $7,608 |\n| 013 | $9,971 |\n| 014 | $4,198 |\n| 015 | $5,817 |\n| 016 | $3,260 |\n| 017 | $20,203 |\n| 018 | $22,767 |\n| 019 | $4,351 |\n| 020 | $1,789 |\n| 021 | $1,739 |\n| 022 | $16,058 |\n| 023 | $1,157 |\n| 024 | $6,286 |\n| 025 | $11,585 |\n| 026 | $13,618 |\n| 027 | $2,427 |\n| 028 | $20,482 |\n| 029 | $14,962 |\n| 030 | $4,", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 419.0, "num_requests_total": 1.0, "gen_throughput": 35.1, "decode_sum_seq_lens": -33.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 11968.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": -11904.0, "kv_used_tokens": 11968.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1677.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48152.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 446.3, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,560 | 6,204 | 7,932 | 15,560 + 6,204 - 7,932 = **13,832** |\n| 2024-08 | 20,671 | 8,027 | 5,388 | 20,671 + 8,027 - 5,388 = **23,310** |\n| 2024-09 | 15,555 | 5,824 | 6,636 | 15,555 + 5,824 - 6,636 = **14,743** |\n| 2024-10 | 13,852 | 11,832 | 8,199 | 13,852 + 11,832 - 8,199 = **17,485** |\n| 2024-11 | 12,687 | 13,415 | 10,680 | 12,687 + 13,415 - 10,680 = **15,422** |\n| 2024-12 | 11,384 | 12,635 | 11,000 | 11,384 + 12,635 - 11,000 = **13,019** |\n| 2025-01 | 28,221 | 9,711 | 9,790 | 28,221 + 9,711 - 9,790 = **28,142** |\n| 2025-02 | 29,475 | 12,677 | 6,743 | 29,475 + 12,677 - 6,743 = **35,409** |\n| 2025-03 | 25,623 | 16,258 | 8,426 | 25,623 + 16,258 - 8,426 = **33,455** |\n| 2025-04 | 19,911 | 7,105 | 8,452 | 19,911 + 7,105 - 8,452 = **18,564** |\n| 2025-05 | 21,754 | 13,393 | 7,263 | 21,754 + 13,393 - 7,263 = **27,884** |\n| 2025-06 | 38,016 | 20,871 | 14,663 | 38,016 + 20,871 - 14,663 = **44,224** |\n| 2025-07 | 39,624 | 26,651 | 15,695 | 39,624 + 26,651 - 15,695 = **50,580** |\n| 2025-08 | 20,161 | 14,582 | 20,697 | 20,161 + 14,582 - 20,697 = **14,046** |\n| 2025-09 | 45,763 | 14,213 | 16,460 | 45,763 + 14,213 - 16,460 = **43,516** |\n| 2025-10 | 30,627 | 16,464 | 19,225 | 30,627 + 16,464 - 19,225 = **27,866** |\n| 2025-11 | 41,525 | 12,492 | 10,833 | 41,525 + 12,492 - 10,833 = **43,184** |\n| 2025-12 | 51,655 | 14,742 | 16,910 | 51,655 + 14,742 - 16,910 = **49,487** |\n| 2026-01 | 53,226 | 29,206 | 17,660 | 53,226 + 29,206 - 17,660 = **64,772** |\n| 2026-02 | 39,602 | 19,488 | 17,143 | 39,602 + 19,488 - 17,143 = **41,947** |\n| 2026-03 | 29,230 | 24,760 | 20,598 | 29,230 + 24,760 - 20,598 = **33,392** |\n| 2026-04 | 28,225 | 14,184 | 22,536 | 28,225 + 14,184 - 22,536 = **19,873** |\n| 2026-05 | 47,942 | 35,200 | 28,336 | 47,942 + 35,200 - 28,336 = **54,806** |\n| 2026-06 | 39,045 | 42,170 | 18,631 | 39,045 + 42,170 - 18,631 = **62,584** |\n\n**Sum of all net-new MRR:**\n13,832 + 23,310 + 14,743 + 17,485 + 15,422 + 13,019 + 28,142 + 35,409 + 33,455 + 18,564 + 27,884 + 44,224 + 50,580 + 14,046 + 43,516 + 27,866 + 43,184 + 49,487 + 64,772 + 41,947 + 33,392 + 19,873 + 54,806 + 62,584\n\n= **777,763**\n\n**Total net-new MRR = $777,763**\n\n---\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$MRR_{final} = MRR_{initial} \\times (1 + r)^n$$\n\nWhere:\n- $MRR_{initial}$ = $280,832 (2024-07)\n- $MRR_{final}$ = $1,058,542 (2026-06)\n- $n$ = 23 intervals (from month 1 to month 24, there are 23 growth periods)\n\nRearranging:\n$$(1 + r)^{23} = \\frac{1,058,542}{280,832}$$\n\n**Ratio calculation:**\n$$\\frac{1,058,542}{280,832} = 3.769515715...$$\n\n**23rd root:**\n$$(1 + r) = (3.769515715)^{\\frac{1}{23}}$$\n\nCalculating: $3.769515715^{0.043478261}$\n\nUsing logarithm: $\\ln(3.769515715) = 1.326948...$\n\n$\\frac{1.326948}{23} = 0.0576934...$\n\n$e^{0.0576934} = 1.059390...$\n\nMore precisely: $(3.769515715)^{(1/23)} = 1.059390...$\n\n**$r = 0.059390... - 1 = 0.059390...$**\n\nOr directly: $r = (3.769515715)^{(1/23)} - 1$\n\n$(3.769515715)^{0.043478261} = 1.05939$\n\n**Average monthly compound growth rate = 5.939% \u2248 5.94%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: $$\\text{Gross MRR Churn Rate} = \\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$$\n\nBeginning MRR (2026-05) = $995,958\nChurned MRR (2026-06) = $18,631\n\n$$\\text{Gross MRR Churn Rate} = \\frac{18,631}{995,958} = 0.018706... = 1.8706\\%$$\n\n**Monthly gross churn rate = 1.87%**\n\n**Annualized gross churn rate:**\n\nFormula: $$(1 - \\text{monthly churn rate})^{12} = 1 - \\text{annual churn rate}$$\n\nOr: $\\text{Annual churn} = 1 - (1 - 0.018706)^{12}$\n\n$(1 - 0.018706) = 0.981294$\n\n$0.981294^{12} = 0.79489...$\n\n$1 - 0.79489 = 0.20511...$\n\n**Annualized gross churn rate = 20.51%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all lines hit targets\n\n**Summing all 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 4,952 |\n| 001 | 15,081 |\n| 002 | 7,001 |\n| 003 | 5,002 |\n| 004 | 8,341 |\n| 005 | 12,017 |\n| 006 | 23,791 |\n| 007 | 6,544 |\n| 008 | 14,231 |\n| 009 | 20,014 |\n| 010 | 20,238 |\n| 011 |", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9995.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 427.0, "num_requests_total": 1.0, "gen_throughput": -21.8, "decode_sum_seq_lens": 60.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1709.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9995.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9995.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48082.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 9.1, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159891.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 7278.0, "num_requests_total": 16.0, "gen_throughput": -107.19999999999997, "decode_sum_seq_lens": -61.0, "full_token_usage": 0.1, "num_used_tokens": 11904.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": -10688.0, "kv_used_tokens": 11904.0, "spec_accept_length": -1.1999999999999993, "spec_accept_rate": -0.09999999999999995, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2559.0, "queue_time_seconds_count": 64.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 1216.0, "eviction_duration_seconds_count": 64.0, "cuda_graph_passes_total": 29128.0, "realtime_tokens_total": 193367.0, "evicted_tokens_total": 764416.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159891.0, "prompt_tokens_histogram_bucket": 345.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159891.0, "uncached_prompt_tokens_histogram_bucket": 345.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 78.1, "inter_token_latency_seconds_bucket": 765513.0, "inter_token_latency_seconds_count": 32752.0, "token_usage": 0.1 }, "step_ms": 10.77 } } }, "R1_d7": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 7 --speculative-eagle-topk 1 --speculative-num-draft-tokens 8 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 16, "tok_s_median": 505.9, "tok_s_first8_median": 520.6, "tok_s_agg": 485.8, "tok_s_all_sorted": [ 365.3, 387.9, 397.7, 444.7, 476.3, 486.3, 498.1, 500.0, 511.7, 540.4, 543.1, 546.9, 551.8, 553.1, 553.3, 559.2 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 236.0, "prefix_cache_suspect": false, "tau": 5.5072, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 559.2, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive?as_of=2026-06-15T14:30:00Z\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_archive_gone_error\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"customer_verify_soft_delete_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-key-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"customer_verify_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-key-002\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscription_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-key-003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscription_retry_gone_error\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-key-004\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_approve_conflict_error\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"abc123\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"report_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"report_archive_conflict_error\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"token_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"token_archive_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"audit_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"audit_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"export_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"def456\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"export_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"def456\", \"limit\": 100},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"plan_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"ghi789\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"plan_finalize_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"ghi789\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"usage_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"usage_verify_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of", "slot": 0, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 321.0, "num_requests_total": 1.0, "gen_throughput": 653.7, "decode_sum_seq_lens": 1855.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1856.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1856.0, "spec_accept_length": 3.5, "spec_accept_rate": 0.5, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1285.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48795.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 365.3, "text": "```json\n[\n {\"endpoint\":\"PATCH /v2/invoices/{id}/archive\",\"method\":\"PATCH\",\"test_name\":\"archive_invoice_happy_path\",\"payload\":{\"id\":\"a1b2c3d4-e5f6-7890-abcd-ef1234567890\"},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"archived\"},\"cleanup\":\"PATCH /v2/invoices/{id}/archive\"},\n {\"endpoint\":\"PATCH /v2/invoices/{id}/archive\",\"method\":\"PATCH\",\"test_name\":\"archive_invoice_2fa_missing_402\",\"payload\":{\"id\":\"b2c3d4e5-f6a7-8901-bcde-f12345678901\"},\"expected_status\":402,\"expected_body_contains\":{\"error\":\"2FA context required\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"PUT /v1/customers/{id}/finalize\",\"method\":\"PUT\",\"test_name\":\"finalize_customer_happy_path\",\"payload\":{\"id\":\"c3d4e5f6-a7b8-9012-cdef-123456789012\",\"dry_run\":false},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"finalized\"},\"cleanup\":\"PUT /v1/customers/{id}/finalize\"},\n {\"endpoint\":\"PUT /v1/customers/{id}/finalize\",\"method\":\"PUT\",\"test_name\":\"finalize_customer_not_found_404\",\"payload\":{\"id\":\"00000000-0000-0000-0000-000000000000\",\"dry_run\":false},\"expected_status\":404,\"expected_body_contains\":{\"error\":\"customer not found\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"DELETE /v1/subscriptions/{id}/finalize\",\"method\":\"DELETE\",\"test_name\":\"finalize_subscription_happy_path\",\"payload\":{\"id\":\"d4e5f6a7-b8c9-0123-def1-234567890123\",\"dry_run\":false},\"expected_status\":202,\"expected_body_contains\":{\"job_id\":\"job-\"},\"cleanup\":\"DELETE /v1/subscriptions/{id}/finalize\"},\n {\"endpoint\":\"DELETE /v1/subscriptions/{id}/finalize\",\"method\":\"DELETE\",\"test_name\":\"finalize_subscription_conflict_409\",\"payload\":{\"id\":\"e5f6a7b8-c9d0-1234-ef12-345678901234\",\"dry_run\":false},\"expected_status\":409,\"expected_body_contains\":{\"error\":\"subscription state conflict\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"PATCH /v3/webhooks/{id}/preview\",\"method\":\"PATCH\",\"test_name\":\"preview_webhook_happy_path\",\"payload\":{\"id\":\"f6a7b8c9-d0e1-2345-f123-456789012345\",\"cursor\":\"c1\",\"limit\":10},\"expected_status\":202,\"expected_body_contains\":{\"events\":[]},\"cleanup\":\"PATCH /v3/webhooks/{id}/preview\"},\n {\"endpoint\":\"PATCH /v3/webhooks/{id}/preview\",\"method\":\"PATCH\",\"test_name\":\"preview_webhook_payment_required_402\",\"payload\":{\"id\":\"a7b8c9d0-e1f2-3456-a123-567890123456\",\"cursor\":\"c1\",\"limit\":10},\"expected_status\":402,\"expected_body_contains\":{\"error\":\"payment required\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"DELETE /v2/reports/{id}/approve\",\"method\":\"DELETE\",\"test_name\":\"approve_report_happy_path\",\"payload\":{\"id\":\"b8c9d0e1-f2a3-4567-b234-678901234567\",\"idempotency-key\":\"idem-12345\"},\"expected_status\":202,\"expected_body_contains\":{\"status\":\"approved\"},\"cleanup\":\"DELETE /v2/reports/{id}/approve\"},\n {\"endpoint\":\"DELETE /v2/reports/{id}/approve\",\"method\":\"DELETE\",\"test_name\":\"approve_report_precondition_failed_412\",\"payload\":{\"id\":\"c9d0e1f2-a3b4-5678-c345-789012345678\",\"idempotency-key\":\"idem-12346\"},\"expected_status\":412,\"expected_body_contains\":{\"error\":\"precondition failed\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"GET /v2/tokens/{id}/archive\",\"method\":\"GET\",\"test_name\":\"archive_token_happy_path\",\"payload\":{\"id\":\"d0e1f2a3-b4c5-6789-d456-890123456789\",\"idempotency-key\":\"idem-12347\"},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"archived\"},\"cleanup\":\"GET /v2/tokens/{id}/archive\"},\n {\"endpoint\":\"GET /v2/tokens/{id}/archive\",\"method\":\"GET\",\"test_name\":\"archive_token_bad_request_400\",\"payload\":{\"id\":\"not-a-uuid\",\"idempotency-key\":\"idem-12348\"},\"expected_status\":400,\"expected_body_contains\":{\"error\":\"invalid id format\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"DELETE /v2/audits/{id}/preview\",\"method\":\"DELETE\",\"test_name\":\"preview_audit_happy_path\",\"payload\":{\"id\":\"e1f2a3b4-c5d6-7890-e567-901234567890\",\"cursor\":\"c1\",\"limit\":20},\"expected_status\":202,\"expected_body_contains\":{\"entries\":[]},\"cleanup\":\"DELETE /v2/audits/{id}/preview\"},\n {\"endpoint\":\"DELETE /v2/audits/{id}/preview\",\"method\":\"DELETE\",\"test_name\":\"preview_audit_gone_410\",\"payload\":{\"id\":\"f2a3b4c5-d6e7-8901-f678-012345678901\",\"cursor\":\"c1\",\"limit\":20},\"expected_status\":410,\"expected_body_contains\":{\"error\":\"resource gone\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"DELETE /v1/exports/{id}/archive\",\"method\":\"DELETE\",\"test_name\":\"archive_export_happy_path\",\"payload\":{\"id\":\"a3b4c5d6-e7f8-9012-a789-123456789012\",\"as_of\":\"2026-06-15T00:00:00Z\"},\"expected_status\":201,\"expected_body_contains\":{\"status\":\"archived\"},\"cleanup\":\"DELETE /v1/exports/{id}/archive\"},\n {\"endpoint\":\"DELETE /v1/exports/{id}/archive\",\"method\":\"DELETE\",\"test_name\":\"archive_export_not_found_404\",\"payload\":{\"id\":\"00000000-0000-0000-0000-000000000000\",\"as_of\":\"2026-06-15T00:00:00Z\"},\"expected_status\":404,\"expected_body_contains\":{\"error\":\"export not found\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"GET /v2/plans/{id}/archive\",\"method\":\"GET\",\"test_name\":\"archive_plan_happy_path\",\"payload\":{\"id\":\"b4c5d6e7-f8a9-0123-b890-234567890123\",\"cursor\":\"c1\",\"limit\":15},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"archived\"},\"cleanup\":\"GET /v2/plans/{id}/archive\"},\n {\"endpoint\":\"GET /v2/plans/{id}/archive\",\"method\":\"GET\",\"test_name\":\"archive_plan_gone_410\",\"payload\":{\"id\":\"c5d6e7f8-a9b0-1234-c901-345678901234\",\"cursor\":\"c1\",\"limit\":15},\"expected_status\":410,\"expected_body_contains\":{\"error\":\"resource gone\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"DELETE /v1/usage/{id}/retry\",\"method\":\"DELETE\",\"test_name\":\"retry_usage_happy_path\",\"payload\":{\"id\":\"d6e7f8a9-b0c1-2345-d012-456789012345\",\"cursor\":\"c1\",\"limit\":10},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"retried\"},\"cleanup\":\"DELETE /v1/usage/{id}/retry\"},\n {\"endpoint\":\"DELETE /v1/usage/{id}/retry\",\"method\":\"DELETE\",\"test_name\":\"retry_usage_bad_request_400\",\"payload\":{\"id\":\"e7f8a9b0-c1d2-3456-e123-567890123456\",\"cursor\":\"c1\",\"limit\":10},\"expected_status\":400,\"expected_body_contains\":{\"error\":\"invalid request\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"GET /v2/credits/{id}/preview\",\"method\":\"GET\",\"test_name\":\"preview_credit_happy_path\",\"payload\":{\"id\":\"f8a9b0c1-d2e3-4567-f234-678901234567\",\"as_of\":\"2026-06-15T00:00:00Z\"},\"expected_status\":201,\"expected_body_contains\":{\"preview\":{}},\"cleanup\":\"GET /v2/credits/{id}/preview\"},\n {\"endpoint\":\"GET /v2/credits/{id}/preview\",\"method\":\"GET\",\"test_name\":\"preview_credit_conflict_409\",\"payload\":{\"id\":\"a9b0c1d2-e3f4-5678-a345-789012345678\",\"as_of\":\"2026-06-15T00:00:00Z\"},\"expected_status\":409,\"expected_body_contains\":{\"error\":\"credit conflict\"},\"cleanup\":\"none\"},\n {\"endpoint\":\"PATCH /v1/disputes/{id}/cancel\",\"method\":\"PATCH\",\"test_name\":\"cancel_dispute_happy_path\",\"payload\":{\"id\":\"b0c1d2e3-f4a5-6789-b456-890123456789\",\"as_of\":\"2026-06-15T00:00:00Z\"},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"canceled\"},\"cleanup\":\"PATCH /v1/disputes/{id}/cancel\"},\n {\"endpoint\":\"PATCH /v1/disputes/{id}/cancel\",\"method\":\"PATCH\",\"test_name\":\"cancel_dispute_precondition_failed_412\",\"payload\":{\"id\":\"c1d2e", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 496.0, "num_requests_total": 1.0, "gen_throughput": -259.5, "decode_sum_seq_lens": 33.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -3.0, "spec_accept_rate": -0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1985.0, "realtime_tokens_total": 12096.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.6, "inter_token_latency_seconds_bucket": 47681.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 332.0, "tok_s": 543.1, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_rotate\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v2/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_rotate_payment_required\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_customer_cancel\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a12\", \"headers\": {\"idempotency-key\": \"idem-001\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/customers/{id}/activate\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_cancel_precondition_failed\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a12\", \"headers\": {\"idempotency-key\": \"idem-002\"}},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_subscription_verify\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a13\", \"headers\": {\"idempotency-key\": \"idem-003\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_subscription_verify_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"headers\": {\"idempotency-key\": \"idem-004\"}},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_webhook_rotate\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a14\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_rotate_conflict\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a14\", \"dry_run\": true},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_report_cancel\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a15\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_report_cancel_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_preview\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a16\", \"as_of\": \"2024-01-15T00:00:00Z\", \"2fa_context\": \"valid-token\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_preview_gone\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a16\", \"as_of\": \"2024-01-15T00:00:00Z\", \"2fa_context\": \"valid-token\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_audit_rotate\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a17\", \"headers\": {\"idempotency-key\": \"idem-005\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_rotate_conflict\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a17\", \"headers\": {\"idempotency-key\": \"idem-006\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_export_archive\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a18\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_export_archive_payment_required\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a18\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_approve\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a19\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_approve_bad_request\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a19\", \"dry_run\": true},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_usage", "slot": 2, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 331.0, "num_requests_total": 1.0, "gen_throughput": 196.0, "decode_sum_seq_lens": -256.0, "full_token_usage": -0.0, "num_used_tokens": -256.0, "kv_available_tokens": -11776.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -256.0, "spec_accept_length": 2.3, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1325.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48689.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 476.3, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\", \"cursor\": \"eyJpZCI6IjEwMCJ9\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJpZCI6IjEwMCJ9\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy_path\",\n \"payload\": {\"id\": \"b2c3d4e5-f6a7-8901-bcde-f23456789012\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\"id\": \"99999999-9999-9999-9999-999999999999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {\"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\", \"cursor\": \"eyJpZCI6IjIwMCJ9\", \"limit\": 25},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000001\", \"cursor\": \"eyJpZCI6IjIwMCJ9\", \"limit\": 25},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"d4e5f6a7-b8c9-0123-defa-456789012345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_payment_required\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"e5f6a7b8-c9d0-1234-efab-567890123456\", \"as_of\": \"2024-01-15T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_bad_request\",\n \"payload\": {\"id\": \"f6a7b8c9-d0e1-2345-fabc-678901234567\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy_path\",\n \"payload\": {\"id\": \"a7b8c9d0-e1f2-3456-abcd-789012345678\", \"as_of\": \"2024-06-01T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_bad_request\",\n \"payload\": {\"id\": \"b8c9d0e1-f2a3-4567-bcde-890123456789\", \"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy_path\",\n \"payload\": {\"id\": \"c9d0e1f2-a3b4-5678-cdef-901234567890\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\"id\": \"d0e1f2a3-b4c5-6789-defa-012345678901\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy_path\",\n \"payload\": {\"id\": \"e1f2a3b4-c5d6-7890-abcd-123456789012\", \"idempotency-key\": \"exp-fin-2024-001-abc123\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_conflict\",\n \"payload\": {\"id\": \"f2a3b4c5-d6e7-8901-bcde-234567890123\", \"idempotency-key\": \"exp-fin-2024-001-abc123\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"a3b4c5d6-e7f8-9012-cdef-345678901234\", \"as_of\": \"2024-03-01T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_bad_request\",\n \"payload\": {\"id\": \"b4c5d6e7-f8a9-0123-defa-456789012345\", \"as_of\": \"2024-13-45T99:99:99Z\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_cancel_happy_path\",\n \"payload\": {\"id\": \"c5d6e7f8-a9b0-1234-", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 382.0, "num_requests_total": 1.0, "gen_throughput": -53.6, "decode_sum_seq_lens": 164.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.7, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1529.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48381.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 546.9, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/invoices/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-001\"}},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/customers/{id}/reject\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"headers\": {\"idempotency-key\": \"idem-001\"}},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v1/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"idempotency-key\": \"idem-002\"}},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"headers\": {\"idempotency-key\": \"idem-003\"}},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancel\",\n \"cleanup\": \"POST /v3/audits/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_too_many_requests_429\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verify\",\n \"cleanup\": \"DELETE /v1/exports/{id}/purge\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v2/plans/{id}/restore\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_400\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v2/usage/{id}/revert\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 328.0, "num_requests_total": 1.0, "gen_throughput": 50.6, "decode_sum_seq_lens": -104.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.6, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1313.0, "realtime_tokens_total": 12038.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48732.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 444.7, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoice_approve_happy_path\",\n \"payload\": {\"id\": \"inv-2a3f8e1d-5c7b-4d9e-8f2a-1b3c5d7e9f0a\", \"idempotency-key\": \"idem-2024-001-abc123\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoice_approve_payment_required\",\n \"payload\": {\"id\": \"inv-failed-payment-00000000-0000-0000-0000-000000000001\", \"idempotency-key\": \"idem-2024-002-xyz789\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customer_verify_happy_path\",\n \"payload\": {\"id\": \"cus-7b8a9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customer_verify_conflict\",\n \"payload\": {\"id\": \"cus-already-verified-0000-0000-0000-000000000001\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscription_preview_happy_path\",\n \"payload\": {\"id\": \"sub-4e5f6a7b-8c9d-0e1f-2a3b-4c5d6e7f8a9b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscription_preview_precondition_failed\",\n \"payload\": {\"id\": \"sub-invalid-state-0000-0000-0000-000000000001\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhook_cancel_happy_path\",\n \"payload\": {\"id\": \"whk-1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhook_cancel_precondition_required\",\n \"payload\": {\"id\": \"whk-not-initialized-0000-0000-0000-000000000001\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": \"Precondition Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"report_cancel_happy_path\",\n \"payload\": {\"id\": \"rpt-9a8b7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\", \"idempotency-key\": \"idem-report-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/reports/{id}/reopen\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"report_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rpt-already-closed-0000-0000-0000-000000000001\", \"idempotency-key\": \"idem-report-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"token_rotate_happy_path\",\n \"payload\": {\"id\": \"tok-3f4e5d6c-7b8a-9012-3456-7890abcdef12\", \"idempotency-key\": \"idem-token-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"token_rotate_not_found\",\n \"payload\": {\"id\": \"tok-nonexistent-0000-0000-0000-000000000001\", \"idempotency-key\": \"idem-token-002\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_happy_path\",\n \"payload\": {\"id\": \"adt-5c6d7e8f-9a0b-1c2d-3e4f-5a6b7c8d9e0f\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v3/audits/{id}/unverify\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_gone\",\n \"payload\": {\"id\": \"adt-expired-0000-0000-0000-000000000001\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"export_verify_happy_path\",\n \"payload\": {\"id\": \"exp-7a8b9c0d-1e2f-3a4b-5c6d-7e8f9a0b1c2d\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"export_verify_precondition_required\",\n \"payload\": {\"id\": \"exp-pending-0000-0000-0000-000000000001\", \"as_of\": \"2024-01-15T10:30:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"Precondition Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plan_preview_happy_path\",\n \"payload\": {\"id\": \"pln-2b3c4d5e-6f7a-8b9c-0d1e-2f3a4b5c6d7e\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plan_preview_gone\",\n \"payload\": {\"id\": \"", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 411.0, "num_requests_total": 1.0, "gen_throughput": -58.5, "decode_sum_seq_lens": 239.0, "token_usage": -0.1, "full_token_usage": -0.1, "num_used_tokens": -11840.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 23936.0, "kv_used_tokens": -11840.0, "spec_accept_length": -0.7, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1645.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48192.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 498.1, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"PUT /v1/invoices/{id}/cancel with dry_run=true to preview, or create new invoice via POST /v1/invoices\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"cus-550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"source\": \"onboarding\"}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"POST /v1/customers/{id}/finalize with dry_run=true, or delete customer via DELETE /v1/customers/{id}\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_gone\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000000\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"status\": \"done\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"archive_reason\": \"expired\"}, \"version\": 3},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/archive to restore, or create new subscription\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_subscription_conflict\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"status\": \"failed\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 999},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_webhook\",\n \"payload\": {\"id\": \"whk-550e8400-e29b-41d4-a716-446655440004\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"idempotency-key\": \"whk-cancel-001\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel with new idempotency-key to revert, or create new webhook\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_gone\",\n \"payload\": {\"id\": \"whk-00000000-0000-0000-0000-000000000000\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"idempotency-key\": \"whk-cancel-002\"}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_finalize_report\",\n \"payload\": {\"id\": \"rpt-550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2025-06-15T00:00:00Z\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"period\": \"monthly\"}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"GET /v2/reports/{id}/finalize with future as_of to regenerate, or create new report\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"failure_report_precondition_failed\",\n \"payload\": {\"id\": \"rpt-550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-01-01T00:00:00Z\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_token\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"idempotency-key\": \"tok-retry-001\", \"2fa_verified\": true}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"POST /v2/tokens/{id}/retry with new idempotency-key to reissue, or create new token\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_token_payment_required\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\", \"status\": \"pending\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {\"idempotency-key\": \"tok-retry-002\", \"2fa_verified\": true}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\"id\": \"adt-550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"retry_count\": 1}, \"version\": 3},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v3/audits/{id}/retry with dry_run=true to preview, or create new audit\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_audit_gone\",\n \"payload\": {\"id\": \"adt-00000000-0000-0000-0000-000000000000\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 362.0, "num_requests_total": 1.0, "gen_throughput": 38.7, "decode_sum_seq_lens": 41.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12096.0, "kv_available_tokens": -12096.0, "kv_used_tokens": 12096.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1449.0, "realtime_tokens_total": 12101.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48496.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 553.3, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655449999\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 50},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 50},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": \"invalid_value\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 100},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"not-a-uuid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655449999\", \"cursor\": \"eyJpZCI6MH0\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655449999\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n ", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 324.0, "num_requests_total": 1.0, "gen_throughput": 36.7, "decode_sum_seq_lens": -142.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1297.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48707.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 486.3, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_invoice_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idmp-2024-001\", \"status\": \"closed\", \"metadata\": {\"archived_by\": \"test-runner\", \"reason\": \"end-of-quarter\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"version\": 2},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive (reopen to open status)\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_invoice_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idmp-2024-002\", \"status\": \"closed\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_customer_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"active\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"retry_accepted\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry (reset to stable state if needed)\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_customer_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"past_due\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_subscription_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idmp-2024-003\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"rotation_status\": \"initiated\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/rotate (re-rotate to restore credentials)\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idmp-2024-004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"subscription_state_conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idmp-2024-005\", \"status\": \"active\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"approval_status\": \"approved\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve (revoke approval if endpoint supports it)\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idmp-2024-006\", \"status\": \"active\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"webhook_not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_report_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"pending\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"retry_status\": \"queued\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/retry (cancel retry if supported)\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_report_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"done\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"report_gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_token_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"idempotency-key\": \"idmp-2024-007\", \"status\": \"active\", \"metadata\": {\"preview_context\": \"test\"}},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"preview\": true, \"status\": \"active\"},\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview (clear preview state)\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_token_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"idempotency-key\": \"idmp-2024-008\", \"status\": \"past_due\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_audit_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"status\": \"open\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\", \"status\": \"queued\"},\n \"cleanup\": \"DELETE /v2/audits/{id}/retry (cancel async job if possible)\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_audit_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"status\": \"held\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/exports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"finalize_export_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"finalize_status\": \"soft_deleted\"},\n \"cleanup\": \"DELETE /v3/exports/{id}/finalize (restore from soft-delete if supported)\"\n },\n {\n \"endpoint\": \"DELETE /v3/exports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"finalize_export_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"cursor\": \"invalid-cursor!\", \"limit\": 100},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"invalid_cursor\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/plans/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_plan_success\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"status\": \"closed\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"archived\": true},\n \"cleanup\": \"PUT /v1/plans/{id}/archive (unarchive to open status)\"\n },\n {\n \"endpoint\": \"PUT /v1/plans/{id}/archive\",\n ", "slot": 8, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 369.0, "num_requests_total": 1.0, "gen_throughput": -99.7, "decode_sum_seq_lens": -28.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -1.2, "spec_accept_rate": -0.2, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1477.0, "realtime_tokens_total": 12038.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48497.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 551.8, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_invoice_with_as_of\",\n \"payload\": {\"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"invoices\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer_dry_run\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"customers\",\n \"cleanup\": \"DELETE /v1/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_subscription_dry_run\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"subscriptions\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_webhook_deletion\",\n \"payload\": {},\n \"expected_status\": 202,\n \"expected_body_contains\": \"webhooks\",\n \"cleanup\": \"POST /v3/webhooks/{id}/create\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {},\n \"expected_status\": 201,\n \"expected_body_contains\": \"reports\",\n \"cleanup\": \"DELETE /v1/reports/{id}/approve\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_410\",\n \"payload\": {},\n \"expected_status\": 410,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_token_with_as_of\",\n \"payload\": {\"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"tokens\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_idempotency\",\n \"payload\": {\"idempotency-key\": \"550e8400-e29b-41d4-a716-446655440000\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"audits\",\n \"cleanup\": \"DELETE /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"idempotency-key\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_export_with_idempotency\",\n \"payload\": {\"idempotency-key\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"exports\",\n \"cleanup\": \"DELETE /v2/exports/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"idempotency-key\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_plan_deletion\",\n \"payload\": {},\n \"expected_status\": 202,\n \"expected_body_contains\": \"plans\",\n \"cleanup\": \"POST /v3/plans/{id}/create\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_usage_with_as_of\",\n \"payload\": {\"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"usage\",\n \"cleanup\": \"DELETE /v2/usage/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_bad_request_400\",\n \"payload\": {\"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_credits_dry_run\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"credits\",\n \"cleanup\": \"DELETE /v2/credits/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/disputes/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_dispute_with_as_of\",\n \"payload\": {\"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"disputes\",\n \"cleanup\": \"POST /v3/disputes/{id}/create\"\n },\n {\n \"endpoint\": \"/v3/disputes/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_bad_request_400\",\n \"payload\": {\"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/payouts/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_payout_with_idempotency\",\n \"payload", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 325.0, "num_requests_total": 1.0, "gen_throughput": 40.9, "decode_sum_seq_lens": 32.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1301.0, "realtime_tokens_total": 12101.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48713.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 230.0, "tok_s": 540.4, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice\",\n \"payload\": {\"id\": \"inv-123e4567-e89b-12d3-a456-426614174000\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_invoice\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"cus-123e4567-e89b-12d3-a456-426614174001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approval_revoked\",\n \"cleanup\": \"PATCH /v1/customers/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000001\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_subscription\",\n \"payload\": {\"id\": \"sub-123e4567-e89b-12d3-a456-426614174002\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_initiated\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"sub-00000000-0000-0000-0000-000000000002\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"subscription_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_webhook\",\n \"payload\": {\"id\": \"whk-123e4567-e89b-12d3-a456-426614174003\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verification_complete\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"whk-00000000-0000-0000-0000-000000000003\", \"dry_run\": true},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"rpt-123e4567-e89b-12d3-a456-426614174004\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_queued\",\n \"cleanup\": \"GET /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"rpt-00000000-0000-0000-0000-000000000004\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"tok-123e4567-e89b-12d3-a456-426614174005\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"token_cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"tok-00000000-0000-0000-0000-000000000005\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"token_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"adt-123e4567-e89b-12d3-a456-426614174006\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview_generated\",\n \"cleanup\": \"POST /v3/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"adt-00000000-0000-0000-0000-000000000006\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"audit_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"exp-123e4567-e89b-12d3-a456-426614174007\", \"cursor\": \"abc123\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotation_complete\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"exp-00000000-0000-0000-0000-000000000007\", \"cursor\": \"abc123\", \"limit\": 100},\n \"expected_status\": 409,\n \"expected_body_contains\": \"rotation_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_plan\",\n \"payload\": {\"id\": \"pln-123e4567-e89b-12d3-a456-426614174008\", \"cursor\": \"def456\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview_ready\",\n \"cleanup\": \"DELETE /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"pln-00000000-0000-0000-0000-000000000008\", \"cursor\": \"def456\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_usage\",\n \"payload\": {\"id\": \"usg-123e4567-e89b-12d3-a456-426614174009\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"DELETE /v3/usage/{id}/verify\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\":", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 332.0, "num_requests_total": 1.0, "gen_throughput": -7.8, "decode_sum_seq_lens": -195.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -192.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.8, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1329.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48689.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 231.0, "tok_s": 397.7, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"verify_invoice_happy_path\",\n \"payload\": {\n \"id\": \"inv_7a3f9e2b-5c1d-4e8f-a6b2-9d4e8f7c3a1b\",\n \"cursor\": \"eyJpZCI6MTAwMCwiY3JlYXRlZF9hdCI6IjIwMjUtMDEtMDFUMDA6MDA6MDBaIn0=\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"verify_invoice_payment_required\",\n \"payload\": {\n \"id\": \"inv_7a3f9e2b-5c1d-4e8f-a6b2-9d4e8f7c3a1b\",\n \"cursor\": \"invalid_cursor\",\n \"limit\": 50\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_customer_dry_run\",\n \"payload\": {\n \"id\": \"cus_8b4g0f3c-6d2e-5f9g-b7c3-0e5f9g8d4b2c\",\n \"dry_run\": true\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archive_preview\",\n \"cleanup\": \"PUT /v2/customers/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_customer_conflict\",\n \"payload\": {\n \"id\": \"cus_8b4g0f3c-6d2e-5f9g-b7c3-0e5f9g8d4b2c\",\n \"dry_run\": false\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"resource_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"approve_subscription_delete\",\n \"payload\": {\n \"id\": \"sub_9c5h1g4d-7f3g-6h0i-c8d4-1f6h0i9e5c3d\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approval_revoked\",\n \"cleanup\": \"POST /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"approve_subscription_gone\",\n \"payload\": {\n \"id\": \"sub_00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_webhook_secret\",\n \"payload\": {\n \"id\": \"whk_0d6i2h5e-8g4h-7i1j-d9e5-2g7i1j0f6d4e\",\n \"headers\": {\n \"idempotency-key\": \"rot-2026-001-a7f3k9m2\"\n }\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"secret_rotated\",\n \"cleanup\": \"POST /v1/webhooks/{id}/rotate/undo\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_webhook_precondition_failed\",\n \"payload\": {\n \"id\": \"whk_0d6i2h5e-8g4h-7i1j-d9e5-2g7i1j0f6d4e\",\n \"headers\": {\n \"idempotency-key\": \"rot-2026-001-a7f3k9m2\"\n }\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"idempotency_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_report_as_of_date\",\n \"payload\": {\n \"id\": \"rep_1e7j3i6f-9i5j-8k2l-e0f6-3h8j2k1g7e5f\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancel_scheduled\",\n \"cleanup\": \"PUT /v3/reports/{id}/resume\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_report_not_found\",\n \"payload\": {\n \"id\": \"rep_00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"report_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_token_with_pagination\",\n \"payload\": {\n \"id\": \"tok_2f8k4j7g-0j6k-9l3m-f1g7-4i9k3l2h8f6g\",\n \"cursor\": \"eyJpZCI6NTAwLCJjcmVhdGVkX2F0IjoiMjAyNS0wNi0wMVQwMDowMDowMFoifQ==\",\n \"limit\": 25\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_queued\",\n \"cleanup\": \"DELETE /v2/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_token_payment_required\",\n \"payload\": {\n \"id\": \"tok_2f8k4j7g-0j6k-9l3m-f1g7-4i9k3l2h8f6g\",\n \"cursor\": \"invalid\",\n \"limit\": 25\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_audit_event\",\n \"payload\": {\n \"id\": \"adt_3g9l5k8h-1k7l-0m4n-g2h8-5j0l4m3i9g7h\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"audit_archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/unarchive\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_audit_precondition_failed\",\n \"payload\": {\n \"id\": \"adt_3g9l5k8h-1k7l-0m4n-g2h8-5j0l4m3i9g7h\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_export_async\",\n \"payload\": {\n \"id\": \"exp_4h0m6l9i-2m8m-1o5o-h3i9-6k1m5n4j0h8i\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"approve_export_not_found\",\n \"payload\": {\n \"id\": \"exp_00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 462.0, "num_requests_total": 1.0, "gen_throughput": -64.1, "decode_sum_seq_lens": 111.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.8, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1849.0, "realtime_tokens_total": 11974.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47941.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 387.9, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency_key\": \"idem-key-001-2024\",\n \"created_at\": \"2024-01-15T10:30:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 12500,\n \"currency\": \"USD\",\n \"metadata\": {\"order_id\": \"ord-789\", \"customer_tier\": \"premium\"},\n \"version\": 3\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_stale_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"idempotency_key\": \"idem-key-002-2024\",\n \"created_at\": \"2023-06-01T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 5000,\n \"currency\": \"EUR\",\n \"metadata\": {\"legacy\": \"true\"},\n \"version\": 1\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"GET /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"idempotency_key\": \"idem-key-003-2024\",\n \"created_at\": \"2024-03-10T14:22:00Z\",\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"source\": \"admin_panel\", \"reason\": \"churned\"},\n \"version\": 5\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_already_archived\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency_key\": \"idem-key-004-2024\",\n \"created_at\": \"2023-12-01T09:00:00Z\",\n \"status\": \"canceled\",\n \"amount_cents\": 0,\n \"currency\": \"GBP\",\n \"metadata\": {\"archived_by\": \"batch_job\"},\n \"version\": 2\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"GET /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"/v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"cursor\": \"eyJpZCI6IjU1MGU4NDAwLWUyOWItNDFkNC1hNzE2LTQ0NjY1NTQ0MDAwNSIsInRzIjoiMjAyNC0wMS0xNVQxMDozMDowMFoifQ==\",\n \"limit\": 50,\n \"created_at\": \"2024-02-20T08:15:00Z\",\n \"status\": \"active\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"plan\": \"pro_annual\", \"trial_used\": \"false\"},\n \"version\": 4\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v3/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"/v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_cancelled_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"eyJpZCI6IjU1MGU4NDAwLWUyOWItNDFkNC1hNzE2LTQ0NjY1NTQ0MDAwNiIsInRzIjoiMjAyMy0wNi0wMVQwMDowMDowMFoifQ==\",\n \"limit\": 10,\n \"created_at\": \"2023-05-01T00:00:00Z\",\n \"status\": \"canceled\",\n \"amount_cents\": 0,\n \"currency\": \"EUR\",\n \"metadata\": {\"cancel_reason\": \"payment_failed\"},\n \"version\": 1\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"POST /v3/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency_key\": \"idem-key-007-2024\",\n \"created_at\": \"2024-04-05T11:30:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"endpoint\": \"https://hooks.example.com/v1\", \"events\": \"invoice.paid\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_already_processed\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"idempotency_key\": \"idem-key-008-2024\",\n \"created_at\": \"2024-01-01T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"delivery_count\": \"5\", \"last_error\": \"none\"},\n \"version\": 3\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"cursor\": \"eyJpZCI6InJlcC0wMDkiLCJ0cyI6IjIwMjQtMDQtMDVUMTE6MzA6MDBaIn0=\",\n \"limit\": 100,\n \"created_at\": \"2024-04-05T11:30:00Z\",\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"revenue_summary\", \"period\": \"2024-Q1\"},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"PATCH /v1/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_delinquent\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440010\",\n \"cursor\": \"eyJpZCI6InJlcC0wMTAiLCJ0cyI6IjIwMjQtMDEtMDFUMDA6MDA6MDBaIn0=\",\n \"limit\": 25,\n \"created_at\": \"2024-01-01T00:00:00Z\",\n \"status\": \"past_due\",\n \"amount_cents\": 50000,\n \"currency\": \"USD\",\n \"metadata\": {\"billing_status\": \"delinquent\", \"grace_period\": \"expired\"},\n \"version\": 2\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 470.0, "num_requests_total": 1.0, "gen_throughput": -109.0, "decode_sum_seq_lens": 101.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -1.2, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1881.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.3, "inter_token_latency_seconds_bucket": 47885.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 553.1, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"customer_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"customer_rotate_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"subscription_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"subscription_archive_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"webhook_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"webhook-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"webhook_approve_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"webhook-approve-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_verify_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2025-01-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"token_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"token_verify_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v3/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_rotate_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"export_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"export-cancel-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/exports/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"export_cancel_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"export-cancel-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"plan_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 10},\n \"expected_status\": 200,\n \"expected_body_contains\": \"plans\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"plan_rotate_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"invalid-cursor\", \"limit\": 10},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"usage_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/usage/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"usage_verify_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 325.0, "num_requests_total": 1.0, "gen_throughput": 81.7, "decode_sum_seq_lens": -97.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 1.0, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1301.0, "realtime_tokens_total": 11966.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48749.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 511.7, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of_date\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invalid_as_of_date_format\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"06-30-2026\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid_date_format\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_with_idempotency\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001-abc123\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"canceled\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_duplicate_idempotency_key\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001-abc123\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"idempotency_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_subscription_deletion\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"closed\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_subscription_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"subscription_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_webhook_deletion\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-webhook-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"canceled\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required_for_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-webhook-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report_with_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"done\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_report_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_token_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"token_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_audit_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"audit_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_export_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"export_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"closed\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_plan_unprocessable\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-06-30T12:00:00Z\"},\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable_entity\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/usage/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_usage_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"status\\\":\\\"active\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/usage/{id}/preview\",\n \"", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 352.0, "num_requests_total": 1.0, "gen_throughput": 176.1, "decode_sum_seq_lens": 60.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 64.0, "spec_accept_length": 2.0, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1409.0, "realtime_tokens_total": 11969.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48553.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 500.0, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency_key\": \"idemp-key-001-abc123\",\n \"status\": \"done\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\",\n \"metadata\": {\"verification_source\": \"automated\", \"2fa_context\": \"otp_verified\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/verify with reversal payload\"\n },\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency_key\": \"idemp-key-002-404test\",\n \"status\": \"pending\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\",\n \"metadata\": {}\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"invoice_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"archive_reason\": \"contract_ended\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archive_initiated\",\n \"cleanup\": \"PATCH /v1/customers/{id}/archive with active status\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_409_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": true,\n \"status\": \"canceled\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"archive_reason\": \"already_processed\"}\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"customer_already_archived\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"payment_failed\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/retry with cancel flag\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_402_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"insufficient_funds\"}\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"as_of\": \"2024-01-15T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"archive_reason\": \"endpoint_deprecated\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"webhook_archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/archive with future as_of to restore\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2024-01-15T00:00:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {}\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"webhook_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false,\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"preview_format\": \"pdf\", \"idempotency_marker\": \"preview-001\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview_generated\",\n \"cleanup\": \"DELETE /v1/reports/{id}/preview to remove preview\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_402_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": true,\n \"status\": \"failed\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"preview_format\": \"pdf\"}\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"premium_feature_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"cursor\": \"cursor-abc-001\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"verification_type\": \"api_token\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"token_valid\",\n \"cleanup\": \"PATCH /v3/tokens/{id}/verify with revoke flag\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"cursor\": \"cursor-xyz-999\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {}\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"token_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency_key\": \"idemp-audit-001\",\n \"status\": \"open\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"audit_trail\": \"compliance_check\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"audit_job_queued\",\n \"cleanup\": \"DELETE /v3/audits/{id}/verify to cancel pending job\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_412_precondition_failed\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 360.0, "num_requests_total": 1.0, "gen_throughput": -117.8, "decode_sum_seq_lens": 126.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": -1.4, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1441.0, "realtime_tokens_total": 12163.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48525.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "http_requests_total": 32.0, "http_responses_total": 31.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 5950.0, "num_requests_total": 16.0, "gen_throughput": 504.40000000000015, "decode_sum_seq_lens": 1940.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1984.0, "kv_available_tokens": -191808.0, "kv_evictable_tokens": 189824.0, "kv_used_tokens": 1984.0, "spec_accept_length": 1.7999999999999998, "spec_accept_rate": 0.2999999999999999, "per_stage_req_latency_seconds_sum": 14.700000000000005, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 23816.0, "realtime_tokens_total": 192679.0, "time_to_first_token_seconds_sum": 3.3000000000000007, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 67.4, "inter_token_latency_seconds_bucket": 775225.0, "inter_token_latency_seconds_count": 32752.0, "process_cpu_seconds_total": 7.1, "http_requests_active": 1.0 }, "step_ms": 11.34 }, "math_nothink_10k": { "n": 16, "tok_s_median": 413.2, "tok_s_first8_median": 412.1, "tok_s_agg": 414.3, "tok_s_all_sorted": [ 397.4, 407.3, 408.0, 409.1, 409.7, 410.1, 410.9, 413.1, 413.4, 414.5, 415.2, 420.9, 422.1, 424.2, 427.2, 428.9 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 236.0, "prefix_cache_suspect": false, "tau": 4.7121, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 408.0, "text": "I'll work through all 10 parts step by step, showing every calculation.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,478 | $4,037 | $7,479 | $18,036 |\n| 2024-08 | $19,579 | $12,559 | $10,596 | $21,542 |\n| 2024-09 | $31,422 | $15,100 | $11,291 | $35,231 |\n| 2024-10 | $31,794 | $16,116 | $8,735 | $39,175 |\n| 2024-11 | $34,222 | $14,431 | $9,682 | $38,971 |\n| 2024-12 | $15,665 | $25,569 | $8,181 | $33,053 |\n| 2025-01 | $28,572 | $20,288 | $16,628 | $32,232 |\n| 2025-02 | $27,253 | $21,466 | $16,599 | $32,120 |\n| 2025-03 | $27,166 | $12,361 | $18,417 | $21,110 |\n| 2025-04 | $49,371 | $22,814 | $13,823 | $58,362 |\n| 2025-05 | $49,383 | $20,431 | $20,889 | $48,925 |\n| 2025-06 | $40,923 | $12,886 | $23,283 | $30,526 |\n| 2025-07 | $55,913 | $28,601 | $19,807 | $64,707 |\n| 2025-08 | $65,882 | $24,914 | $19,720 | $71,076 |\n| 2025-09 | $51,388 | $31,027 | $13,944 | $68,471 |\n| 2025-10 | $48,198 | $10,136 | $24,873 | $33,461 |\n| 2025-11 | $72,195 | $26,457 | $26,765 | $71,887 |\n| 2025-12 | $69,117 | $24,076 | $22,065 | $71,128 |\n| 2026-01 | $66,415 | $53,650 | $37,074 | $82,991 |\n| 2026-02 | $85,002 | $23,754 | $34,128 | $74,628 |\n| 2026-03 | $71,078 | $26,366 | $36,388 | $61,056 |\n| 2026-04 | $89,384 | $64,277 | $34,542 | $119,119 |\n| 2026-05 | $58,771 | $63,373 | $32,691 | $89,453 |\n| 2026-06 | $92,764 | $27,253 | $53,249 | $66,768 |\n\n**Total net-new MRR:**\n$18,036 + $21,542 + $35,231 + $39,175 + $38,971 + $33,053 + $32,232 + $32,120 + $21,110 + $58,362 + $48,925 + $30,526 + $64,707 + $71,076 + $68,471 + $33,461 + $71,887 + $71,128 + $82,991 + $74,628 + $61,056 + $119,119 + $89,453 + $66,768\n\n= **$1,265,992**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\nBeginning MRR (2024-07): $383,036\nEnding MRR (2026-06): $1,649,028\n\nRatio = $1,649,028 / $383,036 = **4.30516...**\n\nRoot = 23rd root of 4.30516... = 4.30516...^(1/23)\n\nln(4.30516) = 1.4596\n1.4596 / 23 = 0.06346\ne^0.06346 = 1.06552\n\nMCGR = 1.06552 - 1 = **0.06552 = 6.55%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nBeginning MRR (2026-05): $1,582,260\nChurned MRR (2026-06): $53,249\n\nGross MRR churn rate = $53,249 / $1,582,260 = **0.03365 = 3.365%**\n\n**Annualized gross churn rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.03365)^12\n= 1 - (0.96635)^12\n= 1 - 0.6676\n= **0.3324 = 33.24%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nAdding all 56 service costs:\n$3,414 + $19,555 + $18,706 + $6,549 + $2,084 + $22,520 + $4,265 + $2,437 + $18,175 + $23,289 + $2,491 + $7,649 + $2,672 + $4,841 + $9,139 + $22,890 + $12,779 + $2,430 + $23,945 + $23,886 + $15,784 + $14,914 + $23,316 + $6,560 + $18,898 + $6,081 + $12,651 + $23,983 + $3,414 + $23,716 + $4,279 + $9,060 + $3,963 + $4,787 + $3,416 + $20,393 + $15,930 + $19,983 + $6,387 + $12,317 + $11,339 + $13,416 + $21,107 + $19,297 + $5,885 + $4,016 + $8,320 + $1,625 + $21,088 + $20,480 + $3,656 + $23,550 + $13,038 + $5,025 + $23,551\n\n= **$651,525**\n\n**Top 3 lines by cost:**\n\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-027 notify-cron | $23,983 |\n| 2 | svc-055 ml-serving-api | $23,551 |\n| 3 | svc-052 billing-cron | $23,550 |\n\nCombined top 3 = $23,983 + $23,551 + $23,550 = **$71,084**\n\nCombined share = $71,084 / $651,525 = **0.1091 = 10.91%**\n\n**Savings if every line achieved stated savings percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $3,414 | 31% | $1,058.34 |\n| svc-001 | $19,555 | 19% | $3,715.45 |\n| svc-002 | $18,706 | 27% | $5,050.62 |\n| svc-003 | $6,549 | 11% | $720.39 |\n| svc-004 | $2,084 | 25% | $521.00 |\n| svc-005 | $22,520 | 28% | $6,305.60 |\n| svc-006 | $4,265 | 12% | $511.80 |\n| svc-007 | $2,437 | 32% | $779.84 |\n| svc-008 | $18,175 | 29% | $5,270.75 |\n| svc-009 | $23,289 | 18% | $4,192.02 |\n| svc-010 | $2,491 | 8% | $199.28 |\n| svc-011 | $7,649 | 19% | $1,453.31 |\n| svc-012 | $2,672 | 14% | $374.08 |\n| svc-013 | $4,841 | 28% | $1,355.48 |\n| svc-014 | $9,139 | 15% | $1,370.85 |\n| svc-015 | $22,890 | 17% | $3,891.30 |\n| svc-016 | $12,779 | 6% | $766.74 |\n| svc-017 | $2,430 | 29% | $704.70 |\n", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9994.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 442.0, "num_requests_total": 1.0, "gen_throughput": -90.4, "decode_sum_seq_lens": -44.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -1920.0, "kv_evictable_tokens": 1984.0, "kv_used_tokens": -64.0, "spec_accept_length": -1.0, "spec_accept_rate": -0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1769.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 40448.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9994.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9994.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47774.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 397.4, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $28,202 | $14,701 | $9,608 | $33,295 |\n| 2024-08 | $27,746 | $7,972 | $12,197 | $23,521 |\n| 2024-09 | $32,721 | $4,589 | $10,852 | $26,458 |\n| 2024-10 | $32,477 | $5,229 | $13,796 | $23,910 |\n| 2024-11 | $15,159 | $9,027 | $12,937 | $11,249 |\n| 2024-12 | $28,089 | $13,127 | $10,839 | $30,377 |\n| 2025-01 | $38,927 | $18,948 | $9,431 | $48,444 |\n| 2025-02 | $35,648 | $18,560 | $17,641 | $36,567 |\n| 2025-03 | $45,446 | $20,919 | $9,365 | $57,000 |\n| 2025-04 | $36,818 | $23,092 | $10,101 | $49,809 |\n| 2025-05 | $55,415 | $22,145 | $12,383 | $65,177 |\n| 2025-06 | $53,967 | $27,458 | $17,999 | $63,426 |\n| 2025-07 | $62,214 | $30,239 | $28,723 | $63,730 |\n| 2025-08 | $38,932 | $13,386 | $22,427 | $29,891 |\n| 2025-09 | $62,281 | $45,396 | $23,713 | $83,964 |\n| 2025-10 | $62,502 | $48,002 | $15,671 | $94,833 |\n| 2025-11 | $79,509 | $51,078 | $34,500 | $96,087 |\n| 2025-12 | $79,094 | $23,331 | $31,877 | $70,548 |\n| 2026-01 | $51,111 | $26,151 | $42,296 | $34,966 |\n| 2026-02 | $51,541 | $33,448 | $30,323 | $54,666 |\n| 2026-03 | $99,675 | $23,913 | $46,428 | $77,160 |\n| 2026-04 | $74,657 | $50,076 | $47,764 | $76,969 |\n| 2026-05 | $97,689 | $17,977 | $34,220 | $81,446 |\n| 2026-06 | $120,169 | $23,804 | $33,870 | $110,103 |\n\n**Total net-new MRR:**\n$33,295 + $23,521 + $26,458 + $23,910 + $11,249 + $30,377 + $48,444 + $36,567 + $57,000 + $49,809 + $65,177 + $63,426 + $63,730 + $29,891 + $83,964 + $94,833 + $96,087 + $70,548 + $34,966 + $54,666 + $77,160 + $76,969 + $81,446 + $110,103\n\n= **$1,310,203**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (MRR_final / MRR_initial)^(1/n) - 1\n\nWhere n = 23 intervals (24 months)\n\nMRR_initial (2024-07) = $389,295\nMRR_final (2026-06) = $1,699,596\n\nRatio = $1,699,596 / $389,295 = **4.36608**\n\n23rd root = 4.36608^(1/23)\n\nCalculate: ln(4.36608) = 1.4738\n1.4738 / 23 = 0.06408\ne^0.06408 = 1.06617\n\nMCGR = 1.06617 - 1 = **0.06617 = 6.617%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nMRR at start of 2026-06 = MRR at end of 2026-05 = $1,589,493\nChurned in 2026-06 = $33,870\n\n**Monthly Gross Churn Rate** = $33,870 / $1,589,493 = **0.02131 = 2.131%**\n\n**Annualized Gross Churn Rate:**\n\nFormula: Annualized = 1 - (1 - monthly_rate)^12\n\n= 1 - (1 - 0.02131)^12\n= 1 - (0.97869)^12\n\nCalculate: ln(0.97869) = -0.02152\n-0.02152 \u00d7 12 = -0.2583\ne^(-0.2583) = 0.7724\n\nAnnualized = 1 - 0.7724 = **0.2276 = 22.76%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and savings if every line achieved stated percent\n\n**Total monthly infrastructure spend:**\n\nSum all 56 service costs:\n$21,267 + $10,086 + $14,900 + $4,202 + $17,463 + $12,485 + $9,747 + $4,983 + $11,746 + $1,043 + $21,723 + $1,180 + $15,980 + $4,836 + $14,367 + $15,470 + $14,834 + $1,742 + $15,474 + $8,200 + $12,502 + $12,132 + $18,263 + $19,289 + $1,447 + $2,929 + $17,712 + $10,502 + $22,217 + $15,796 + $1,477 + $21,168 + $8,879 + $17,238 + $18,612 + $21,808 + $14,500 + $4,680 + $18,180 + $10,490 + $3,068 + $19,211 + $4,652 + $14,927 + $17,459 + $19,614 + $18,542 + $7,238 + $20,066 + $8,679 + $11,207 + $1,642 + $19,050 + $6,115 + $19,277 + $10,586\n\n= **$669,741**\n\n**Top 3 lines by cost:**\n\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-028 ml-serving-cron | $22,217 |\n| 2 | svc-010 notify-cache | $21,723 |\n| 3 | svc-035 identity-indexer | $21,808 |\n\nWait, let me re-sort: $22,217 > $21,808 > $21,723 > $21,268...\n\nCorrect top 3:\n1. **svc-028 ml-serving-cron: $22,217**\n2. **svc-035 identity-indexer: $21,808**\n3. **svc-010 notify-cache: $21,723**\n\nCombined top 3 = $22,217 + $21,808 + $21,723 = **$65,748**\n\n**Combined share** = $65,748 / $669,741 = **0.09817 = 9.817%**\n\n**Savings if every line achieved stated savings-candidate percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $21,267 | 22% | $4,678.74 |\n| svc-001 | $10,086 | 32% | $3,227.52 |\n| svc-002 | $14,900 | 6% | $894.00 |\n| svc-003 | $4,202 | 10% | $420.20 |\n| svc-004 | $17,463 | 31% | $5,413.53 |\n| svc-005 | $12,485 | 23% | $2,871.55 |\n| svc-006 | $9,747 | 20% | $1,949.40 |\n| svc-007 | $4,983 | 14% | $697.62 |\n| svc-008 | $11,746 | 23% | $2,701.58 |\n| svc-009 | $1,043 | 14% | $146.02", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 455.0, "num_requests_total": 1.0, "gen_throughput": 15.3, "decode_sum_seq_lens": -68.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1821.0, "realtime_tokens_total": 12100.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47703.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 413.4, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR for each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $11,986 | $13,002 | $9,140 | $15,848 |\n| 2024-08 | $16,656 | $8,329 | $9,831 | $15,154 |\n| 2024-09 | $16,548 | $4,150 | $4,675 | $16,023 |\n| 2024-10 | $10,666 | $5,271 | $10,048 | $5,889 |\n| 2024-11 | $24,775 | $9,477 | $8,568 | $25,684 |\n| 2024-12 | $11,242 | $12,160 | $9,966 | $13,436 |\n| 2025-01 | $22,659 | $15,563 | $7,672 | $30,550 |\n| 2025-02 | $19,212 | $16,714 | $12,881 | $23,045 |\n| 2025-03 | $13,599 | $9,514 | $13,212 | $9,901 |\n| 2025-04 | $30,691 | $8,859 | $8,449 | $31,101 |\n| 2025-05 | $36,593 | $14,494 | $13,902 | $37,185 |\n| 2025-06 | $24,467 | $21,414 | $15,884 | $29,997 |\n| 2025-07 | $18,735 | $13,128 | $16,717 | $15,146 |\n| 2025-08 | $41,180 | $8,878 | $11,699 | $38,359 |\n| 2025-09 | $19,777 | $16,320 | $17,875 | $18,222 |\n| 2025-10 | $25,758 | $18,309 | $19,250 | $24,817 |\n| 2025-11 | $38,248 | $12,312 | $11,930 | $38,630 |\n| 2025-12 | $52,680 | $23,658 | $17,936 | $58,402 |\n| 2026-01 | $27,269 | $12,603 | $11,742 | $28,130 |\n| 2026-02 | $57,634 | $24,624 | $13,676 | $68,582 |\n| 2026-03 | $24,796 | $14,692 | $21,669 | $17,819 |\n| 2026-04 | $39,018 | $11,732 | $20,179 | $30,571 |\n| 2026-05 | $59,755 | $38,031 | $16,544 | $81,242 |\n| 2026-06 | $31,879 | $21,209 | $17,058 | $36,030 |\n\n**Sum of all net-new MRR:**\n$15,848 + $15,154 + $16,023 + $5,889 + $25,684 + $13,436 + $30,550 + $23,045 + $9,901 + $31,101 + $37,185 + $29,997 + $15,146 + $38,359 + $18,222 + $24,817 + $38,630 + $58,402 + $28,130 + $68,582 + $17,819 + $30,571 + $81,242 + $36,030\n\nRunning total:\n- After 6: $15,848 + $15,154 = $31,002; +$16,023 = $47,025; +$5,889 = $52,914; +$25,684 = $78,598; +$13,436 = $92,034\n- After 12: +$30,550 = $122,584; +$23,045 = $145,629; +$9,901 = $155,530; +$31,101 = $186,631; +$37,185 = $223,816; +$29,997 = $253,813\n- After 18: +$15,146 = $268,959; +$38,359 = $307,318; +$18,222 = $325,540; +$24,817 = $350,357; +$38,630 = $388,987; +$58,402 = $447,389\n- After 24: +$28,130 = $475,519; +$68,582 = $544,101; +$17,819 = $561,920; +$30,571 = $592,491; +$81,242 = $673,733; +$36,030 = **$709,763**\n\n**Total net-new MRR = $709,763**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$MRR_{final} = MRR_{initial} \\times (1 + r)^{n}$$\n\nWhere:\n- $MRR_{initial}$ = $288,848 (2024-07)\n- $MRR_{final}$ = $982,763 (2026-06)\n- $n$ = 23 months of growth (from month 1 to month 24, there are 23 intervals)\n\nSolving for $r$:\n$$\\frac{MRR_{final}}{MRR_{initial}} = (1 + r)^{n}$$\n\n$$\\frac{982,763}{288,848} = (1 + r)^{23}$$\n\n**Ratio = 3.402339...**\n\n$$(1 + r) = (3.402339)^{\\frac{1}{23}}$$\n\nComputing the 23rd root:\n- $\\ln(3.402339) = 1.224389...$\n- $\\frac{1.224389}{23} = 0.053234...$\n- $e^{0.053234} = 1.054677...$\n\n$$(1 + r) = 1.054677...$$\n\n$$r = 0.054677... \\approx 5.47\\%$$\n\n**Average monthly compound growth rate = 5.47%** (or more precisely, ratio = 3.4023, 23rd root = 1.0547)\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100$**\n\nFinal month (2026-06):\n- Beginning MRR = $946,733 (2026-05)\n- Churned MRR = $17,058\n\n$$\\text{Monthly Gross Churn Rate} = \\frac{17,058}{946,733} = 0.018018... = 1.802\\%$$\n\n**Annualized Gross Churn Rate:**\n\nFormula: $1 - (1 - \\text{monthly rate})^{12}$\n\n$$= 1 - (1 - 0.018018)^{12}$$\n$$= 1 - (0.981982)^{12}$$\n$$= 1 - 0.80438...$$\n$$= 0.19562...$$\n\n**Annualized gross churn rate = 19.56%** (or ~19.6%)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Listing all 56 lines and summing:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $2,496 |\n| 001 | $16,889 |\n| 002 | $13,709 |\n| 003 | $3,031 |\n| 004 | $13,341 |\n| 005 | $14,143 |\n| 006 | $14,437 |\n| 007 | $20,616 |\n| 008 | $22,983 |\n| 009 | $11,175 |\n| 010 | $17,099 |\n| 011 | $23,175 |\n| 012 | $2,440 |\n| 013 | $22,726 |\n| 014 | $8,987 |\n| 015 | $10,850 |\n| 016 | $2,492 |\n| 017 | $4,562 |\n| 018 | $13,346 |\n| 019 | $17,728 |\n| 020 | $19,204 |\n| 021 | $1,212 |\n| 022 | $10,825 |\n| 023 | $14,438 |\n| 024 | $12,166 |\n| 025 | $14,416 |\n| 026 | $15,471 |\n| 027 | $6,832 |\n| 028 | $8,274 |\n| 029 | $6,953 |\n| 030 | $7,440 |\n| 031 | $7,992 |\n| 032 | $13,906 |\n| 033 | $7,475 |\n| 034 | $8,744 |\n| 035 | $2,195 |\n| 036 | $6,771 |\n| 037 | $14,", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9977.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 436.0, "num_requests_total": 1.0, "gen_throughput": 5.6, "decode_sum_seq_lens": -39.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1745.0, "realtime_tokens_total": 12036.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9977.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9977.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47892.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 407.3, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $15,466 | $5,422 | $6,453 | $14,435 |\n| 2024-08 | $13,485 | $7,233 | $4,413 | $16,305 |\n| 2024-09 | $15,155 | $8,665 | $8,658 | $15,162 |\n| 2024-10 | $13,032 | $8,665 | $5,926 | $15,771 |\n| 2024-11 | $9,301 | $8,738 | $8,014 | $10,025 |\n| 2024-12 | $23,418 | $9,855 | $9,111 | $24,162 |\n| 2025-01 | $15,609 | $11,855 | $9,702 | $17,762 |\n| 2025-02 | $11,794 | $10,755 | $11,338 | $11,211 |\n| 2025-03 | $13,202 | $16,176 | $12,120 | $17,258 |\n| 2025-04 | $15,539 | $6,375 | $11,926 | $9,988 |\n| 2025-05 | $28,951 | $18,382 | $12,760 | $34,573 |\n| 2025-06 | $31,378 | $14,234 | $7,282 | $38,330 |\n| 2025-07 | $16,774 | $14,073 | $12,503 | $18,344 |\n| 2025-08 | $25,776 | $22,160 | $11,555 | $36,381 |\n| 2025-09 | $33,267 | $18,557 | $11,728 | $40,096 |\n| 2025-10 | $36,198 | $26,165 | $13,116 | $49,247 |\n| 2025-11 | $43,086 | $6,473 | $18,564 | $30,995 |\n| 2025-12 | $49,219 | $25,034 | $14,415 | $59,838 |\n| 2026-01 | $27,156 | $22,840 | $14,363 | $35,633 |\n| 2026-02 | $29,277 | $10,791 | $23,671 | $16,397 |\n| 2026-03 | $54,952 | $9,794 | $24,045 | $40,701 |\n| 2026-04 | $35,617 | $38,507 | $14,842 | $59,282 |\n| 2026-05 | $60,499 | $30,606 | $16,995 | $74,110 |\n| 2026-06 | $70,999 | $42,974 | $19,946 | $94,027 |\n\n**Total net-new MRR:**\n$14,435 + $16,305 = $30,740\n$30,740 + $15,162 = $45,902\n$45,902 + $15,771 = $61,673\n$61,673 + $10,025 = $71,698\n$71,698 + $24,162 = $95,860\n$95,860 + $17,762 = $113,622\n$113,622 + $11,211 = $124,833\n$124,833 + $17,258 = $142,091\n$142,091 + $9,988 = $152,079\n$152,079 + $34,573 = $186,652\n$186,652 + $38,330 = $224,982\n$224,982 + $18,344 = $243,326\n$243,326 + $36,381 = $279,707\n$279,707 + $40,096 = $319,803\n$319,803 + $49,247 = $369,050\n$369,050 + $30,995 = $400,045\n$400,045 + $59,838 = $459,883\n$459,883 + $35,633 = $495,516\n$495,516 + $16,397 = $511,913\n$511,913 + $40,701 = $552,614\n$552,614 + $59,282 = $611,896\n$611,896 + $74,110 = $686,006\n$686,006 + $94,027 = **$780,033**\n\n**Verification:** Starting MRR + Total net-new = Ending MRR\n$237,435 + $780,033 = $1,017,468... \n\nWait, let me check: $237,435 + $780,033 = $1,017,468, but ending MRR is $1,003,033.\n\nDifference: $1,017,468 - $1,003,033 = $14,435. This is the first month's net-new. Let me recheck 2024-07: $15,466 + $5,422 - $6,453 = $14,435. \n\nActually, let me recheck: MRR 2024-08 should be $237,435 + $14,435 = $251,870, but stated is $253,740. Difference is $1,870.\n\nLet me recheck: $237,435 + $15,466 + $5,422 - $6,453 = $251,870. But stated MRR is $253,740. There's a discrepancy of $1,870. \n\nI'll use the stated MRR values for CAGR. The net-new sum I calculated is $780,033, but due to rounding/reporting differences, I'll note this.\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: Ending MRR = Beginning MRR \u00d7 (1 + r)^n\n\nWhere n = 23 months (periods between first and last month)\n\n$1,003,033 = $237,435 \u00d7 (1 + r)^23\n\nRatio = $1,003,033 / $237,435 = **4.2245**\n\n(1 + r)^23 = 4.2245\n\n23rd root of 4.2245:\nln(4.2245) = 1.4409\n1.4409 / 23 = 0.06265\ne^0.06265 = **1.0647**\n\nr = 1.0647 - 1 = **0.0647 = 6.47%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nFinal month (2026-06):\n- MRR at start of month = MRR at end of 2026-05 = **$909,006**\n- Churned MRR = **$19,946**\n\nGross MRR churn rate = $19,946 / $909,006 = **0.02194 = 2.194%**\n\n**Annualized gross MRR churn rate:**\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.02194)^12\n= 1 - (0.97806)^12\n= 1 - 0.7646\n= **0.2354 = 23.54%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**All 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $6,334 |\n| 001 | $21,878 |\n| 002 | $22,700 |\n| 003 | $2,250 |\n| 004 | $4,857 |\n| 005 | $20,371 |\n| 006 | $5,913 |\n| 007 | $5,109 |\n| 008 | $17,943 |\n| 009 | $21,159 |\n| 010 | $1,998 |\n| 011 | $19,730 |\n| 012 | $2,174 |\n| 013 | $19,032 |\n| 014 | $15,938 |\n| 015 | $18,856 |\n| 016 | $18,539 |\n| 017 | $20,725 |\n| 018 | $22,820 |\n| 019 | $4,020 |\n| 020 | $23,000 |\n| 021 | $7,863 |\n| 022 | $13,497 |\n| 023 | $13,485 |\n| 024 | $11,371 |\n| 025 | $10,812 |\n| 026 | $10,532 |\n| 027 | $11,114 |\n| 028 | $17,005 |\n| 029 | $1,134 |\n| 030 | $23,732 |\n| 031 | $9,645 |\n| 032 | $16,379 |\n| 033 | $20,247 |\n| 034 | $", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 443.0, "num_requests_total": 1.0, "gen_throughput": -36.3, "decode_sum_seq_lens": -18.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1773.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47948.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 428.9, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,159 | $12,033 | $8,891 | $13,301 |\n| 2024-08 | $14,021 | $3,069 | $8,036 | $9,054 |\n| 2024-09 | $14,076 | $4,416 | $6,207 | $12,285 |\n| 2024-10 | $21,470 | $9,131 | $5,881 | $24,720 |\n| 2024-11 | $21,610 | $11,646 | $10,802 | $22,454 |\n| 2024-12 | $15,588 | $10,063 | $9,713 | $15,938 |\n| 2025-01 | $23,324 | $7,990 | $10,627 | $20,687 |\n| 2025-02 | $26,269 | $4,223 | $5,990 | $24,502 |\n| 2025-03 | $21,101 | $7,403 | $9,162 | $19,342 |\n| 2025-04 | $19,638 | $17,212 | $7,548 | $29,302 |\n| 2025-05 | $27,517 | $7,618 | $12,789 | $22,346 |\n| 2025-06 | $18,312 | $16,196 | $8,710 | $25,798 |\n| 2025-07 | $33,682 | $18,114 | $15,431 | $36,365 |\n| 2025-08 | $18,905 | $21,160 | $17,281 | $22,784 |\n| 2025-09 | $22,415 | $12,831 | $10,080 | $25,166 |\n| 2025-10 | $30,785 | $15,463 | $12,071 | $34,177 |\n| 2025-11 | $48,858 | $26,605 | $20,394 | $55,069 |\n| 2025-12 | $44,447 | $14,592 | $14,907 | $44,132 |\n| 2026-01 | $52,486 | $21,593 | $14,560 | $59,519 |\n| 2026-02 | $38,799 | $33,295 | $25,891 | $46,203 |\n| 2026-03 | $43,461 | $14,076 | $28,586 | $28,951 |\n| 2026-04 | $50,420 | $19,295 | $22,554 | $47,161 |\n| 2026-05 | $63,392 | $43,350 | $23,409 | $83,333 |\n| 2026-06 | $45,134 | $34,963 | $29,262 | $50,835 |\n\n**Total net-new MRR** = $13,301 + $9,054 + $12,285 + $24,720 + $22,454 + $15,938 + $20,687 + $24,502 + $19,342 + $29,302 + $22,346 + $25,798 + $36,365 + $22,784 + $25,166 + $34,177 + $55,069 + $44,132 + $59,519 + $46,203 + $28,951 + $47,161 + $83,333 + $50,835\n\n**Total net-new MRR = $763,225**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: Ending MRR = Beginning MRR \u00d7 (1 + r)^n\n\nWhere:\n- Beginning MRR (2024-07): $271,301\n- Ending MRR (2026-06): $1,031,424\n- n = 23 months (growth periods between 24 months)\n\n$$r = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n}} - 1$$\n\nRatio: $\\frac{1,031,424}{271,301} = 3.801768...$\n\nRoot: $(3.801768)^{\\frac{1}{23}} = (3.801768)^{0.043478...}$\n\nCalculating: $\\ln(3.801768) = 1.33529...$\n\n$\\frac{1.33529}{23} = 0.058056...$\n\n$e^{0.058056} = 1.05978...$\n\n$r = 1.05978 - 1 = 0.05978$\n\n**Average monthly compound growth rate = 5.98% (or ~6.0%)**\n\nRatio: **3.8018** (Ending/Beginning)\nRoot: **23rd root of 3.8018 \u2248 1.0598**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n\nFormula: Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$\n\nBeginning MRR (2026-05): $980,589\nChurned MRR: $29,262\n\nGross MRR churn rate = $\\frac{29,262}{980,589} = 0.029841... =$ **2.98%**\n\n**Annualized gross churn rate:**\n\nFormula: Annualized = $1 - (1 - \\text{monthly rate})^{12}$\n\n$= 1 - (1 - 0.029841)^{12}$\n$= 1 - (0.970159)^{12}$\n$= 1 - 0.69489...$\n$= 0.30511...$\n\n**Annualized gross MRR churn rate = 30.5%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 lines (svc-000 through svc-055):**\n\n| Line | Cost |\n|------|------|\n| svc-000 | $16,071 |\n| svc-001 | $10,959 |\n| svc-002 | $15,702 |\n| svc-003 | $14,850 |\n| svc-004 | $22,729 |\n| svc-005 | $15,167 |\n| svc-006 | $3,562 |\n| svc-007 | $7,313 |\n| svc-008 | $22,866 |\n| svc-009 | $9,849 |\n| svc-010 | $13,368 |\n| svc-011 | $21,377 |\n| svc-012 | $9,508 |\n| svc-013 | $21,350 |\n| svc-014 | $15,211 |\n| svc-015 | $19,079 |\n| svc-016 | $1,144 |\n| svc-017 | $7,667 |\n| svc-018 | $5,189 |\n| svc-019 | $12,137 |\n| svc-020 | $4,874 |\n| svc-021 | $10,090 |\n| svc-022 | $10,082 |\n| svc-023 | $14,885 |\n| svc-024 | $10,536 |\n| svc-025 | $7,039 |\n| svc-026 | $6,592 |\n| svc-027 | $11,558 |\n| svc-028 | $9,656 |\n| svc-029 | $19,636 |\n| svc-030 | $22,604 |\n| svc-031 | $5,751 |\n| svc-032 | $23,582 |\n| svc-033 | $23,093 |\n| svc-034 | $19,275 |\n| svc-035 | $1,887 |\n| svc-036 | $18,810 |\n| svc-037 | $5,941 |\n| svc-038 | $5,037 |\n| svc-039 | $6,430 |\n| svc-040 | $8,188 |\n| svc-041 | $1,574 |\n| svc-042 | $17,358 |\n| svc-043 | $6,240 |\n| svc-044 | $22,808 |\n| svc-045 | $16,659 |\n| svc-046 | $21,130 |\n| svc-047 | $4,891 |\n| svc-048 | $15,051 |\n| svc-049 | $12,467 |\n| svc-050 | $6,269 |\n| svc-051 | $10,216 |\n| svc-052 | $10,527 |\n| svc-053 | $18,374 |\n| svc-054 | $5,383 |\n| svc-055 | $23,937 |\n\n**Total monthly infrastructure spend:**\n\nSumming all: $16,071 + $10,959 + $15,702 + $14,850 + $22,729 + $15,167 + $3,562 + $7,313 + $22,866 + $9,849 + $13,368 + $21,377 + $9,508 +", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10008.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 419.0, "num_requests_total": 1.0, "gen_throughput": -4.2, "decode_sum_seq_lens": 136.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1677.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10008.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10008.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48036.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 420.9, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = New MRR + Expansion MRR - Churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $16,607 | $10,498 | $10,330 | $16,775 |\n| 2024-08 | $24,780 | $5,544 | $9,305 | $21,019 |\n| 2024-09 | $21,179 | $8,367 | $6,265 | $23,281 |\n| 2024-10 | $30,823 | $10,673 | $12,619 | $28,877 |\n| 2024-11 | $13,775 | $10,276 | $6,663 | $17,388 |\n| 2024-12 | $26,640 | $5,434 | $7,036 | $25,038 |\n| 2025-01 | $26,728 | $19,159 | $11,145 | $34,742 |\n| 2025-02 | $25,965 | $19,431 | $11,008 | $34,388 |\n| 2025-03 | $42,258 | $19,620 | $10,756 | $51,122 |\n| 2025-04 | $28,353 | $19,115 | $16,227 | $31,241 |\n| 2025-05 | $31,537 | $23,635 | $12,627 | $42,545 |\n| 2025-06 | $50,552 | $23,078 | $10,110 | $63,520 |\n| 2025-07 | $36,893 | $35,344 | $14,110 | $58,127 |\n| 2025-08 | $34,097 | $21,374 | $12,397 | $43,074 |\n| 2025-09 | $60,050 | $27,200 | $22,614 | $64,636 |\n| 2025-10 | $36,911 | $14,966 | $17,502 | $34,375 |\n| 2025-11 | $50,453 | $31,062 | $13,863 | $67,652 |\n| 2025-12 | $48,174 | $13,108 | $14,877 | $46,405 |\n| 2026-01 | $50,281 | $22,458 | $25,602 | $47,137 |\n| 2026-02 | $34,839 | $40,772 | $34,428 | $41,183 |\n| 2026-03 | $82,516 | $32,229 | $28,711 | $86,034 |\n| 2026-04 | $62,546 | $13,046 | $31,647 | $43,945 |\n| 2026-05 | $51,837 | $44,515 | $29,873 | $66,479 |\n| 2026-06 | $79,487 | $19,380 | $34,270 | $64,597 |\n\n**Total net-new MRR:**\n$16,775 + $21,019 + $23,281 + $28,877 + $17,388 + $25,038 + $34,742 + $34,388 + $51,122 + $31,241 + $42,545 + $63,520 + $58,127 + $43,074 + $64,636 + $34,375 + $67,652 + $46,405 + $47,137 + $41,183 + $86,034 + $43,945 + $66,479 + $64,597\n\n= **$1,036,808**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months of growth (from start of month 1 to end of month 24)\n\nBeginning MRR (2024-07): $345,775\nEnding MRR (2026-06): $1,382,580\n\nRatio = $1,382,580 / $345,775 = **4.000000** (exactly 4, or very close: 3.999942...)\n\nLet me verify: 1,382,580 \u00f7 345,775 = 3.999942... \u2248 **4.0000**\n\n23rd root: (4.0000)^(1/23)\n\nln(4) = 1.386294\n1.386294 / 23 = 0.060274\ne^0.060274 = 1.062128\n\nMCGR = 1.062128 - 1 = **0.062128 or 6.21%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of period\n\nFinal month: 2026-06\n- MRR at start of 2026-06 = $1,317,983 (end of 2026-05)\n- Churned MRR in 2026-06 = $34,270\n\n**Monthly Gross Churn Rate** = $34,270 / $1,317,983 = 0.026002... = **2.60%**\n\n**Annualized Gross Churn Rate:**\n\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.026002)^12\n= 1 - (0.973998)^12\n= 1 - 0.728358\n= **0.2716 or 27.16%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend (summing all 56 lines):**\n\n| svc | Cost |\n|-----|------|\n| 000 | $19,487 |\n| 001 | $2,911 |\n| 002 | $22,944 |\n| 003 | $11,144 |\n| 004 | $23,881 |\n| 005 | $2,438 |\n| 006 | $11,204 |\n| 007 | $16,042 |\n| 008 | $19,423 |\n| 009 | $14,581 |\n| 010 | $12,203 |\n| 011 | $13,138 |\n| 012 | $18,402 |\n| 013 | $8,160 |\n| 014 | $15,031 |\n| 015 | $7,233 |\n| 016 | $21,779 |\n| 017 | $17,765 |\n| 018 | $18,320 |\n| 019 | $10,995 |\n| 020 | $15,781 |\n| 021 | $8,131 |\n| 022 | $16,967 |\n| 023 | $8,488 |\n| 024 | $15,722 |\n| 025 | $22,928 |\n| 026 | $968 |\n| 027 | $18,746 |\n| 028 | $12,438 |\n| 029 | $11,399 |\n| 030 | $8,322 |\n| 031 | $7,178 |\n| 032 | $2,931 |\n| 033 | $2,533 |\n| 034 | $13,290 |\n| 035 | $17,737 |\n| 036 | $21,104 |\n| 037 | $12,019 |\n| 038 | $8,619 |\n| 039 | $13,819 |\n| 040 | $17,821 |\n| 041 | $21,253 |\n| 042 | $16,980 |\n| 043 | $22,508 |\n| 044 | $18,805 |\n| 045 | $22,209 |\n| 046 | $16,497 |\n| 047 | $14,993 |\n| 048 | $21,710 |\n| 049 | $7,033 |\n| 050 | $18,081 |\n| 051 | $7,446 |\n| 052 | $2,101 |\n| 053 | $6,556 |\n| 054 | $2,630 |\n| 055 | $13,641 |\n\nSum = $19,487 + $2,911 + $22,944 + $11,144 + $23,881 + $2,438 + $11,204 + $16,042 + $19,423 + $14,581 + $12,203 + $13,138 + $18,402 + $8,160 + $15,031 + $7,233 + $21,779 + $17,765 + $18,320 + $10,995 + $15,781 + $8,131 + $16,967 + $8,488 + $15,722 + $22,928 + $968 + $18,746 + $12,438 + $11,399 + $8,322 + $7,178 + $2,931 + $2,533 + $13,290 + $17,737 + $21,104 + $12,019 + $8,619 + $13,819 + $17", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 428.0, "num_requests_total": 1.0, "gen_throughput": -3.8, "decode_sum_seq_lens": 64.0, "token_usage": -0.1, "full_token_usage": -0.1, "num_used_tokens": -12032.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -12032.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1713.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47920.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 422.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n### Net-new MRR calculation:\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 14,572 | 8,469 | 7,621 | 15,420 |\n| 2024-08 | 8,320 | 6,105 | 6,586 | 7,839 |\n| 2024-09 | 19,962 | 7,120 | 5,444 | 21,638 |\n| 2024-10 | 14,545 | 7,615 | 7,189 | 14,971 |\n| 2024-11 | 12,465 | 13,639 | 8,034 | 18,070 |\n| 2024-12 | 23,135 | 13,645 | 8,479 | 28,301 |\n| 2025-01 | 17,813 | 8,279 | 7,810 | 18,282 |\n| 2025-02 | 15,672 | 5,091 | 12,228 | 8,535 |\n| 2025-03 | 24,078 | 7,114 | 9,076 | 22,116 |\n| 2025-04 | 24,673 | 12,176 | 9,915 | 26,934 |\n| 2025-05 | 19,172 | 7,087 | 12,420 | 13,839 |\n| 2025-06 | 28,168 | 20,198 | 12,302 | 36,064 |\n| 2025-07 | 32,032 | 18,584 | 15,776 | 34,840 |\n| 2025-08 | 38,763 | 25,215 | 14,479 | 49,499 |\n| 2025-09 | 24,218 | 8,703 | 18,667 | 14,254 |\n| 2025-10 | 41,580 | 22,933 | 13,017 | 51,496 |\n| 2025-11 | 31,331 | 8,871 | 16,947 | 23,255 |\n| 2025-12 | 34,985 | 25,558 | 21,058 | 39,485 |\n| 2026-01 | 55,915 | 23,349 | 20,919 | 58,345 |\n| 2026-02 | 40,803 | 12,851 | 14,937 | 38,717 |\n| 2026-03 | 57,552 | 28,597 | 22,411 | 63,738 |\n| 2026-04 | 59,747 | 22,999 | 16,674 | 66,072 |\n| 2026-05 | 48,112 | 25,334 | 19,203 | 54,243 |\n| 2026-06 | 40,100 | 38,751 | 15,323 | 63,528 |\n\n**Total net-new MRR** = 15,420 + 7,839 + 21,638 + 14,971 + 18,070 + 28,301 + 18,282 + 8,535 + 22,116 + 26,934 + 13,839 + 36,064 + 34,840 + 49,499 + 14,254 + 51,496 + 23,255 + 39,485 + 58,345 + 38,717 + 63,738 + 66,072 + 54,243 + 63,528\n\n= **$807,966**\n\nVerification: Final MRR - Initial MRR = $1,050,481 - $276,420 = $774,061\n\nDiscrepancy due to rounding in reported figures; we'll use the derived total.\n\n### Average Monthly Compound Growth Rate (CMGR):\n\n**Formula:** CMGR = (Ending Value / Beginning Value)^(1/n) - 1\n\nWhere:\n- Beginning MRR (2024-07): $276,420\n- Ending MRR (2026-06): $1,050,481\n- n = 23 months (periods between 24 monthly data points)\n\n**Ratio** = $1,050,481 / $276,420 = **3.800308**\n\n**Root** = 3.800308^(1/23)\n\nCalculate: ln(3.800308) = 1.335001\n1.335001 / 23 = 0.0580435\ne^0.0580435 = 1.05976\n\n**CMGR** = 1.05976 - 1 = **5.98%** or approximately **6.0%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR (2026-05): $986,953\n- Churned MRR: $15,323\n\n**Monthly gross churn rate** = $15,323 / $986,953 = **0.015525 = 1.55%**\n\n**Annualized gross churn rate** = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.015525)^12\n= 1 - (0.984475)^12\n= 1 - 0.829384\n= **0.1706 = 17.06%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and savings if every line achieved stated percent\n\n### Total monthly infrastructure spend:\n\nSum all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | 8,571 |\n| 001 | 19,791 |\n| 002 | 20,867 |\n| 003 | 8,674 |\n| 004 | 11,283 |\n| 005 | 12,084 |\n| 006 | 18,491 |\n| 007 | 2,684 |\n| 008 | 1,197 |\n| 009 | 2,733 |\n| 010 | 4,371 |\n| 011 | 23,926 |\n| 012 | 22,649 |\n| 013 | 6,875 |\n| 014 | 7,221 |\n| 015 | 16,071 |\n| 016 | 20,417 |\n| 017 | 19,897 |\n| 018 | 2,055 |\n| 019 | 8,616 |\n| 020 | 4,665 |\n| 021 | 8,449 |\n| 022 | 13,352 |\n| 023 | 14,924 |\n| 024 | 22,982 |\n| 025 | 2,625 |\n| 026 | 4,865 |\n| 027 | 22,233 |\n| 028 | 10,040 |\n| 029 | 3,594 |\n| 030 | 4,131 |\n| 031 | 11,937 |\n| 032 | 2,396 |\n| 033 | 16,942 |\n| 034 | 6,865 |\n| 035 | 7,769 |\n| 036 | 1,906 |\n| 037 | 10,561 |\n| 038 | 21,035 |\n| 039 | 14,181 |\n| 040 | 13,708 |\n| 041 | 13,241 |\n| 042 | 12,866 |\n| 043 | 22,222 |\n| 044 | 22,047 |\n| 045 | 22,925 |\n| 046 | 8,707 |\n| 047 | 7,235 |\n| 048 | 20,155 |\n| 049 | 4,528 |\n| 050 | 1,114 |\n| 051 | 1,754 |\n| 052 | 2,545 |\n| 053 | 5,691 |\n| 054 | 7,839 |\n| 055 | 2,835 |\n\nRunning total:\n8,571 + 19,791 = 28,362\n+ 20,867 = 49,229\n+ 8,674 = 57,903\n+ 11,283 = 69,186\n+ 12,084 = 81,270\n+ 18,491 = 99,761\n+ 2,684 = 102,445\n+ 1,197 = 103,642\n+ 2,733 = 106,375\n+ 4,371 = 110,746\n+ 23,926 = 134,672\n+ 22,649 = 157,321\n+ 6,875 = 164,196\n+ 7,221 = 171,417\n+ 16,071 = 187,488\n+ 20,417 = 207,905\n+ 19,897 = 227,802\n+ 2,055 = 229,857\n+ 8,616 = 238,473\n+", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9945.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 425.0, "num_requests_total": 1.0, "gen_throughput": -9.5, "decode_sum_seq_lens": -181.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 11904.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": -11968.0, "kv_used_tokens": 11904.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1701.0, "realtime_tokens_total": 12033.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9945.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9945.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47987.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 410.9, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\n\nNet-new MRR each month = new + expansion - churned\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $29,898 | $4,410 | $6,321 | $27,987 |\n| 2024-08 | $22,168 | $10,248 | $6,686 | $25,730 |\n| 2024-09 | $18,657 | $19,237 | $14,962 | $22,932 |\n| 2024-10 | $35,740 | $17,930 | $7,902 | $45,768 |\n| 2024-11 | $22,925 | $15,602 | $8,645 | $29,882 |\n| 2024-12 | $24,057 | $12,988 | $15,219 | $21,826 |\n| 2025-01 | $22,383 | $18,827 | $17,227 | $23,983 |\n| 2025-02 | $33,663 | $28,528 | $15,385 | $46,806 |\n| 2025-03 | $18,808 | $13,521 | $16,071 | $16,258 |\n| 2025-04 | $35,613 | $17,825 | $11,091 | $42,347 |\n| 2025-05 | $52,057 | $27,888 | $21,726 | $58,219 |\n| 2025-06 | $56,856 | $32,734 | $15,416 | $74,174 |\n| 2025-07 | $41,551 | $13,947 | $25,388 | $30,110 |\n| 2025-08 | $29,712 | $25,800 | $26,055 | $29,457 |\n| 2025-09 | $34,820 | $31,036 | $17,988 | $47,868 |\n| 2025-10 | $65,991 | $22,677 | $15,249 | $73,419 |\n| 2025-11 | $46,408 | $11,372 | $17,317 | $40,463 |\n| 2025-12 | $66,772 | $44,558 | $19,517 | $91,813 |\n| 2026-01 | $61,545 | $29,876 | $28,401 | $63,020 |\n| 2026-02 | $81,850 | $44,908 | $32,679 | $94,079 |\n| 2026-03 | $44,310 | $27,073 | $29,069 | $42,314 |\n| 2026-04 | $95,907 | $53,084 | $36,435 | $112,556 |\n| 2026-05 | $90,176 | $25,189 | $45,622 | $69,743 |\n| 2026-06 | $84,723 | $15,454 | $50,629 | $49,548 |\n\n**Total net-new MRR:**\n$27,987 + $25,730 + $22,932 + $45,768 + $29,882 + $21,826 + $23,983 + $46,806 + $16,258 + $42,347 + $58,219 + $74,174 + $30,110 + $29,457 + $47,868 + $73,419 + $40,463 + $91,813 + $63,020 + $94,079 + $42,314 + $112,556 + $69,743 + $49,548\n\n= **$1,152,222**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\n*Note: 23 intervals over 24 months*\n\nBeginning MRR (2024-07): $401,987\nEnding MRR (2026-06): $1,554,302\n\nRatio = $1,554,302 / $401,987 = **3.866450**\n\nRoot = 3.866450^(1/23)\n\nln(3.866450) = 1.3522\n1.3522 / 23 = 0.05879\ne^0.05879 = 1.06056\n\nCMGR = 1.06056 - 1 = **0.06056 or 6.056%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR = 2026-05 MRR = $1,504,754\n- Churned MRR = $50,629\n\nGross MRR churn rate = $50,629 / $1,504,754 = **0.033647 or 3.3647%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: 1 - (1 - monthly churn rate)^12\n\n= 1 - (1 - 0.033647)^12\n= 1 - (0.966353)^12\n= 1 - 0.66389\n= **0.33611 or 33.611%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all lines hit targets\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service costs:\nsvc-000: $20,483\nsvc-001: $22,298\nsvc-002: $2,253\nsvc-003: $3,968\nsvc-004: $15,285\nsvc-005: $15,652\nsvc-006: $20,565\nsvc-007: $18,740\nsvc-008: $6,311\nsvc-009: $12,458\nsvc-010: $1,559\nsvc-011: $11,022\nsvc-012: $15,209\nsvc-013: $6,613\nsvc-014: $10,680\nsvc-015: $7,673\nsvc-016: $8,263\nsvc-017: $12,346\nsvc-018: $1,525\nsvc-019: $7,322\nsvc-020: $7,575\nsvc-021: $1,379\nsvc-022: $19,437\nsvc-023: $4,353\nsvc-024: $10,558\nsvc-025: $15,405\nsvc-026: $22,313\nsvc-027: $14,886\nsvc-028: $5,890\nsvc-029: $18,218\nsvc-030: $20,554\nsvc-031: $6,809\nsvc-032: $7,908\nsvc-033: $1,247\nsvc-034: $21,308\nsvc-035: $14,688\nsvc-036: $22,793\nsvc-037: $21,182\nsvc-038: $3,219\nsvc-039: $939\nsvc-040: $14,186\nsvc-041: $16,591\nsvc-042: $17,841\nsvc-043: $21,927\nsvc-044: $6,203\nsvc-045: $23,581\nsvc-046: $19,301\nsvc-047: $9,968\nsvc-048: $14,435\nsvc-049: $15,084\nsvc-050: $22,842\nsvc-051: $9,069\nsvc-052: $16,058\nsvc-053: $17,695\nsvc-054: $19,179\nsvc-055: $11,519\n\n**Total = $772,372**\n\n**Top 3 lines by cost:**\n\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-045 payments-gateway | $23,581 |\n| 2 | svc-026 search-api | $22,313 |\n| 3 | svc-050 ingest-api | $22,842 |\n\nWait - let me re-sort: svc-045 ($23,581), svc-036 ($22,793), svc-050 ($22,842)\n\nCorrect top 3: **svc-045 ($23,581), svc-050 ($22,842), svc-036 ($22,793)**\n\nCombined top 3 = $23,581 + $22,842 + $22,793 = **$69,216**\n\nCombined share = $69,216 / $772,372 = **0.08961 or 8.961%**\n\n**Total savings if every line achieved stated savings:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $20,483 | 4% | $819.32 |\n| svc-001 | $22,298 | 30% | $6,689.40 |\n| svc-002 | $2,253 | 9% | $202.77 |\n| svc-003 | $3,968 | 26", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10015.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 437.0, "num_requests_total": 1.0, "gen_throughput": -29.2, "decode_sum_seq_lens": 77.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": -64.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1749.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10015.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10015.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47893.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 409.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $12,899 | $3,725 | $3,887 | $12,737 |\n| 2024-08 | $7,003 | $5,004 | $5,010 | $6,997 |\n| 2024-09 | $16,166 | $6,969 | $4,076 | $19,059 |\n| 2024-10 | $8,463 | $3,367 | $6,814 | $5,016 |\n| 2024-11 | $17,004 | $9,496 | $5,483 | $21,017 |\n| 2024-12 | $20,786 | $11,964 | $9,406 | $23,344 |\n| 2025-01 | $20,679 | $8,615 | $7,663 | $21,631 |\n| 2025-02 | $17,878 | $3,240 | $10,341 | $10,777 |\n| 2025-03 | $24,729 | $4,763 | $6,568 | $22,924 |\n| 2025-04 | $24,067 | $12,785 | $8,951 | $27,901 |\n| 2025-05 | $18,741 | $14,779 | $7,444 | $26,076 |\n| 2025-06 | $16,846 | $15,752 | $11,765 | $20,833 |\n| 2025-07 | $27,906 | $16,356 | $9,837 | $34,425 |\n| 2025-08 | $36,816 | $12,435 | $14,620 | $34,631 |\n| 2025-09 | $17,515 | $21,045 | $9,288 | $29,272 |\n| 2025-10 | $23,837 | $24,426 | $7,972 | $40,291 |\n| 2025-11 | $29,349 | $14,283 | $18,828 | $24,804 |\n| 2025-12 | $46,219 | $25,681 | $9,326 | $62,574 |\n| 2026-01 | $23,348 | $25,700 | $13,201 | $35,847 |\n| 2026-02 | $48,892 | $19,872 | $15,774 | $52,990 |\n| 2026-03 | $26,533 | $35,054 | $20,705 | $40,882 |\n| 2026-04 | $39,925 | $23,408 | $13,344 | $49,989 |\n| 2026-05 | $47,636 | $28,499 | $20,965 | $55,170 |\n| 2026-06 | $55,660 | $37,168 | $29,620 | $63,208 |\n\n**Total net-new MRR:**\nSum = $12,737 + $6,997 + $19,059 + $5,016 + $21,017 + $23,344 + $21,631 + $10,777 + $22,924 + $27,901 + $26,076 + $20,833 + $34,425 + $34,631 + $29,272 + $40,291 + $24,804 + $62,574 + $35,847 + $52,990 + $40,882 + $49,989 + $55,170 + $63,208\n\n= **$729,658**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months (growth periods over 24 months)\n\nBeginning MRR (2024-07): $221,737\nEnding MRR (2026-06): $951,395\n\nRatio = $951,395 / $221,737 = **4.29085**\n\nRoot = (4.29085)^(1/23)\n\nln(4.29085) = 1.45630\n1.45630 / 23 = 0.063317\ne^(0.063317) = 1.06536\n\nMCGR = 1.06536 - 1 = **0.06536 = 6.536%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05) = $888,187\n- Churned MRR = $29,620\n\nGross MRR churn rate = $29,620 / $888,187 = **0.03335 = 3.335%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: 1 - (1 - monthly churn rate)^12\n\n= 1 - (1 - 0.03335)^12\n= 1 - (0.96665)^12\n= 1 - 0.9676^12\n\nln(0.96665) = -0.03393\n12 \u00d7 (-0.03393) = -0.4072\ne^(-0.4072) = 0.6654\n\n= 1 - 0.6654 = **0.3346 = 33.46%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service lines:\n\n| Line | Cost |\n|------|------|\n| svc-000 | $13,948 |\n| svc-001 | $5,434 |\n| svc-002 | $16,596 |\n| svc-003 | $17,276 |\n| svc-004 | $3,055 |\n| svc-005 | $10,593 |\n| svc-006 | $6,135 |\n| svc-007 | $8,712 |\n| svc-008 | $11,376 |\n| svc-009 | $14,470 |\n| svc-010 | $7,853 |\n| svc-011 | $13,034 |\n| svc-012 | $19,254 |\n| svc-013 | $10,787 |\n| svc-014 | $23,934 |\n| svc-015 | $3,758 |\n| svc-016 | $20,658 |\n| svc-017 | $20,144 |\n| svc-018 | $8,307 |\n| svc-019 | $22,298 |\n| svc-020 | $4,616 |\n| svc-021 | $18,531 |\n| svc-022 | $3,501 |\n| svc-023 | $13,204 |\n| svc-024 | $21,921 |\n| svc-025 | $20,515 |\n| svc-026 | $962 |\n| svc-027 | $8,206 |\n| svc-028 | $14,354 |\n| svc-029 | $20,918 |\n| svc-030 | $6,729 |\n| svc-031 | $8,692 |\n| svc-032 | $16,946 |\n| svc-033 | $2,465 |\n| svc-034 | $6,709 |\n| svc-035 | $12,680 |\n| svc-036 | $11,708 |\n| svc-037 | $19,654 |\n| svc-038 | $15,541 |\n| svc-039 | $10,841 |\n| svc-040 | $17,553 |\n| svc-041 | $21,408 |\n| svc-042 | $9,131 |\n| svc-043 | $18,505 |\n| svc-044 | $23,962 |\n| svc-045 | $21,609 |\n| svc-046 | $18,607 |\n| svc-047 | $13,547 |\n| svc-048 | $13,799 |\n| svc-049 | $2,187 |\n| svc-050 | $12,882 |\n| svc-051 | $19,380 |\n| svc-052 | $7,782 |\n| svc-053 | $2,033 |\n| svc-054 | $22,772 |\n| svc-055 | $18,808 |\n\nSum calculation:\n- Group 1 (000-009): 13,948+5,434+16,596+17,276+3,055+10,593+6,135+8,712+11,376+14,470 = 107,595\n- Group 2 (010-019): 7,853+13,034+19,254+10,787+23,934+3,758+20,658+20,144+8,307+22,298 = 160,027\n- Group 3 (020-029): 4,616+18,531+3,501+13,204+21,921+20,515+962+8,206+14,354+20,918 = 126,728\n- Group 4 (030-", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9997.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 438.0, "num_requests_total": 1.0, "gen_throughput": -3.5, "decode_sum_seq_lens": -9.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1753.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9997.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9997.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47873.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 414.5, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR = New MRR + Expansion MRR - Churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $20,195 | $11,537 | $7,452 | $24,280 |\n| 2024-08 | $13,751 | $4,059 | $9,374 | $8,436 |\n| 2024-09 | $19,222 | $7,020 | $9,934 | $16,308 |\n| 2024-10 | $11,450 | $11,755 | $8,618 | $14,587 |\n| 2024-11 | $14,361 | $13,307 | $12,022 | $15,646 |\n| 2024-12 | $18,900 | $5,007 | $9,795 | $14,112 |\n| 2025-01 | $24,577 | $16,327 | $7,624 | $33,280 |\n| 2025-02 | $15,535 | $13,202 | $8,432 | $20,305 |\n| 2025-03 | $30,283 | $14,532 | $13,674 | $31,141 |\n| 2025-04 | $26,514 | $20,411 | $6,943 | $39,982 |\n| 2025-05 | $17,957 | $5,931 | $13,096 | $10,792 |\n| 2025-06 | $15,622 | $13,894 | $8,555 | $20,961 |\n| 2025-07 | $25,788 | $13,768 | $10,666 | $28,890 |\n| 2025-08 | $40,999 | $12,585 | $18,858 | $34,726 |\n| 2025-09 | $22,393 | $21,103 | $17,130 | $26,366 |\n| 2025-10 | $21,832 | $12,947 | $20,794 | $13,985 |\n| 2025-11 | $22,403 | $14,239 | $19,952 | $16,690 |\n| 2025-12 | $37,393 | $10,911 | $19,551 | $28,753 |\n| 2026-01 | $29,102 | $28,726 | $16,126 | $41,702 |\n| 2026-02 | $25,629 | $24,365 | $20,247 | $29,747 |\n| 2026-03 | $47,454 | $22,587 | $13,090 | $56,951 |\n| 2026-04 | $39,667 | $12,461 | $24,510 | $27,618 |\n| 2026-05 | $38,254 | $40,656 | $21,501 | $57,409 |\n| 2026-06 | $40,474 | $32,404 | $18,762 | $54,116 |\n\n**Total net-new MRR:**\n$24,280 + $8,436 + $16,308 + $14,587 + $15,646 + $14,112 + $33,280 + $20,305 + $31,141 + $39,982 + $10,792 + $20,961 + $28,890 + $34,726 + $26,366 + $13,985 + $16,690 + $28,753 + $41,702 + $29,747 + $56,951 + $27,618 + $57,409 + $54,116\n\n= **$642,380**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1+r)^{n-1}$$\n\nOr: $$r = \\left(\\frac{\\text{MRR}_{\\text{final}}}{\\text{MRR}_{\\text{initial}}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, initial MRR = $304,280 (2024-07), final MRR = $946,783 (2026-06)\n\n**Ratio:**\n$$\\frac{946,783}{304,280} = 3.111749047...$$\n\n**Root (23rd root for 23 periods of growth):**\n$$(3.111749047)^{\\frac{1}{23}} = e^{\\frac{\\ln(3.111749047)}{23}} = e^{\\frac{1.13506...}{23}} = e^{0.049350...} = 1.050588...$$\n\n**Monthly compound growth rate:**\n$$r = 1.050588... - 1 = 0.050588... = \\textbf{5.06\\%}$$\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of period\n\nFor 2026-06:\n- MRR at start (2026-05) = $892,667\n- Churned MRR = $18,762\n\n**Monthly gross churn rate:**\n$$\\frac{18,762}{892,667} = 0.021018... = \\textbf{2.10\\%}$$\n\n**Annualized gross churn rate:**\n$$(1 + 0.021018)^{12} - 1 = (1.021018)^{12} - 1 = 1.28305... - 1 = 0.28305... = \\textbf{28.31\\%}$$\n\nOr using approximation: 2.102% \u00d7 12 = 25.22% (simple), but compounding is correct: **28.31%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 lines from Section B:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $18,090 |\n| 001 | $9,882 |\n| 002 | $9,616 |\n| 003 | $13,189 |\n| 004 | $5,062 |\n| 005 | $19,576 |\n| 006 | $12,736 |\n| 007 | $5,479 |\n| 008 | $14,585 |\n| 009 | $7,616 |\n| 010 | $12,304 |\n| 011 | $21,031 |\n| 012 | $20,724 |\n| 013 | $8,736 |\n| 014 | $9,642 |\n| 015 | $17,664 |\n| 016 | $2,772 |\n| 017 | $10,259 |\n| 018 | $17,390 |\n| 019 | $23,218 |\n| 020 | $20,915 |\n| 021 | $7,025 |\n| 022 | $7,096 |\n| 023 | $22,745 |\n| 024 | $10,461 |\n| 025 | $12,618 |\n| 026 | $12,342 |\n| 027 | $1,212 |\n| 028 | $2,809 |\n| 029 | $15,634 |\n| 030 | $8,214 |\n| 031 | $13,144 |\n| 032 | $19,480 |\n| 033 | $18,212 |\n| 034 | $5,003 |\n| 035 | $19,225 |\n| 036 | $3,476 |\n| 037 | $8,888 |\n| 038 | $9,371 |\n| 039 | $20,568 |\n| 040 | $6,461 |\n| 041 | $15,888 |\n| 042 | $9,429 |\n| 043 | $22,497 |\n| 044 | $6,010 |\n| 045 | $10,430 |\n| 046 | $4,660 |\n| 047 | $9,363 |\n| 048 | $12,018 |\n| 049 | $19,079 |\n| 050 | $7,552 |\n| 051 | $8,815 |\n| 052 | $1,019 |\n| 053 | $18,844 |\n| 054 | $4,215 |\n| 055 | $23,169 |\n\n**Total monthly infrastructure spend:**\n\nGrouping by hundreds for addition:\n- 18,090 + 9,882 = 27,972\n- + 9,616 = 37,588\n- + 13,189 = 50,777\n- + 5,062 = 55,839\n- + 19,576 = 75,415\n- + 12,736 = 88,151\n- + 5,479 = 93,630\n- + 14,585 = 108,215\n- + 7,616 = 115,831\n- + 12,304 = 128,135\n- + 21,031 = 149,166\n- + 20,724 = 169,890\n- + 8,736 =", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 434.0, "num_requests_total": 1.0, "gen_throughput": -4.7, "decode_sum_seq_lens": 31.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1737.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47943.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 409.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,392 | $5,743 | $7,437 | $8,698 |\n| 2024-08 | $13,116 | $14,443 | $8,584 | $18,975 |\n| 2024-09 | $17,240 | $7,162 | $11,828 | $12,574 |\n| 2024-10 | $29,153 | $4,985 | $10,703 | $23,435 |\n| 2024-11 | $30,640 | $9,309 | $8,728 | $31,221 |\n| 2024-12 | $33,315 | $18,588 | $10,676 | $41,227 |\n| 2025-01 | $32,327 | $7,787 | $15,713 | $24,401 |\n| 2025-02 | $38,004 | $11,733 | $10,534 | $39,203 |\n| 2025-03 | $18,028 | $16,531 | $13,947 | $20,612 |\n| 2025-04 | $25,799 | $14,781 | $17,013 | $23,567 |\n| 2025-05 | $17,680 | $26,153 | $16,469 | $27,364 |\n| 2025-06 | $40,296 | $11,504 | $20,434 | $31,366 |\n| 2025-07 | $25,669 | $23,978 | $13,256 | $36,391 |\n| 2025-08 | $20,335 | $9,416 | $22,314 | $7,437 |\n| 2025-09 | $26,932 | $11,183 | $12,708 | $25,407 |\n| 2025-10 | $40,791 | $20,712 | $14,202 | $47,301 |\n| 2025-11 | $23,144 | $29,298 | $25,471 | $26,971 |\n| 2025-12 | $23,697 | $8,203 | $20,941 | $10,959 |\n| 2026-01 | $34,950 | $14,059 | $19,234 | $29,775 |\n| 2026-02 | $50,233 | $41,004 | $17,932 | $73,305 |\n| 2026-03 | $33,269 | $38,352 | $19,165 | $52,456 |\n| 2026-04 | $46,800 | $23,444 | $29,994 | $40,250 |\n| 2026-05 | $61,412 | $35,652 | $22,709 | $74,355 |\n| 2026-06 | $51,681 | $40,476 | $25,165 | $66,992 |\n\n**Total net-new MRR:**\n$8,698 + $18,975 + $12,574 + $23,435 + $31,221 + $41,227 + $24,401 + $39,203 + $20,612 + $23,567 + $27,364 + $31,366 + $36,391 + $7,437 + $25,407 + $47,301 + $26,971 + $10,959 + $29,775 + $73,305 + $52,456 + $40,250 + $74,355 + $66,992\n\nRunning sum:\n- After 6: $8,698 + $18,975 = $27,673; +$12,574 = $40,247; +$23,435 = $63,682; +$31,221 = $94,903; +$41,227 = **$136,130**\n- After 12: +$24,401 = $160,531; +$39,203 = $199,734; +$20,612 = $220,346; +$23,567 = $243,913; +$27,364 = $271,277; +$31,366 = **$302,643**\n- After 18: +$36,391 = $339,034; +$7,437 = $346,471; +$25,407 = $371,878; +$47,301 = $419,179; +$26,971 = $446,150; +$10,959 = **$457,109**\n- After 24: +$29,775 = $486,884; +$73,305 = $560,189; +$52,456 = $612,645; +$40,250 = $652,895; +$74,355 = $727,250; +$66,992 = **$794,242**\n\nVerification: $1,132,242 - $346,698 = $785,544... Let me recheck.\n\nActually, let me verify: Starting MRR + total net-new = ending MRR?\n$346,698 + $794,242 = $1,140,940 \u2260 $1,132,242\n\nLet me recheck 2024-07: $10,392 + $5,743 - $7,437 = $16,135 - $7,437 = **$8,698** \u2713\n\nLet me recheck 2025-08: $20,335 + $9,416 - $22,314 = $29,751 - $22,314 = **$7,437** \u2713\n\nLet me recheck 2025-12: $23,697 + $8,203 - $20,941 = $31,900 - $20,941 = **$10,959** \u2713\n\nLet me recheck 2026-06: $51,681 + $40,476 - $25,165 = $92,157 - $25,165 = **$66,992** \u2713\n\nLet me re-add more carefully:\n$8,698 + $18,975 = $27,673\n+$12,574 = $40,247\n+$23,435 = $63,682\n+$31,221 = $94,903\n+$41,227 = $136,130\n+$24,401 = $160,531\n+$39,203 = $199,734\n+$20,612 = $220,346\n+$23,567 = $243,913\n+$27,364 = $271,277\n+$31,366 = $302,643\n+$36,391 = $339,034\n+$7,437 = $346,471\n+$25,407 = $371,878\n+$47,301 = $419,179\n+$26,971 = $446,150\n+$10,959 = $457,109\n+$29,775 = $486,884\n+$73,305 = $560,189\n+$52,456 = $612,645\n+$40,250 = $652,895\n+$74,355 = $727,250\n+$66,992 = **$794,242**\n\nCheck: $346,698 + $794,242 = $1,140,940. But ending MRR is $1,132,242. Difference = $8,698.\n\nAh! I see - the first month's \"net-new\" contributes to getting to the second month's MRR. Let me verify month-to-month:\n- 2024-07 MRR: $346,698\n- 2024-08 MRR should be: $346,698 + $8,698 = $355,396? But actual is $365,673.\n\nWait, let me check: $346,698 + $10,392 + $5,743 - $7,437 = $346,698 + $8,698 = $355,396 \u2260 $365,673.\n\nHmm, but $365,673 - $346,698 = $18,975, which matches my net-new for August. Let me recheck July numbers.\n\nActually wait - I need to re-read. The MRR reported is the ending MRR. So August ending MRR = July ending MRR + August net-new?\n$346,698 + $18,975 = $365,673 \u2713\n\nSo July's net-new doesn't apply to July's MRR - it's the change from June to July. But we don't have June 2024 data.\n\nSo total net-new over 24 months = ending MRR - starting MRR of the period before = $1,132,242 - (MRR before 2024-07).\n\nSince we don't have prior month, the sum of net-news should equal $1,132,242 - $346,698 = **$785,544** if the data is fully consistent, but my sum is $794,242. There's a discrepancy of $8,698.\n\nActually, re-reading: the first month (2024-07) shows MRR $346,698. The net-new components are new, expansion, churned. If we assume this is for July's activity, then August MRR = July M", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10010.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 442.0, "num_requests_total": 1.0, "gen_throughput": -94.6, "decode_sum_seq_lens": 6.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": -64.0, "spec_accept_length": -1.2, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1769.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 48384.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10010.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10010.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47887.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 427.2, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,495 | 4,786 | 6,028 | 14,253 |\n| 2024-08 | 14,817 | 9,851 | 8,232 | 16,436 |\n| 2024-09 | 14,154 | 14,350 | 7,379 | 21,125 |\n| 2024-10 | 18,654 | 15,728 | 6,341 | 28,041 |\n| 2024-11 | 17,665 | 16,607 | 5,323 | 28,949 |\n| 2024-12 | 14,482 | 16,462 | 10,857 | 20,087 |\n| 2025-01 | 14,721 | 19,162 | 11,032 | 22,851 |\n| 2025-02 | 24,416 | 9,286 | 11,648 | 22,054 |\n| 2025-03 | 31,411 | 5,658 | 11,306 | 25,763 |\n| 2025-04 | 24,640 | 22,753 | 7,943 | 39,450 |\n| 2025-05 | 32,869 | 20,835 | 17,726 | 35,978 |\n| 2025-06 | 31,634 | 19,898 | 12,542 | 38,990 |\n| 2025-07 | 41,021 | 18,418 | 9,532 | 49,907 |\n| 2025-08 | 46,525 | 19,953 | 14,903 | 51,575 |\n| 2025-09 | 42,190 | 16,795 | 14,437 | 44,548 |\n| 2025-10 | 55,157 | 33,601 | 13,265 | 75,493 |\n| 2025-11 | 29,673 | 38,691 | 26,950 | 41,414 |\n| 2025-12 | 44,544 | 41,702 | 14,081 | 72,165 |\n| 2026-01 | 43,514 | 9,538 | 16,936 | 36,116 |\n| 2026-02 | 32,570 | 22,057 | 25,658 | 28,969 |\n| 2026-03 | 45,295 | 10,263 | 32,553 | 23,005 |\n| 2026-04 | 36,383 | 43,756 | 21,771 | 58,368 |\n| 2026-05 | 47,893 | 27,870 | 25,699 | 50,064 |\n| 2026-06 | 57,096 | 35,200 | 28,856 | 63,440 |\n\n**Total net-new MRR:**\n= 14,253 + 16,436 + 21,125 + 28,041 + 28,949 + 20,087 + 22,851 + 22,054 + 25,763 + 39,450 + 35,978 + 38,990 + 49,907 + 51,575 + 44,548 + 75,493 + 41,414 + 72,165 + 36,116 + 28,969 + 23,005 + 58,368 + 50,064 + 63,440\n\n**Running sum:**\n- After 6: 14,253 + 16,436 = 30,689; +21,125 = 51,814; +28,041 = 79,855; +28,949 = 108,804; +20,087 = 128,891\n- After 12: +22,851 = 151,742; +22,054 = 173,796; +25,763 = 199,559; +39,450 = 239,009; +35,978 = 274,987; +38,990 = 313,977\n- After 18: +49,907 = 363,884; +51,575 = 415,459; +44,548 = 460,007; +75,493 = 535,500; +41,414 = 576,914; +72,165 = 649,079\n- After 24: +36,116 = 685,195; +28,969 = 714,164; +23,005 = 737,169; +58,368 = 795,537; +50,064 = 845,601; +63,440 = **909,041**\n\n**Total net-new MRR = $909,041**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n$$r = \\left(\\frac{MRR_{final}}{MRR_{initial}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere n = 23 intervals (24 months), MRR_initial = $286,253, MRR_final = $1,181,041\n\n**Ratio:** $\\frac{1,181,041}{286,253} = 4.1259...$\n\nLet me compute precisely: 1,181,041 \u00f7 286,253 = **4.125874...**\n\n**23rd root:** $(4.125874)^{\\frac{1}{23}}$\n\nUsing logarithm: ln(4.125874) = 1.4170...\n1.4170... \u00f7 23 = 0.06161...\ne^0.06161 = 1.06355...\n\nSo r = 1.06355 - 1 = **0.06355 or 6.355%**\n\n**Average monthly compound growth rate = 6.36%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of period\n\nFinal month (2026-06): Churned = $28,856; MRR at start (2026-05) = $1,117,601\n\n**Monthly gross churn rate** = 28,856 \u00f7 1,117,601 = **0.02582 or 2.582%**\n\n**Annualized gross churn rate** = 1 - (1 - monthly_rate)^12\n= 1 - (1 - 0.02582)^12\n= 1 - (0.97418)^12\n\n(0.97418)^2 = 0.94903\n(0.97418)^4 = 0.94903^2 = 0.90066\n(0.97418)^8 = 0.90066^2 = 0.81119\n(0.97418)^12 = 0.81119 \u00d7 0.90066 = 0.73060\n\n= 1 - 0.73060 = **0.2694 or 26.94%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 7,643 |\n| 001 | 10,324 |\n| 002 | 12,957 |\n| 003 | 7,972 |\n| 004 | 22,667 |\n| 005 | 3,707 |\n| 006 | 15,989 |\n| 007 | 3,019 |\n| 008 | 16,962 |\n| 009 | 5,146 |\n| 010 | 9,275 |\n| 011 | 9,046 |\n| 012 | 15,139 |\n| 013 | 23,754 |\n| 014 | 5,101 |\n| 015 | 23,195 |\n| 016 | 21,465 |\n| 017 | 4,258 |\n| 018 | 13,914 |\n| 019 | 10,810 |\n| 020 | 17,415 |\n| 021 | 9,260 |\n| 022 | 21,220 |\n| 023 | 9,671 |\n| 024 | 21,612 |\n| 025 | 23,998 |\n| 026 | 3,103 |\n| 027 | 12,839 |\n| 028 | 8,040 |\n| 029 | 2,677 |\n| 030 | 10,157 |\n| 031 | 18,779 |\n| 032 | 9,238 |\n| 033 | 12,577 |\n| 034 | 6,644 |\n| 035 | 21,064 |\n| 036 | 10,404 |\n| 037 | 19,342 |\n| 038 | 8,263 |\n| 039 | 1,138 |\n| 040 | 12,952 |\n| 041 | 7,061 |\n| 042 | 6,379 |\n| 043 | 8,222 |\n|", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 422.0, "num_requests_total": 1.0, "gen_throughput": 232.3, "decode_sum_seq_lens": 31.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": 2.8, "spec_accept_rate": 0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1689.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48005.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 413.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## PART (1): Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR Formula:** Net-new = New MRR + Expansion MRR \u2212 Churned MRR\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,518 | $12,090 | $4,255 | $18,353 |\n| 2024-08 | $20,998 | $7,717 | $9,565 | $19,150 |\n| 2024-09 | $9,122 | $14,574 | $8,656 | $15,040 |\n| 2024-10 | $18,383 | $8,489 | $5,084 | $21,788 |\n| 2024-11 | $11,503 | $11,077 | $8,451 | $14,129 |\n| 2024-12 | $10,951 | $10,249 | $7,757 | $13,443 |\n| 2025-01 | $21,499 | $17,087 | $8,843 | $29,743 |\n| 2025-02 | $30,606 | $10,257 | $11,314 | $29,549 |\n| 2025-03 | $22,338 | $14,542 | $8,415 | $28,465 |\n| 2025-04 | $29,662 | $17,367 | $7,096 | $39,933 |\n| 2025-05 | $23,913 | $11,974 | $8,712 | $27,175 |\n| 2025-06 | $32,975 | $19,625 | $17,200 | $35,400 |\n| 2025-07 | $29,133 | $16,380 | $12,769 | $32,744 |\n| 2025-08 | $26,973 | $11,318 | $10,295 | $27,996 |\n| 2025-09 | $43,823 | $24,293 | $11,010 | $57,106 |\n| 2025-10 | $31,149 | $16,871 | $12,450 | $35,570 |\n| 2025-11 | $49,301 | $19,581 | $20,262 | $48,620 |\n| 2025-12 | $41,427 | $29,756 | $23,476 | $47,707 |\n| 2026-01 | $37,295 | $11,676 | $13,796 | $35,175 |\n| 2026-02 | $31,454 | $26,324 | $16,717 | $41,061 |\n| 2026-03 | $69,347 | $24,138 | $15,279 | $78,206 |\n| 2026-04 | $41,278 | $13,694 | $26,885 | $28,087 |\n| 2026-05 | $51,837 | $20,378 | $28,328 | $43,887 |\n| 2026-06 | $50,519 | $49,905 | $32,437 | $67,987 |\n\n**Total Net-New MRR:**\n$18,353 + $19,150 + $15,040 + $21,788 + $14,129 + $13,443 + $29,743 + $29,549 + $28,465 + $39,933 + $27,175 + $35,400 + $32,744 + $27,996 + $57,106 + $35,570 + $48,620 + $47,707 + $35,175 + $41,061 + $78,206 + $28,087 + $43,887 + $67,987\n\nRunning total:\n- After 6: $18,353 + $19,150 = $37,503; +$15,040 = $52,543; +$21,788 = $74,331; +$14,129 = $88,460; +$13,443 = $101,903\n- After 12: +$29,743 = $131,646; +$29,549 = $161,195; +$28,465 = $189,660; +$39,933 = $229,593; +$27,175 = $256,768; +$35,400 = $292,168\n- After 18: +$32,744 = $324,912; +$27,996 = $352,908; +$57,106 = $410,014; +$35,570 = $445,584; +$48,620 = $494,204; +$47,707 = $541,911\n- After 24: +$35,175 = $577,086; +$41,061 = $618,147; +$78,206 = $696,353; +$28,087 = $724,440; +$43,887 = $768,327; +$67,987 = **$836,314**\n\n**Total Net-New MRR = $836,314**\n\n**Average Monthly Compound Growth Rate Formula:**\n$$MRR_{final} = MRR_{initial} \\times (1 + r)^n$$\n$$r = \\left(\\frac{MRR_{final}}{MRR_{initial}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere n = 23 months (growth periods between 24 data points)\n\n**Ratio:**\n$$\\frac{MRR_{final}}{MRR_{initial}} = \\frac{\\$1,095,314}{\\$277,353} = 3.949166...$$\n\n**Root:**\n$$(3.949166...)^{\\frac{1}{23}}$$\n\nCalculate: $\\ln(3.949166...) = 1.373866...$\n$$\\frac{1.373866...}{23} = 0.059733...$$\n$$e^{0.059733...} = 1.061555...$$\n\n**r = 1.061555... \u2212 1 = 0.061555... = 6.16%**\n\n---\n\n## PART (2): Gross MRR Churn Rate for Final Month, and Annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of period\n\nFor June 2026:\n- MRR at start of June 2026 = MRR at end of May 2026 = $1,027,327\n- Churned MRR in June 2026 = $32,437\n\n**Monthly Gross Churn Rate:**\n$$\\frac{\\$32,437}{\\$1,027,327} = 0.031574... = 3.157\\%$$\n\n**Annualized Gross Churn Rate:**\n$$\\text{Annualized} = 1 - (1 - \\text{monthly rate})^{12}$$\n$$= 1 - (1 - 0.031574)^{12}$$\n$$= 1 - (0.968426)^{12}$$\n$$(0.968426)^{12} = 0.968426^2 = 0.937849; ^3 = 0.908518; ^4 = 0.880056; ^6 = 0.826499; ^{12} = 0.683100...$$\n\n$$= 1 - 0.683100 = 0.316900... = \\textbf{31.69\\%}$$\n\nOr using simple approximation: $3.157\\% \\times 12 = 37.88\\%$ (not used; compound method above is standard)\n\n---\n\n## PART (3): Total Monthly Infrastructure Spend, Top 3 Lines, Combined Share, Total Savings\n\n**Total Monthly Infrastructure Spend:**\n\nSumming all 56 lines:\n\n| svc | Cost |\n|-----|------|\n| 000 | $22,543 |\n| 001 | $2,345 |\n| 002 | $14,394 |\n| 003 | $20,161 |\n| 004 | $21,393 |\n| 005 | $8,834 |\n| 006 | $19,284 |\n| 007 | $5,253 |\n| 008 | $13,399 |\n| 009 | $3,985 |\n| 010 | $15,321 |\n| 011 | $11,229 |\n| 012 | $19,303 |\n| 013 | $16,888 |\n| 014 | $10,081 |\n| 015 | $9,886 |\n| 016 | $2,306 |\n| 017 | $15,698 |\n| 018 | $10,548 |\n| 019 | $5,157 |\n| 020 | $16,258 |\n| 021 | $11,109 |\n| 022 | $18,184 |\n| 023 | $15,413 |\n| 024 | $7,627 |\n| 025 | $7,845 |\n| 026 | $3,676 |\n| 027 | $16,350 |\n| 028 | $1,923 |\n| 029 | $6,416 |\n| 030 | $21,883 |\n| 031 | $15,659 |\n| 032 | $11,422 |\n| 033 | $16,612 |\n| 034 | $2,421 |\n| 035 | $4,946 |\n| 036 | $", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9986.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 437.0, "num_requests_total": 1.0, "gen_throughput": -44.3, "decode_sum_seq_lens": 6.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1749.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9986.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9986.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47923.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 415.2, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $22,320 | $9,892 | $5,627 | $26,585 |\n| 2024-08 | $11,754 | $3,633 | $5,975 | $9,412 |\n| 2024-09 | $15,595 | $7,677 | $6,647 | $16,625 |\n| 2024-10 | $22,495 | $13,319 | $9,565 | $26,249 |\n| 2024-11 | $29,787 | $15,184 | $12,427 | $32,544 |\n| 2024-12 | $22,930 | $4,085 | $11,843 | $15,172 |\n| 2025-01 | $22,327 | $7,000 | $7,681 | $21,646 |\n| 2025-02 | $32,246 | $19,886 | $6,725 | $45,407 |\n| 2025-03 | $33,120 | $21,722 | $12,309 | $42,533 |\n| 2025-04 | $30,025 | $14,251 | $14,464 | $29,812 |\n| 2025-05 | $19,829 | $19,897 | $18,664 | $21,062 |\n| 2025-06 | $39,559 | $15,954 | $17,018 | $38,495 |\n| 2025-07 | $29,163 | $17,121 | $20,412 | $25,872 |\n| 2025-08 | $44,525 | $12,337 | $13,200 | $43,662 |\n| 2025-09 | $32,213 | $15,951 | $19,912 | $28,252 |\n| 2025-10 | $22,254 | $17,600 | $11,276 | $28,578 |\n| 2025-11 | $45,458 | $25,410 | $24,058 | $46,810 |\n| 2025-12 | $35,810 | $15,402 | $23,093 | $28,119 |\n| 2026-01 | $27,865 | $27,496 | $23,646 | $31,715 |\n| 2026-02 | $58,481 | $33,062 | $17,842 | $73,701 |\n| 2026-03 | $38,782 | $9,816 | $20,690 | $27,908 |\n| 2026-04 | $49,246 | $23,189 | $31,845 | $40,590 |\n| 2026-05 | $58,186 | $43,602 | $30,957 | $70,831 |\n| 2026-06 | $54,012 | $49,300 | $35,362 | $67,950 |\n\n**Total net-new MRR:**\n$26,585 + $9,412 = $35,997\n$35,997 + $16,625 = $52,622\n$52,622 + $26,249 = $78,871\n$78,871 + $32,544 = $111,415\n$111,415 + $15,172 = $126,587\n$126,587 + $21,646 = $148,233\n$148,233 + $45,407 = $193,640\n$193,640 + $42,533 = $236,173\n$236,173 + $29,812 = $266,0.85\n$266,0.85 + $21,062 = $287,147\n$287,147 + $38,495 = $325,642\n$325,642 + $25,872 = $351,514\n$351,514 + $43,662 = $395,176\n$395,176 + $28,252 = $423,428\n$423,428 + $28,578 = $452,006\n$452,006 + $46,810 = $498,816\n$498,816 + $28,119 = $526,935\n$526,935 + $31,715 = $558,650\n$558,650 + $73,701 = $632,351\n$632,351 + $27,908 = $660,259\n$660,259 + $40,590 = $700,849\n$700,849 + $70,831 = $771,680\n$771,680 + $67,950 = **$839,630**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/number of months) - 1\n\nBeginning MRR (2024-07): $322,585\nEnding MRR (2026-06): $1,135,530\nNumber of months: 23 intervals (24 data points)\n\nRatio = $1,135,530 / $322,585 = 3.52010...\n\nRoot = 23rd root of 3.52010\n\nCMGR = (3.52010)^(1/23) - 1\n\n(3.52010)^(1/23):\nln(3.52010) = 1.25846\n1.25846 / 23 = 0.054715\ne^0.054715 = 1.05624\n\nCMGR = 1.05624 - 1 = **0.05624 = 5.624%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / Beginning MRR for that month\n\nBeginning MRR for 2026-06 = MRR at end of 2026-05 = $1,067,580\n\nChurned in 2026-06 = $35,362\n\nGross MRR churn rate = $35,362 / $1,067,580 = 0.033124... = **3.312%**\n\n**Annualized gross churn rate:**\n\nFormula: 1 - (1 - monthly churn rate)^12\n\n= 1 - (1 - 0.033124)^12\n= 1 - (0.966876)^12\n= 1 - 0.66789\n= 0.33211... = **33.21%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if every line achieved stated savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service lines:\n\nsvc-000: $6,316\nsvc-001: $15,208\nsvc-002: $20,202\nsvc-003: $9,853\nsvc-004: $7,530\nsvc-005: $1,856\nsvc-006: $15,589\nsvc-007: $19,396\nsvc-008: $2,916\nsvc-009: $11,070\nsvc-010: $21,155\nsvc-011: $7,578\nsvc-012: $13,364\nsvc-013: $14,921\nsvc-014: $15,338\nsvc-015: $10,339\nsvc-016: $14,890\nsvc-017: $9,001\nsvc-018: $11,713\nsvc-019: $20,154\nsvc-020: $16,504\nsvc-021: $11,611\nsvc-022: $22,358\nsvc-023: $910\nsvc-024: $18,193\nsvc-025: $16,456\nsvc-026: $5,345\nsvc-027: $17,191\nsvc-028: $10,074\nsvc-029: $11,826\nsvc-030: $18,406\nsvc-031: $19,034\nsvc-032: $12,863\nsvc-033: $19,314\nsvc-034: $8,796\nsvc-035: $1,093\nsvc-036: $19,886\nsvc-037: $19,087\nsvc-038: $2,803\nsvc-039: $8,773\nsvc-040: $2,668\nsvc-041: $8,428\nsvc-042: $16,468\nsvc-043: $20,057\nsvc-044: $2,424\nsvc-045: $14,622\nsvc-046: $9,984\nsvc-047: $3,669\nsvc-048: $21,828\nsvc-049: $18,113\nsvc-050: $970\nsvc-051: $20,593\nsvc-052: $14,379\nsvc-053: $3,726\nsvc-054: $6,389\nsvc-055: $10,088\n\nRunning total:\n$6,316 + $15,208 = $21,524\n+ $20,202 =", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9938.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 431.0, "num_requests_total": 1.0, "gen_throughput": -69.8, "decode_sum_seq_lens": -197.0, "full_token_usage": -0.0, "num_used_tokens": -256.0, "kv_available_tokens": 192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -256.0, "spec_accept_length": -0.8, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1725.0, "realtime_tokens_total": 12033.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9938.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9938.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47998.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 424.2, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n### Net-new MRR calculation:\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,369 | $11,918 | $10,888 | $22,399 |\n| 2024-08 | $11,972 | $15,659 | $8,484 | $19,147 |\n| 2024-09 | $18,446 | $12,269 | $7,847 | $22,868 |\n| 2024-10 | $34,473 | $5,160 | $13,718 | $25,915 |\n| 2024-11 | $21,236 | $16,409 | $9,826 | $27,819 |\n| 2024-12 | $15,856 | $21,856 | $10,423 | $27,289 |\n| 2025-01 | $16,546 | $14,578 | $12,080 | $19,044 |\n| 2025-02 | $40,737 | $24,264 | $9,630 | $55,371 |\n| 2025-03 | $36,935 | $23,278 | $13,415 | $46,798 |\n| 2025-04 | $34,739 | $12,879 | $10,397 | $37,221 |\n| 2025-05 | $41,179 | $10,569 | $21,893 | $29,855 |\n| 2025-06 | $31,399 | $8,530 | $20,417 | $19,512 |\n| 2025-07 | $31,327 | $13,652 | $17,013 | $27,966 |\n| 2025-08 | $23,755 | $30,328 | $20,656 | $33,427 |\n| 2025-09 | $49,287 | $34,225 | $19,538 | $63,974 |\n| 2025-10 | $66,500 | $24,438 | $26,746 | $64,192 |\n| 2025-11 | $49,585 | $10,808 | $14,674 | $45,719 |\n| 2025-12 | $52,796 | $42,018 | $15,495 | $79,319 |\n| 2026-01 | $77,552 | $43,658 | $28,213 | $92,997 |\n| 2026-02 | $47,125 | $56,505 | $17,272 | $86,358 |\n| 2026-03 | $94,581 | $16,817 | $37,171 | $74,227 |\n| 2026-04 | $60,835 | $54,630 | $43,599 | $71,866 |\n| 2026-05 | $58,345 | $43,059 | $24,226 | $77,178 |\n| 2026-06 | $62,391 | $18,846 | $49,771 | $31,466 |\n\n**Sum of all net-new MRR:**\n$22,399 + $19,147 + $22,868 + $25,915 + $27,819 + $27,289 + $19,044 + $55,371 + $46,798 + $37,221 + $29,855 + $19,512 + $27,966 + $33,427 + $63,974 + $64,192 + $45,719 + $79,319 + $92,997 + $86,358 + $74,227 + $71,866 + $77,178 + $31,466\n\n= **$1,079,528**\n\n### Average Monthly Compound Growth Rate (MCGR):\n\n**Formula:** MCGR = (Ending MRR / Starting MRR)^(1/n) - 1\n\nWhere n = 24 months (period from start to end, but growth over 23 intervals)\n\nStarting MRR (2024-07): $393,399\nEnding MRR (2026-06): $1,472,927\nNumber of monthly growth periods: 23 (from month 1 to month 24)\n\n**Ratio:** $1,472,927 / $393,399 = **3.74410662**\n\n**Root:** (3.74410662)^(1/23)\n\nCalculate: 3.74410662^(1/23) = e^(ln(3.74410662)/23) = e^(1.320204/23) = e^(0.0574002) = **1.059077**\n\n**MCGR = 1.059077 - 1 = 0.059077 = 5.91%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05): $1,441,461\n- Churned MRR: $49,771\n\n**Monthly Gross Churn Rate** = $49,771 / $1,441,461 = **0.034528 = 3.45%**\n\n**Annualized Gross Churn Rate:**\n**Formula:** (1 - Monthly Rate)^12 - 1 ... wait, that's retention. For churn: 1 - (1 - monthly churn)^12\n\nOr simply: Annualized = 1 - (1 - 0.034528)^12\n\n(1 - 0.034528) = 0.965472\n(0.965472)^12 = 0.654089\n\nAnnualized churn = 1 - 0.654089 = **0.345911 = 34.59%**\n\nOr using linear approximation: 3.4528% \u00d7 12 = 41.43% (but compounding is more accurate)\n\n**Annualized gross MRR churn rate: 34.59%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n### Total Monthly Infrastructure Spend:\n\nSumming all 56 service lines:\n\n| svc | Cost |\n|-----|------|\n| 000 | $18,379 |\n| 001 | $5,819 |\n| 002 | $14,974 |\n| 003 | $6,627 |\n| 004 | $3,397 |\n| 005 | $17,769 |\n| 006 | $13,546 |\n| 007 | $4,206 |\n| 008 | $11,895 |\n| 009 | $17,910 |\n| 010 | $9,799 |\n| 011 | $21,607 |\n| 012 | $7,608 |\n| 013 | $9,971 |\n| 014 | $4,198 |\n| 015 | $5,817 |\n| 016 | $3,260 |\n| 017 | $20,203 |\n| 018 | $22,767 |\n| 019 | $4,351 |\n| 020 | $1,789 |\n| 021 | $1,739 |\n| 022 | $16,058 |\n| 023 | $1,157 |\n| 024 | $6,286 |\n| 025 | $11,585 |\n| 026 | $13,618 |\n| 027 | $2,427 |\n| 028 | $20,482 |\n| 029 | $14,962 |\n| 030 | $4,192 |\n| 031 | $9,625 |\n| 032 | $22,900 |\n| 033 | $14,615 |\n| 034 | $13,759 |\n| 035 | $7,816 |\n| 036 | $12,742 |\n| 037 | $17,913 |\n| 038 | $13,628 |\n| 039 | $17,046 |\n| 040 | $10,536 |\n| 041 | $16,729 |\n| 042 | $5,661 |\n| 043 | $8,354 |\n| 044 | $21,674 |\n| 045 | $19,070 |\n| 046 | $19,718 |\n| 047 | $20,458 |\n| 048 | $19,906 |\n| 049 | $7,578 |\n| 050 | $11,574 |\n| 051 | $20,249 |\n| 052 | $16,069 |\n| 053 | $10,906 |\n| 054 | $10,589 |\n| 055 | $10,800 |\n\n**Total = $696,287**\n\n### Top 3 Lines by Cost:\n1. **svc-032 identity-indexer: $22,900**\n2. **svc-018 billing-indexer: $22,767**\n3. **svc-011 edge-worker: $21,607**\n\nCombined top 3: $22,900 + $22,767 + $21,607 = **$67,274**\n\n**Combined share** = $67,274 / $696,287 = **0.096618 = 9.66%**\n\n### Total Savings if Every Line Achieved Stated Percent:\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 425.0, "num_requests_total": 1.0, "gen_throughput": 49.4, "decode_sum_seq_lens": 125.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1701.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48077.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 410.1, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $15,560 | $6,204 | $7,932 | $13,832 |\n| 2024-08 | $20,671 | $8,027 | $5,388 | $23,310 |\n| 2024-09 | $15,555 | $5,824 | $6,636 | $14,743 |\n| 2024-10 | $13,852 | $11,832 | $8,199 | $17,485 |\n| 2024-11 | $12,687 | $13,415 | $10,680 | $15,422 |\n| 2024-12 | $11,384 | $12,635 | $11,000 | $13,019 |\n| 2025-01 | $28,221 | $9,711 | $9,790 | $28,142 |\n| 2025-02 | $29,475 | $12,677 | $6,743 | $35,409 |\n| 2025-03 | $25,623 | $16,258 | $8,426 | $33,455 |\n| 2025-04 | $19,911 | $7,105 | $8,452 | $18,564 |\n| 2025-05 | $21,754 | $13,393 | $7,263 | $27,884 |\n| 2025-06 | $38,016 | $20,871 | $14,663 | $44,224 |\n| 2025-07 | $39,624 | $26,651 | $15,695 | $50,580 |\n| 2025-08 | $20,161 | $14,582 | $20,697 | $14,046 |\n| 2025-09 | $45,763 | $14,213 | $16,460 | $43,516 |\n| 2025-10 | $30,627 | $16,464 | $19,225 | $27,866 |\n| 2025-11 | $41,525 | $12,492 | $10,833 | $43,184 |\n| 2025-12 | $51,655 | $14,742 | $16,910 | $49,487 |\n| 2026-01 | $53,226 | $29,206 | $17,660 | $64,772 |\n| 2026-02 | $39,602 | $19,488 | $17,143 | $41,947 |\n| 2026-03 | $29,230 | $24,760 | $20,598 | $33,392 |\n| 2026-04 | $28,225 | $14,184 | $22,536 | $19,873 |\n| 2026-05 | $47,942 | $35,200 | $28,336 | $54,806 |\n| 2026-06 | $39,045 | $42,170 | $18,631 | $62,584 |\n\n**Total net-new MRR** = $13,832 + $23,310 + $14,743 + $17,485 + $15,422 + $13,019 + $28,142 + $35,409 + $33,455 + $18,564 + $27,884 + $44,224 + $50,580 + $14,046 + $43,516 + $27,866 + $43,184 + $49,487 + $64,772 + $41,947 + $33,392 + $19,873 + $54,806 + $62,584\n\n= **$777,780**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\nBeginning MRR (2024-07): $280,832\nEnding MRR (2026-06): $1,058,542\n\nRatio = $1,058,542 / $280,832 = **3.7694**\n\n23rd root: (3.7694)^(1/23)\n\nln(3.7694) = 1.3268\n1.3268 / 23 = 0.05769\ne^(0.05769) = 1.0594\n\nCMGR = 1.0594 - 1 = **5.94%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR = May 2026 MRR = $995,958\n- Churned MRR = $18,631\n\nGross MRR churn rate = $18,631 / $995,958 = **1.871%**\n\n**Annualized gross MRR churn rate:**\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.01871)^12\n= 1 - (0.98129)^12\n= 1 - 0.7976\n= **20.24%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all lines achieved stated savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service costs:\n\n$4,952 + $15,081 + $7,001 + $5,002 + $8,341 + $12,017 + $23,791 + $6,544 + $14,231 + $20,014 + $20,238 + $22,045 + $3,179 + $14,004 + $11,204 + $17,611 + $16,345 + $17,819 + $18,070 + $2,599 + $4,525 + $5,230 + $9,836 + $1,109 + $2,835 + $14,896 + $8,918 + $13,086 + $5,894 + $22,258 + $4,936 + $19,681 + $18,156 + $3,294 + $21,192 + $10,671 + $22,126 + $15,436 + $2,769 + $11,962 + $8,107 + $1,113 + $10,167 + $1,817 + $11,633 + $16,934 + $20,881 + $11,499 + $18,620 + $12,416 + $3,569 + $22,137 + $17,372 + $4,161 + $17,004\n\n= **$616,790**\n\n**Top 3 lines by cost:**\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-037 edge-stream | $22,126 |\n| 2 | svc-052 ingest-cache | $22,137 |\n| 3 | svc-030 identity-webhook | $22,258 |\n\nWait - let me re-sort properly:\n- svc-030 identity-webhook: $22,258\n- svc-052 ingest-cache: $22,137\n- svc-037 edge-stream: $22,126\n\nTop 3 combined = $22,258 + $22,137 + $22,126 = **$66,521**\n\nCombined share = $66,521 / $616,790 = **10.78%**\n\n**Total savings if every line achieved stated savings:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $4,952 | 11% | $544.72 |\n| svc-001 | $15,081 | 23% | $3,468.63 |\n| svc-002 | $7,001 | 33% | $2,310.33 |\n| svc-003 | $5,002 | 24% | $1,200.48 |\n| svc-004 | $8,341 | 13% | $1,084.33 |\n| svc-005 | $12,017 | 13% | $1,562.21 |\n| svc-006 | $23,791 | 31% | $7,375.21 |\n| svc-007 | $6,544 | 13% | $850.72 |\n| svc-008 | $14,231 | 14% | $1,992.34 |\n| svc-009 | $20,014 | 37% | $7,405.18 |\n| svc-010 | $20,238 | 31% | $6,273.78 |\n| svc-011 | $22,045 | 33% | $7,274.85 |\n| svc-012 | $3,179 | 35% | $1,112.65 |\n| svc-013 | $14,004 | 14% | $1,960.56 |\n| svc-014 | $11,204 | 10% | $1,120.40 |\n| svc-015 | $17,611 | 19% | $3,346.09 |\n| svc-016 | $16,345 | 38% | $6,211.10 |\n", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9995.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 440.0, "num_requests_total": 1.0, "gen_throughput": 16.9, "decode_sum_seq_lens": -14.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1761.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9995.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9995.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47799.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 8.799999999999999, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159891.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6954.0, "num_requests_total": 16.0, "gen_throughput": -70.79999999999995, "decode_sum_seq_lens": -94.0, "full_token_usage": 0.0, "num_used_tokens": -128.0, "kv_available_tokens": -2432.0, "kv_evictable_tokens": 2560.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.8000000000000006, "spec_accept_rate": -0.19999999999999998, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 1216.0, "eviction_duration_seconds_count": 64.0, "cuda_graph_passes_total": 27832.0, "realtime_tokens_total": 193364.0, "evicted_tokens_total": 759296.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159891.0, "prompt_tokens_histogram_bucket": 345.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159891.0, "uncached_prompt_tokens_histogram_bucket": 345.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 78.8, "inter_token_latency_seconds_bucket": 766658.0, "inter_token_latency_seconds_count": 32752.0, "token_usage": 0.0 }, "step_ms": 11.37 } } }, "R2_fovea": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path /out/fovea_e_ckpt --speculative-num-steps 7 --speculative-eagle-topk 1 --speculative-num-draft-tokens 8 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 8, "tok_s_median": 494.5, "tok_s_first8_median": 494.5, "tok_s_agg": 493.6, "tok_s_all_sorted": [ 457.5, 467.8, 471.5, 482.6, 506.3, 506.8, 513.6, 557.2 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 237.0, "prefix_cache_suspect": false, "tau": 5.5861, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 506.8, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T09:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of reset\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_gone_error\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"as_of\": \"2026-01-15T09:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_soft_delete_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-abc-123-xyz\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v2/customers/{id}/restore (if exists) or recreate customer\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"idempotency-key\": \"idem-abc-456-xyz\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_happy_2fa\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-sub-789-xyz\", \"x-2fa-context\": \"totp-verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/reset\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-sub-000-xyz\", \"x-2fa-context\": \"missing\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"invalid\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_dry_run_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"PUT /v2/reports/{id}/archive with dry_run false\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"created\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/deactivate\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-01-15T09:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"GET /v3/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-01-15T09:30:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJpZCI6Mn0\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"eyJpZCI6Mn0\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_happy\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJpZCI6M30\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v1/plans/{id}/reopen\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"cursor\": \"eyJpZCI6M30\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"verify_usage_happy\",\n \"payload\": {\"id", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.2, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 355.0, "num_requests_total": 1.0, "gen_throughput": 561.3, "decode_sum_seq_lens": 1868.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1856.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1856.0, "spec_accept_length": 3.0, "spec_accept_rate": 0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1421.0, "realtime_tokens_total": 12038.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48548.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 457.5, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"inv-2f8a9c1e-4d3b-5e6f-7a8b-9c0d1e2f3a4b\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\", \"archived_by\": \"system\"}, \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status=pending to restore\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none: invoice not modified due to 402\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"cus-3a9b2c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"finalized\": \"true\"}, \"version\": 2, \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v1/customers/{id}/finalize with status=open to reopen\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_not_found\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000000\", \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none: customer not found\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"sub-4b5c6d7e-8f9a-0b1c-2d3e-4f5a6b7c8d9e\", \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"cancellation_reason\": \"user_request\"}, \"version\": 3, \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v1/subscriptions to recreate subscription\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_state\",\n \"payload\": {\"id\": \"sub-4b5c6d7e-8f9a-0b1c-2d3e-4f5a6b7c8d9e\", \"status\": \"pending\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 3, \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none: async job not started due to 409\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\"id\": \"whk-5c6d7e8f-9a0b-1c2d-3e4f-5a6b7c8d9e0f\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"cursor\": \"abc123\", \"limit\": 50}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/preview to remove preview state\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"whk-5c6d7e8f-9a0b-1c2d-3e4f-5a6b7c8d9e0f\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"cursor\": \"abc123\", \"limit\": 50}, \"version\": 1},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none: webhook not modified due to 428\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt-6d7e8f9a-0b1c-2d3e-4f5a-6b7c8d9e0f1a\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency_key\": \"idem-2026-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PATCH /v2/reports/{id}/approve to revert approval\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"rpt-6d7e8f9a-0b1c-2d3e-4f5a-6b7c8d9e0f1a\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency_key\": \"idem-2026-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none: report not approved due to 402\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"tkn-7e8f9a0b-1c2d-3e4f-5a6b-7c8d9e0f1a2b\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 5, \"idempotency_key\": \"idem-2026-003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive with status=open to restore\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"tkn-7e8f9a0b-1c2d-3e4f-5a6b-7c8d9e0f1a2b\", \"status\": \"invalid_status\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 5, \"idempotency_key\": \"idem-2026-004\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none: token not modified due to 400\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"adt-8f9a0b1c-2d3e-4f5a-6b7c-8d9e0f1a2b3c\", \"status\": \"past_due\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"cursor\": \"audit-001\", \"limit\": 100}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v2/audits/{id}/preview to restore", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 397.0, "num_requests_total": 1.0, "gen_throughput": -22.5, "decode_sum_seq_lens": 118.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1589.0, "realtime_tokens_total": 12093.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48309.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 242.0, "tok_s": 482.6, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"inv-2f8a9e1c-4d3b-5f6a-7c8d-9e0f1a2b3c4d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v2/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"inv-402-test-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"cus-7a1b3c5d-9e2f-4a6b-8c0d-1e2f3a4b5c6d\", \"idempotency-key\": \"idem-2024-001-abc123\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/customers/{id}/reactivate\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"cus-412-test-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-002-def456\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"sub-3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\", \"idempotency-key\": \"idem-2024-003-ghi789\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/subscriptions/{id}/unverify\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"sub-404-test-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-004-jkl012\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook\",\n \"payload\": {\"id\": \"whk-9a0b1c2d-3e4f-5a6b-7c8d-9e0f1a2b3c4d\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/webhooks/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"whk-409-test-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"rep-5d6e7f8a-9b0c-1d2e-3f4a-5b6c7d8e9f0a\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v2/reports/{id}/resume\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"rep-404-test-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"tok-1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"tok-410-test-0000-0000-000000000000\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"aud-7b8c9d0e-1f2a-3b4c-5d6e-7f8a9b0c1d2e\", \"idempotency-key\": \"idem-2024-005-mno345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"POST /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"aud-409-test-0000-0000-000000000000\", \"idempotency-key\": \"idem-2024-006-pqr678\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"exp-4a5b6c7d-8e9f-0a1b-2c3d-4e5f6a7b8c9d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v3/exports/{id}/unarchive\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"exp-402-test-0000-0000-000000000000\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_plan\",\n \"payload\": {\"id\": \"pln-0d1e2f3a-4b5c-6d7e-8f9a-0b1c2d3e4f5a\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"GET /v2/plans/{id}/revoke\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"pln-400-test-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 378.0, "num_requests_total": 1.0, "gen_throughput": -44.7, "decode_sum_seq_lens": -225.0, "full_token_usage": -0.0, "num_used_tokens": -256.0, "kv_available_tokens": -11776.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -256.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1513.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48373.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 471.5, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"cursor\": \"eyJpZCI6IjAwMDAwMDAwLTAwMDAtMDAwMC0wMDAwLTAwMDAwMDAwMDAwMCIsImNyZWF0ZWRfYXQiOiIyMDI2LTAxLTAxVDAwOjAwOjAwWiJ9\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\"cursor\": \"invalid-cursor\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy_path\",\n \"payload\": {},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {\"cursor\": \"eyJpZCI6IjAwMDAwMDAwLTAwMDAtMDAwMC0wMDAwLTAwMDAwMDAwMDAwMCIsImNyZWF0ZWRfYXQiOiIyMDI2LTAxLTAxVDAwOjAwOjAwWiJ9\", \"limit\": 20},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\"cursor\": \"invalid\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/webhooks/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_payment_required\",\n \"payload\": {},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_bad_request\",\n \"payload\": {\"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy_path\",\n \"payload\": {\"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_bad_request\",\n \"payload\": {\"as_of\": \"invalid-timestamp\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy_path\",\n \"payload\": {},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PATCH /v2/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_bad_request\",\n \"payload\": {},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy_path\",\n \"payload\": {\"idempotency-key\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_bad_request\",\n \"payload\": {\"idempotency-key\": \"not-a-uuid\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_bad_request\",\n \"payload\": {\"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_cancel_happy_path\",\n \"payload\": {\"cursor\": \"eyJpZCI6IjAwMDAwMDAwLTAwMDAtMDAwMC0wMDAwLTAwMDAwMDAwMDAwMCIsImNyZWF0ZWRfYXQiOiIyMDI2LTAxLTAxVDAwOjAwOjAwWiJ9\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/usage/{id}/archive\"\n },\n {\n \"endpoint\": \"DELETE /v1/usage/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"usage_cancel_bad_request\",\n \"payload\": {\"cursor\": \"invalid\", \"limit\": 100},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad_request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/credits/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"credits_preview_happy_path\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"PUT /v1/credits/{id}/approve\"\n },\n {\n \"endpoint\": \"GET /v1/credits/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"credits_preview_payment_required\",\n \"payload\": {},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/disputes/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"disputes_archive_happy_path\",\n \"payload\": {\"cursor\": \"eyJp", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 385.0, "num_requests_total": 1.0, "gen_throughput": 57.4, "decode_sum_seq_lens": 77.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1541.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48375.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 467.8, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_invoice_retry\",\n \"payload\": {\"id\": \"inv-2f4a8c1e-5d3b-4e6f-a7b8-c9d0e1f2a3b4\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"active\\\"\",\n \"cleanup\": \"PUT /v2/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_invoice_not_found_404\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"\\\"error\\\":\\\"not_found\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"cust-3a5b7c9d-1e2f-4a6b-8c3d-5e7f9a1b2c3d\", \"idempotency-key\": \"idem-2026-001-approve\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"done\\\"\",\n \"cleanup\": \"DELETE /v1/customers/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"cust-3a5b7c9d-1e2f-4a6b-8c3d-5e7f9a1b2c3d\", \"idempotency-key\": \"idem-2026-001-approve\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"\\\"error\\\":\\\"conflict\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_subscription\",\n \"payload\": {\"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d4e-6f8a0b1c2d3e\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"status\\\":\\\"active\\\"\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"sub-4b6c8d0e-2f3a-5b7c-9d4e-6f8a0b1c2d3e\", \"cursor\": \"c1\", \"limit\": 20},\n \"expected_status\": 402,\n \"expected_body_contains\": \"\\\"error\\\":\\\"payment_required\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_webhook\",\n \"payload\": {\"id\": \"wh-5c7d9e1f-3a4b-6c8d-0e5f-7a9b1c2d3e4f\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"done\\\"\",\n \"cleanup\": \"POST /v1/webhooks/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"wh-5c7d9e1f-3a4b-6c8d-0e5f-7a9b1c2d3e4f\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"\\\"error\\\":\\\"conflict\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report\",\n \"payload\": {\"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f6a-8b0c1d2e3f4a\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"done\\\"\",\n \"cleanup\": \"POST /v2/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_bad_request_400\",\n \"payload\": {\"id\": \"rpt-6d8e0f2a-4b5c-7d9e-1f6a-8b0c1d2e3f4a\", \"cursor\": \"invalid-cursor\", \"limit\": -1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"\\\"error\\\":\\\"bad_request\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_token\",\n \"payload\": {\"id\": \"tok-7e9f1a3b-5c6d-8e0f-2a7b-9c1d2e3f4a5b\", \"idempotency-key\": \"idem-2026-002-retry\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"status\\\":\\\"done\\\"\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"tok-7e9f1a3b-5c6d-8e0f-2a7b-9c1d2e3f4a5b\", \"idempotency-key\": \"idem-2026-003-retry\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"\\\"error\\\":\\\"payment_required\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_audit\",\n \"payload\": {\"id\": \"aud-8f0a2b4c-6d7e-9f1a-3b8c-0d1e2f3a4b5c\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"PUT /v3/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"aud-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"\\\"error\\\":\\\"not_found\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"exp-9a1b3c5d-7e8f-0a2b-4c9d-1e2f3a4b5c6d\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"active\\\"\",\n \"cleanup\": \"DELETE /v1/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_not_found_404\",\n \"payload\": {\"id\": \"exp-00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"\\\"error\\\":\\\"not_found\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload\": {\"id\": \"pln-0a2b4c6d-8e9f-1a3b-5", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 390.0, "num_requests_total": 1.0, "gen_throughput": -45.3, "decode_sum_seq_lens": 65.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.6, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1561.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48326.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 557.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idem-2026-001-abc123\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idem-2026-002-def456\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"DELETE /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_too_many_requests\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate_limit\",\n \"cleanup\": \"PUT /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-2026-003-ghi789\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-2026-004-jkl012\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"GET /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-2026-005-mno345\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2026-006-pqr678\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/audits/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"POST /v2/audits/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"PUT /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v2/plans/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_preview_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"dry_run\": true},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"PATCH /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v3/usage/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"usage_retry_happy_path\",\n \"payload", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 322.0, "num_requests_total": 1.0, "gen_throughput": 103.1, "decode_sum_seq_lens": 6.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 1.3, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1289.0, "realtime_tokens_total": 12032.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48737.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 513.6, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v1/invoices/{id}/cancel with status active\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_invoice_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_customer_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"plan\": \"premium\"}, \"version\": 3},\n \"expected_status\": 201,\n \"expected_body_contains\": \"active\",\n \"cleanup\": \"POST /v1/customers/{id}/finalize with status past_due\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"finalize_customer_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440998\", \"dry_run\": false, \"status\": \"active\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_subscription_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"archived\": \"true\"}, \"version\": 5},\n \"expected_status\": 200,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/archive with status pending\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"failed\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 99},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_webhook_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2, \"idempotency_key\": \"webhook-cancel-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel with status open\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"cancel_webhook_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"status\": \"invalid\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency_key\": \"webhook-cancel-002\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_report_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2024-01-15T00:00:00Z\", \"status\": \"closed\", \"amount_cents\": 25000, \"currency\": \"USD\", \"metadata\": {\"period\": \"Q4\"}, \"version\": 4},\n \"expected_status\": 201,\n \"expected_body_contains\": \"closed\",\n \"cleanup\": \"GET /v2/reports/{id}/finalize with as_of current timestamp\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_report_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2025-12-31T23:59:59Z\", \"status\": \"closed\", \"amount_cents\": 25000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"retry_token_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"status\": \"done\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 3, \"idempotency_key\": \"token-retry-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"POST /v2/tokens/{id}/retry to reset state\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"retry_token_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"status\": \"done\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 999, \"idempotency_key\": \"token-retry-002\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_audit_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_type\": \"compliance\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"done\",\n \"cleanup\": \"PATCH /v3/audits/{id}/retry with status pending\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_audit_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440997\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"preview_export_delete_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"closed\", \"amount_cents\": 50000, \"currency\": \"USD\", \"metadata\": {\"export_format\": \"csv\"}, \"version\": 1, \"idempotency", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 350.0, "num_requests_total": 1.0, "gen_throughput": -42.9, "decode_sum_seq_lens": -100.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1401.0, "realtime_tokens_total": 12096.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48575.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 506.3, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-28T12:00:00Z\", \"status\": \"held\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer-requested\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-28T12:00:00Z\", \"status\": \"open\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"customers_approve_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"held\", \"amount_cents\": 25000, \"currency\": \"EUR\", \"metadata\": {\"tier\": \"enterprise\"}, \"version\": 2},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"customers_approve_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"open\", \"amount_cents\": -100, \"currency\": \"EUR\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50, \"status\": \"past_due\", \"amount_cents\": 1500, \"currency\": \"USD\", \"metadata\": {\"retry_count\": \"3\"}, \"version\": 3},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_retry_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"invalid-cursor\", \"limit\": 1000, \"status\": \"active\", \"amount_cents\": 1500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false, \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"verify_type\": \"signature\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_verify_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true, \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 5},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"reports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false, \"status\": \"closed\", \"amount_cents\": 7500, \"currency\": \"GBP\", \"metadata\": {\"report_type\": \"monthly\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"reports_verify_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": \"invalid-boolean\", \"status\": \"open\", \"amount_cents\": 7500, \"currency\": \"GBP\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"tokens_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"archived_by\": \"system\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"tokens_archive_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25, \"status\": \"canceled\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"audits_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"preview_reason\": \"compliance\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"audits_preview_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"failed\", \"amount_cents\": -50, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"active\", \"amount_cents\": 50000, \"currency\": \"USD\", \"metadata", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.1, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 356.0, "num_requests_total": 1.0, "gen_throughput": -25.1, "decode_sum_seq_lens": -116.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1425.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48569.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 3.2, "http_requests_total": 16.0, "http_responses_total": 16.0, "prompt_tokens_total": 79722.0, "generation_tokens_total": 16384.0, "spec_verify_calls_total": 2933.0, "num_requests_total": 8.0, "gen_throughput": 541.3, "decode_sum_seq_lens": 1693.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1664.0, "kv_available_tokens": -95680.0, "kv_evictable_tokens": 94016.0, "kv_used_tokens": 1664.0, "spec_accept_length": 2.8000000000000007, "spec_accept_rate": 0.4, "per_stage_req_latency_seconds_sum": 7.200000000000001, "per_stage_req_latency_seconds_bucket": 1600.0, "per_stage_req_latency_seconds_count": 64.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 1278.0, "queue_time_seconds_count": 32.0, "cuda_graph_passes_total": 11740.0, "realtime_tokens_total": 96388.0, "time_to_first_token_seconds_sum": 1.5999999999999999, "time_to_first_token_seconds_bucket": 136.0, "time_to_first_token_seconds_count": 8.0, "prompt_tokens_histogram_sum": 79722.0, "prompt_tokens_histogram_bucket": 174.0, "prompt_tokens_histogram_count": 8.0, "uncached_prompt_tokens_histogram_sum": 79722.0, "uncached_prompt_tokens_histogram_bucket": 174.0, "uncached_prompt_tokens_histogram_count": 8.0, "generation_tokens_histogram_sum": 16384.0, "generation_tokens_histogram_bucket": 232.0, "generation_tokens_histogram_count": 8.0, "inter_token_latency_seconds_sum": 33.099999999999994, "inter_token_latency_seconds_bucket": 387812.0, "inter_token_latency_seconds_count": 16376.0 }, "step_ms": 11.32 } } } }, "gates": { "G_d7": { "f8": 520.6, "champ_f8": 482.8, "keep": true }, "G_fovea": { "f8": 494.5, "champ_f8": 520.6, "keep": false } }, "decisions": [ "health (informational): 355.0", "R0 tool f8 = 482.8 (smoke ref 503.4); slow_node=False", "depth-7 keeps: 520.6 >= 482.8*1.005; completing", "Fovea-E outside tie band: 494.5 vs 520.6", "SHIP: FIRST_GPU_500 best={'tok_s': 505.9, 'arm': 'R1_d7', 'cell': 'tool_nothink_10k', 'aa_len_ok': True, 'tau': 5.5072, 'step_ms': 11.34, 'fovea': False} $12.9" ], "hourly_usd": 24.0, "hard_cap_usd": 45.0, "bars": { "crusoe_median": 438.1, "crusoe_peak": 449.0, "stretch": 500.0, "note": "AA pinned 2026-07-05; smoke refs d5 486.9 / d6 498.5 n=16" }, "protocol": "brl11_record protocol: 10k docpacks, 2048 max_tokens, temp 0.6, per-request seeds, streaming interp median, n=16", "prompt_sha256_10k": "be01fffdb4cf55d93e049edaf22c5099d29cace9bc5fea8e3df8dcb29848a6e8", "ship": { "best_cell": { "tok_s": 505.9, "arm": "R1_d7", "cell": "tool_nothink_10k", "aa_len_ok": true, "tau": 5.5072, "step_ms": 11.34, "fovea": false }, "tier": "FIRST_GPU_500", "slow_node": false, "rule": "best n>=16 10k-in interp median (aa_len_ok preferred) vs 438.1 / 449 / 500; fovea wins exact ties" }, "total_spent_usd_est": 12.86 }