{ "campaign": "stage600_r", "engine": "sglang-0.5.14", "arms": { "R0_d6": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 6 --speculative-eagle-topk 1 --speculative-num-draft-tokens 7 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_short8_health": { "n": 8, "tok_s_median": 333.9, "tok_s_first8_median": 333.9, "tok_s_agg": 340.9, "tok_s_all_sorted": [ 250.8, 279.5, 281.9, 304.0, 363.7, 419.6, 437.6, 567.1 ], "ctok_median": 1200, "aa_len_ok": false, "ttft_ms_median": 152.0, "prefix_cache_suspect": false, "tau": 3.5019, "per_pos": null, "power": null, "rows": [ { "ctok": 1200, "ttft_ms": 156.0, "tok_s": 250.8, "text": "```json\n[\n {\"id\":1,\"step\":\"Pre-migration: Verify backup completion\",\"owner\":\"DBA\",\"command\":\"SELECT pg_last_wal_receive_lsn() = pg_last_wal_replay_lsn() FROM pg_stat_wal_receiver;\",\"rollback\":\"Abort migration, investigate replication lag\"},\n {\"id\":2,\"step\":\"Pre-migration: Check disk space\",\"owner\":\"DBA\",\"command\":\"df -h /var/lib/postgresql && psql -c \\\"SELECT pg_database_size('appdb')/1024/1024/1024 as gb;\\\"\",\"rollback\":\"Provision additional storage before proceeding\"},\n {\"id\":3,\"step\":\"Pre-migration: Validate logical replication slots\",\"owner\":\"DBA\",\"command\":\"SELECT slot_name, plugin, slot_type, active FROM pg_replication_slots WHERE slot_name = 'pg16_upgrade';\",\"rollback\":\"Create missing replication slot with pgoutput plugin\"},\n {\"id\":4,\"step\":\"Pre-migration: Test pg_dumpall globals\",\"owner\":\"DBA\",\"command\":\"pg_dumpall --globals-only --file=/backup/globals_$(date +%Y%m%d).sql && head -20 /backup/globals_*.sql\",\"rollback\":\"Fix permissions or role conflicts in globals file\"},\n {\"id\":5,\"step\":\"Pre-migration: Create pg_upgrade check script\",\"owner\":\"DBA\",\"command\":\"cat > /tmp/pg16_upgrade_check.sh << 'EOF'\\n#!/bin/bash\\n/usr/lib/postgresql/16/bin/pg_upgrade \\\\\\n --old-bindir=/usr/lib/postgresql/15/bin \\\\\\n --new-bindir=/usr/lib/postgresql/16/bin \\\\\\n --old-datadir=/var/lib/postgresql/15/main \\\\\\n --new-datadir=/var/lib/postgresql/16/main \\\\\\n --check\\nEOF\\nchmod +x /tmp/pg16_upgrade_check.sh\",\"rollback\":\"Remove script and reinstall PostgreSQL 16 binaries\"},\n {\"id\":6,\"step\":\"Pre-migration: Run pg_upgrade --check\",\"owner\":\"DBA\",\"command\":\"su - postgres -c '/tmp/pg16_upgrade_check.sh' 2>&1 | tee /tmp/upgrade_check.log\",\"rollback\":\"Resolve all reported incompatibilities (extensions, data types, reg* OIDs)\"},\n {\"id\":7,\"step\":\"Pre-migration: Install pglogical2 extension\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"CREATE EXTENSION IF NOT EXISTS pglogical;\\\" && psql -c \\\"SELECT * FROM pglogical.pglogical_version();\\\"\",\"rollback\":\"DROP EXTENSION pglogical CASCADE; investigate alternative (pglogical2 from 2ndQuadrant)\"},\n {\"id\":8,\"step\":\"Pre-migration: Configure pglogical provider node\",\"owner\":\"DBA\",\"command\":\"SELECT pglogical.create_node(node_name := 'provider1', dsn := 'host=old-primary port=5432 dbname=appdb');\",\"rollback\":\"SELECT pglogical.drop_node('provider1', true);\"},\n {\"id\":9,\"step\":\"Pre-migration: Add all tables to replication set\",\"owner\":\"DBA\",\"command\":\"SELECT pglogical.replication_set_add_all_tables('default', ARRAY['public']);\",\"rollback\":\"SELECT pglogical.replication_set_remove_table('default', 'public.table_name') for each table\"},\n {\"id\":10,\"step\":\"Pre-migration: Create pglogical subscription on PG16 standby\",\"owner\":\"DBA\",\"command\":\"SELECT pglogical.create_node(node_name := 'subscriber1', dsn := 'host=new-primary port=5432 dbname=appdb'); SELECT pglogical.create_subscription(subscription_name := 'sub1', provider_dsn := 'host=old-primary port=5432 dbname=appdb', synchronize_structure := true, synchronize_data := true);\",\"rollback\":\"SELECT pglogical.drop_subscription('sub1'); SELECT pglogical.drop_node('subscriber1', true);\"},\n {\"id\":11,\"step\":\"Pre-migration: Monitor initial sync progress\",\"owner\":\"DBA\",\"command\":\"watch -n 5 'psql -c \\\"SELECT subscription_name, status, provider_node, replication_sets FROM pglogical.show_subscription_status();\\\"'\",\"rollback\":\"If sync fails, analyze pglogical.local_sync_status and restart sync\"},\n {\"id\":12,\"step\":\"Pre-migration: Verify sync completion\",\"owner\":\"DBA\",\"command\":\"psql -c \\\"SELECT n.nspname, c.relname, c2.n_live_tup as old_count, c.n_live_tup as new_count FROM pg_class c JOIN pg_namespace n ON n.oid = c.relnamespace LEFT JOIN dblink('host=old-primary port=5432 dbname=appdb', 'SELECT relname, n_live_tup FROM pg_stat_user_tables') AS c2(relname text, n_live_tup bigint) ON c2.relname = c.relname WHERE c.relkind = 'r' AND n.nspname = 'public';\\\"\",\"rollback\":\"Resynchronize specific tables with pglogical.synchronize_table()\"},\n {\"id\":13,\"step\":\"T-5min: Enable application read-only mode\",\"owner\":\"AppEng\",\"command\":\"kubectl set env deployment/app API_READ_ONLY=true && curl -sf http://app-health/readyz | grep -q 'read-only'\",\"rollback\":\"kubectl set env deployment/app API_READ_ONLY=false\"},\n {\"id\":14,\"step\":\"T-4min: Stop non-critical background jobs\",\"owner\":\"AppEng\",\"command\":\"kubectl patch cronjob analytics-reporting -p '{\\\"spec\\\":{\\\"suspend\\\":true}}' && kubectl delete jobs -l job-type=background --force\",\"rollback\":\"kubectl patch cronjob analytics-reporting -p '{\\\"spec\\\":{\\\"suspend\\\":false}}'\"},\n {\"id\":15,\"step\":\"T-3", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 59.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 466.0, "num_requests_total": 1.0, "gen_throughput": 206.3, "decode_sum_seq_lens": -8911.0, "token_usage": -0.0, "full_token_usage": -0.0, "num_used_tokens": -8896.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": -8896.0, "spec_accept_length": -1.4, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1865.0, "realtime_tokens_total": 1263.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 59.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 59.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 27022.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 151.0, "tok_s": 363.7, "text": "```json\n[\n {\"name\":\"HighErrorRate\",\"metric\":\"http_requests_total{status=~\\\"5..\\\"} / http_requests_total\",\"threshold\":0.05,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-error-rate\"},\n {\"name\":\"CriticalErrorRate\",\"metric\":\"http_requests_total{status=~\\\"5..\\\"} / http_requests_total\",\"threshold\":0.1,\"window\":\"2m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/critical-error-rate\"},\n {\"name\":\"LatencyP95High\",\"metric\":\"histogram_quantile(0.95, rate(http_request_duration_seconds_bucket[5m]))\",\"threshold\":2.0,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/latency-p95\"},\n {\"name\":\"LatencyP99Critical\",\"metric\":\"histogram_quantile(0.99, rate(http_request_duration_seconds_bucket[5m]))\",\"threshold\":5.0,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/latency-p99\"},\n {\"name\":\"PaymentTimeoutRate\",\"metric\":\"rate(payments_timeouts_total[5m])\",\"threshold\":10,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/timeout-rate\"},\n {\"name\":\"PaymentFailuresSpike\",\"metric\":\"rate(payments_failed_total[5m])\",\"threshold\":50,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/failure-spike\"},\n {\"name\":\"DeclinedRateAnomaly\",\"metric\":\"rate(payments_declined_total[10m]) / rate(payments_total[10m])\",\"threshold\":0.3,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/declined-rate\"},\n {\"name\":\"FraudCheckLatency\",\"metric\":\"histogram_quantile(0.95, rate(fraud_check_duration_seconds_bucket[5m]))\",\"threshold\":1.5,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/fraud-latency\"},\n {\"name\":\"GatewayConnectionErrors\",\"metric\":\"rate(payments_gateway_errors_total[5m])\",\"threshold\":5,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/gateway-errors\"},\n {\"name\":\"GatewayTimeoutRate\",\"metric\":\"rate(payments_gateway_timeouts_total[5m])\",\"threshold\":3,\"window\":\"5m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/gateway-timeouts\"},\n {\"name\":\"WebhookDeliveryFailures\",\"metric\":\"rate(webhook_delivery_failed_total[10m])\",\"threshold\":0.1,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/webhook-failures\"},\n {\"name\":\"WebhookQueueBacklog\",\"metric\":\"webhook_queue_size\",\"threshold\":1000,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/webhook-backlog\"},\n {\"name\":\"CPUThrottling\",\"metric\":\"rate(container_cpu_cfs_throttled_seconds_total[5m])\",\"threshold\":0.25,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/cpu-throttling\"},\n {\"name\":\"HighCPUUsage\",\"metric\":\"container_cpu_usage_seconds_total / container_spec_cpu_quota\",\"threshold\":0.8,\"window\":\"5m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/high-cpu\"},\n {\"name\":\"MemoryPressure\",\"metric\":\"container_memory_working_set_bytes / container_spec_memory_limit_bytes\",\"threshold\":0.85,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/memory-pressure\"},\n {\"name\":\"PodCrashLooping\",\"metric\":\"rate(kube_pod_container_status_restarts_total[15m])\",\"threshold\":0,\"window\":\"15m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/crash-loop\"},\n {\"name\":\"PodNotReady\",\"metric\":\"kube_pod_status_ready{condition=\\\"false\\\"}\",\"threshold\":1,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/pod-not-ready\"},\n {\"name\":\"HPAAtMaxReplicas\",\"metric\":\"kube_horizontalpodautoscaler_status_current_replicas / kube_horizontalpodautoscaler_spec_max_replicas\",\"threshold\":1.0,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/hpa-max\"},\n {\"name\":\"DatabaseConnectionPoolExhausted\",\"metric\":\"db_pool_connections_active / db_pool_connections_max\",\"threshold\":0.9,\"window\":\"5m\",\"severity\":\"critical\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/db-pool-exhausted\"},\n {\"name\":\"DatabaseLatencyHigh\",\"metric\":\"histogram_quantile(0.95, rate(db_query_duration_seconds_bucket[5m]))\",\"threshold\":0.5,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/db-latency\"},\n {\"name\":\"IdempotencyKeyCollisions\",\"metric\":\"rate(payments_idempotency_collisions_total[10m])\",\"threshold\":10,\"window\":\"10m\",\"severity\":\"warning\",\"runbook_url\":\"https://wiki.internal/runbooks/payments/idempotency-collisions\"},\n {\"name\":\"RateLimitHits\",\"metric\":\"rate(payments_rate_limited_total[5", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 1.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 43.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 321.0, "num_requests_total": 1.0, "gen_throughput": 59.8, "decode_sum_seq_lens": -96.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -1088.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": -128.0, "spec_accept_length": 0.6, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1285.0, "realtime_tokens_total": 1268.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 43.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 43.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.3, "inter_token_latency_seconds_bucket": 27806.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1118, "ttft_ms": 156.0, "tok_s": 437.6, "text": "```json\n{\n \"tasks\": [\n {\n \"task\": \"Create company email account\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": -3,\n \"tooling\": \"Google Workspace\",\n \"depends_on\": null\n },\n {\n \"task\": \"Provision laptop and hardware\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": -3,\n \"tooling\": \"Asset management spreadsheet\",\n \"depends_on\": null\n },\n {\n \"task\": \"Create accounts in core systems\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": -2,\n \"tooling\": \"1Password, Google Workspace Admin\",\n \"depends_on\": \"Create company email account\"\n },\n {\n \"task\": \"Prepare employment contract\",\n \"owner_role\": \"People Operations\",\n \"due_day\": -7,\n \"tooling\": \"DocuSign, Carta\",\n \"depends_on\": null\n },\n {\n \"task\": \"Complete background check\",\n \"owner_role\": \"People Operations\",\n \"due_day\": -5,\n \"tooling\": \"Checkr\",\n \"depends_on\": \"Prepare employment contract\"\n },\n {\n \"task\": \"Collect tax and payroll documents\",\n \"owner_role\": \"People Operations\",\n \"due_day\": -3,\n \"tooling\": \"Gusto, Deel\",\n \"depends_on\": \"Prepare employment contract\"\n },\n {\n \"task\": \"Enroll in benefits\",\n \"owner_role\": \"People Operations\",\n \"due_day\": 0,\n \"tooling\": \"Gusto, Justworks\",\n \"depends_on\": \"Collect tax and payroll documents\"\n },\n {\n \"task\": \"Schedule welcome session\",\n \"owner_role\": \"People Operations\",\n \"due_day\": -1,\n \"tooling\": \"Google Calendar\",\n \"depends_on\": null\n },\n {\n \"task\": \"Prepare first-week agenda\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": -2,\n \"tooling\": \"Notion, Google Docs\",\n \"depends_on\": \"Schedule welcome session\"\n },\n {\n \"task\": \"Assign onboarding buddy\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": -3,\n \"tooling\": \"Slack\",\n \"depends_on\": null\n },\n {\n \"task\": \"Grant access to support platform\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": -1,\n \"tooling\": \"Zendesk/Intercom\",\n \"depends_on\": \"Create accounts in core systems\"\n },\n {\n \"task\": \"Add to team Slack channels\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": 0,\n \"tooling\": \"Slack Admin\",\n \"depends_on\": \"Create company email account\"\n },\n {\n \"task\": \"Complete security and compliance training\",\n \"owner_role\": \"Security/Founder\",\n \"due_day\": 1,\n \"tooling\": \"Vanta, Secureframe\",\n \"depends_on\": \"Create accounts in core systems\"\n },\n {\n \"task\": \"Attend product overview session\",\n \"owner_role\": \"Product Manager\",\n \"due_day\": 1,\n \"tooling\": \"Google Meet, Figma, Loom\",\n \"depends_on\": \"Schedule welcome session\"\n },\n {\n \"task\": \"Complete support tool training\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": 2,\n \"tooling\": \"Zendesk/Intercom, Stonly\",\n \"depends_on\": \"Grant access to support platform\"\n },\n {\n \"task\": \"Shadow senior support rep\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": 3,\n \"tooling\": \"Zendesk/Intercom, Dialpad\",\n \"depends_on\": \"Complete support tool training\"\n },\n {\n \"task\": \"Review customer-facing documentation\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": 3,\n \"tooling\": \"Notion, GitBook\",\n \"depends_on\": \"Attend product overview session\"\n },\n {\n \"task\": \"Handle first supervised ticket\",\n \"owner_role\": \"Hiring Manager (Support Lead)\",\n \"due_day\": 5,\n \"tooling\": \"Zendesk/Intercom\",\n \"depends_on\": \"Shadow senior support rep\"\n },\n {\n \"task\": \"30-day check-in meeting\",\n \"owner_role\": \"People Operations\",\n \"due_day\": 30,\n \"tooling\": \"Lattice, Google Calendar\",\n \"depends_on\": \"Enroll in benefits\"\n },\n {\n \"task\": \"Obtain tool access audit confirmation\",\n \"owner_role\": \"IT/Office Manager\",\n \"due_day\": 5,\n \"tooling\": \"Vanta, Google Workspace Admin\",\n \"depends_on\": \"Create accounts in core systems\"\n }\n ]\n}\n```", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 48.0, "generation_tokens_total": 1118.0, "spec_verify_calls_total": 249.0, "num_requests_total": 1.0, "gen_throughput": 3.4, "decode_sum_seq_lens": -127.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1152.0, "kv_available_tokens": -1152.0, "kv_used_tokens": 1152.0, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 997.0, "realtime_tokens_total": 1183.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 48.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 48.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1118.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.5, "inter_token_latency_seconds_bucket": 26277.0, "inter_token_latency_seconds_count": 1117.0 } }, { "ctok": 1200, "ttft_ms": 152.0, "tok_s": 567.1, "text": "```json\n[\n {\n \"id\": 1,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Team Meeting\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"booking_id\"\n },\n {\n \"id\": 2,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"title\"\n },\n {\n \"id\": 3,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Invalid Time\",\n \"start_time\": \"2024-01-15T10:00:00Z\",\n \"end_time\": \"2024-01-15T09:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"end_time\"\n },\n {\n \"id\": 4,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Missing User\",\n \"start_time\": \"2024-01-15T09:00:00Z\",\n \"end_time\": \"2024-01-15T10:00:00Z\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"user_id\"\n },\n {\n \"id\": 5,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"POST\",\n \"payload\": {\n \"title\": \"Past Date\",\n \"start_time\": \"2023-01-15T09:00:00Z\",\n \"end_time\": \"2023-01-15T10:00:00Z\",\n \"user_id\": \"user-123\",\n \"room_id\": \"room-456\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"start_time\"\n },\n {\n \"id\": 6,\n \"endpoint\": \"/api/bookings\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 7,\n \"endpoint\": \"/api/bookings?start_date=2024-01-01&end_date=2024-01-31\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"bookings\"\n },\n {\n \"id\": 8,\n \"endpoint\": \"/api/bookings?user_id=user-123\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"user_id\"\n },\n {\n \"id\": 9,\n \"endpoint\": \"/api/bookings?room_id=room-456\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"room_id\"\n },\n {\n \"id\": 10,\n \"endpoint\": \"/api/bookings?start_date=invalid\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 400,\n \"expected_body_contains\": \"date\"\n },\n {\n \"id\": 11,\n \"endpoint\": \"/api/bookings/bkg-789\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": \"booking_id\"\n },\n {\n \"id\": 12,\n \"endpoint\": \"/api/bookings/nonexistent-id\",\n \"method\": \"GET\",\n \"payload\": {},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\"\n },\n {\n \"id\": 13,\n \"endpoint\": \"/api/bookings/bkg-789\",\n \"method\": \"PUT\",\n \"payload\": {\n \"title\": \"Updated Meeting\",\n \"start_time\": \"2024-01-15T11:00:00Z\",\n \"end_time\": \"2024-01-15T12:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"title\"\n },\n {\n \"id\": 14,\n \"endpoint\": \"/api/bookings/bkg-789\",\n \"method\": \"PUT\",\n \"payload\": {\n \"start_time\": \"2024-01-15T10:00:00Z\",\n \"end_time\": \"2024-01-15T09:00:00Z\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"end_time\"\n },\n {\n \"id\": 15,\n \"endpoint\": \"/api/bookings", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 204.0, "num_requests_total": 1.0, "gen_throughput": 119.0, "decode_sum_seq_lens": 38.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1152.0, "kv_used_tokens": 64.0, "spec_accept_length": 1.3, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 817.0, "realtime_tokens_total": 1267.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.1, "inter_token_latency_seconds_bucket": 28582.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 147.0, "tok_s": 419.6, "text": "```json\n[\n {\n \"key\": \"new_onboarding_flow\",\n \"description\": \"Redesigned user onboarding with progressive disclosure\",\n \"default\": false,\n \"rollout_percent\": 100,\n \"owner\": \"product.onboarding@company.com\",\n \"expiry_date\": \"2024-12-31\"\n },\n {\n \"key\": \"dark_mode_v2\",\n \"description\": \"Improved dark mode with OLED black support\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"ux.team@company.com\",\n \"expiry_date\": \"2025-06-30\"\n },\n {\n \"key\": \"offline_sync\",\n \"description\": \"Background data synchronization for offline usage\",\n \"default\": false,\n \"rollout_percent\": 75,\n \"owner\": \"engineering.platform@company.com\",\n \"expiry_date\": \"2024-10-15\"\n },\n {\n \"key\": \"push_notifications_redesign\",\n \"description\": \"Rich media push notifications with action buttons\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"growth.team@company.com\",\n \"expiry_date\": \"2025-01-31\"\n },\n {\n \"key\": \"biometric_login\",\n \"description\": \"Face ID and fingerprint authentication\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"security@company.com\",\n \"expiry_date\": \"2025-03-31\"\n },\n {\n \"key\": \"in_app_purchases_v3\",\n \"description\": \"New subscription tiers and promotional offers\",\n \"default\": false,\n \"rollout_percent\": 25,\n \"owner\": \"monetization@company.com\",\n \"expiry_date\": \"2024-11-30\"\n },\n {\n \"key\": \"performance_monitoring\",\n \"description\": \"Real-time app performance telemetry collection\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"sre@company.com\",\n \"expiry_date\": \"2025-12-31\"\n },\n {\n \"key\": \"social_sharing_native\",\n \"description\": \"Native OS share sheets instead of custom UI\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"eng.ios@company.com\",\n \"expiry_date\": \"2025-02-28\"\n },\n {\n \"key\": \"crash_reporting_enhanced\",\n \"description\": \"Detailed crash logs with user session replay\",\n \"default\": true,\n \"rollout_percent\": 50,\n \"owner\": \"quality@company.com\",\n \"expiry_date\": \"2024-09-30\"\n },\n {\n \"key\": \"search_algolia_migration\",\n \"description\": \"Migrate from legacy search to Algolia backend\",\n \"default\": false,\n \"rollout_percent\": 10,\n \"owner\": \"search.team@company.com\",\n \"expiry_date\": \"2024-08-31\"\n },\n {\n \"key\": \"video_streaming_adaptive\",\n \"description\": \"HLS adaptive bitrate streaming for media\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"media.platform@company.com\",\n \"expiry_date\": \"2025-04-30\"\n },\n {\n \"key\": \"chat_support_widget\",\n \"description\": \"In-app customer support chat interface\",\n \"default\": false,\n \"rollout_percent\": 5,\n \"owner\": \"support.tech@company.com\",\n \"expiry_date\": \"2024-12-15\"\n },\n {\n \"key\": \"analytics_segment_v2\",\n \"description\": \"Updated analytics pipeline with event batching\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"data.engineering@company.com\",\n \"expiry_date\": \"2025-07-31\"\n },\n {\n \"key\": \"deeplinking_universal\",\n \"description\": \"iOS universal links and Android app links\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"eng.mobile@company.com\",\n \"expiry_date\": \"2025-05-31\"\n },\n {\n \"key\": \"battery_optimization\",\n \"description\": \"Reduced background network and GPS polling\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"eng.android@company.com\",\n \"expiry_date\": \"2025-08-31\"\n },\n {\n \"key\": \"accessibility_screen_reader\",\n \"description\": \"Enhanced VoiceOver and TalkBack support\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"a11y.team@company.com\",\n \"expiry_date\": \"2025-09-30\"\n },\n {\n \"key\": \"beta_feedback_prompt\",\n \"description\": \"In-app feedback collection from beta users\",\n \"default\": false,\n \"rollout_percent\": 0,\n \"owner\": \"product@company.com\",\n \"expiry_date\": \"2024-07-31\"\n },\n {\n \"key\": \"gdpr_data_export\",\n \"description\": \"User data portability and account deletion\",\n \"default\": true,\n \"rollout_percent\": 100,\n \"owner\": \"legal.tech@company.com\",\n \"expiry_date\":", "slot": 4, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 44.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 278.0, "num_requests_total": 1.0, "gen_throughput": -147.1, "decode_sum_seq_lens": 24.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 1216.0, "spec_accept_length": -1.6, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1113.0, "realtime_tokens_total": 1267.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 44.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 44.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 2.8, "inter_token_latency_seconds_bucket": 28159.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 1200, "ttft_ms": 150.0, "tok_s": 304.0, "text": "```json\n[\n {\n \"step\": 1,\n \"tool\": \"vault\",\n \"command\": \"vault secrets enable -path=db database\",\n \"verify\": \"vault secrets list | grep db/\",\n \"on_failure\": \"vault secrets disable db/ && retry\"\n },\n {\n \"step\": 2,\n \"tool\": \"vault\",\n \"command\": \"vault write db/config/postgresql plugin=postgresql-database-plugin connection_url='postgresql://{{username}}:{{password}}@db-primary:5432/postgres?sslmode=require' allowed_roles='*' username='vaultadmin' password=''\",\n \"verify\": \"vault read db/config/postgresql\",\n \"on_failure\": \"log connection error; abort rotation\"\n },\n {\n \"step\": 3,\n \"tool\": \"vault\",\n \"command\": \"vault write db/roles/app-lease db_name=postgresql creation_statements=\\\"CREATE ROLE '{{name}}' WITH LOGIN PASSWORD '{{password}}' VALID UNTIL '{{expiration}}'; GRANT SELECT ON ALL TABLES IN SCHEMA public TO '{{name}}';\\\" default_ttl=1h max_ttl=24h\",\n \"verify\": \"vault read db/roles/app-lease\",\n \"on_failure\": \"fix SQL syntax and retry\"\n },\n {\n \"step\": 4,\n \"tool\": \"vault\",\n \"command\": \"vault read db/creds/app-lease\",\n \"verify\": \"echo $PGPASSWORD | psql -h db-primary -U -c 'SELECT 1'\",\n \"on_failure\": \"revoke lease immediately; check role config\"\n },\n {\n \"step\": 5,\n \"tool\": \"consul-template\",\n \"command\": \"consul-template -template='db.tpl:/opt/app/.env:systemctl reload app' -once\",\n \"verify\": \"systemctl is-active app && grep -q 'DB_USER=' /opt/app/.env\",\n \"on_failure\": \"restore .env.backup; systemctl restart app; alert\"\n },\n {\n \"step\": 6,\n \"tool\": \"haproxy\",\n \"command\": \"echo 'set server app-servers/app-blue state drain' | socat stdio /run/haproxy/admin.sock\",\n \"verify\": \"echo 'show servers state' | socat stdio /run/haproxy/admin.sock | grep app-blue | grep DRAIN\",\n \"on_failure\": \"echo 'set server app-servers/app-blue state ready' | socat stdio /run/haproxy/admin.sock\"\n },\n {\n \"step\": 7,\n \"tool\": \"systemd\",\n \"command\": \"systemctl restart app@blue\",\n \"verify\": \"curl -sf http://app-blue:8080/health && [ $(journalctl -u app@blue -n 5 | grep -c 'DB connected') -ge 1 ]\",\n \"on_failure\": \"systemctl stop app@blue; set server app-blue ready; abort\"\n },\n {\n \"step\": 8,\n \"tool\": \"haproxy\",\n \"command\": \"echo 'set server app-servers/app-blue state ready' | socat stdio /run/haproxy/admin.sock\",\n \"verify\": \"curl -sf http://localhost:80/health -H 'Host: app.example.com'\",\n \"on_failure\": \"investigate app logs; keep blue out of pool\"\n },\n {\n \"step\": 9,\n \"tool\": \"haproxy\",\n \"command\": \"echo 'set server app-servers/app-green state drain' | socat stdio /run/haproxy/admin.sock\",\n \"verify\": \"echo 'show stat' | socat stdio /run/haproxy/admin.sock | grep app-green | grep DRAIN\",\n \"on_failure\": \"revert traffic to green; abort rotation\"\n },\n {\n \"step\": 10,\n \"tool\": \"systemd\",\n \"command\": \"systemctl restart app@green\",\n \"verify\": \"curl -sf http://app-green:8080/health && env | grep -q 'DB_PASS=' /proc/$(pgrep -f 'app@green')/environ\",\n \"on_failure\": \"systemctl stop app@green; keep green drained\"\n },\n {\n \"step\": 11,\n \"tool\": \"haproxy\",\n \"command\": \"echo 'set server app-servers/app-green state ready' | socat stdio /run/haproxy/admin.sock\",\n \"verify\": \"echo 'show stat' | socat stdio /run/haproxy/admin.sock | grep app-green | grep -E 'UP|2Y'\",\n \"on_failure\": \"drain green; investigate\"\n },\n {\n \"step\": 12,\n \"tool\": \"vault\",\n \"command\": \"vault write -f sys/leases/revoke-force db/creds/app-lease\",\n \"verify\": \"vault list sys/leases/lookup/db/creds/app-lease | wc -l | grep '^0$'\",\n \"on_failure\": \"force revoke again; alert if stale leases persist\"\n },\n {\n \"step\": 13,\n \"tool\": \"vault\",\n \"command\": \"vault write transit/keys/api-gateway rotation_policy=automatic auto_rotate_period=24h\",\n \"verify\": \"vault read transit/keys/api-gateway | grep -q 'auto_rotate_period.*24h'\",\n \"on_failure\": \"manual key rotation: vault write -f transit/keys/api-gateway/rotate\"\n },\n {\n \"step\":", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 51.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 386.0, "num_requests_total": 1.0, "gen_throughput": -125.3, "decode_sum_seq_lens": 71.0, "token_usage": -0.0, "full_token_usage": -0.0, "num_used_tokens": -1216.0, "kv_available_tokens": -1216.0, "kv_evictable_tokens": 2432.0, "kv_used_tokens": -1216.0, "spec_accept_length": -1.3, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1545.0, "realtime_tokens_total": 1266.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 51.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 51.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 27525.0, "inter_token_latency_seconds_count": 1199.0 } }, { "ctok": 899, "ttft_ms": 150.0, "tok_s": 279.5, "text": "```json\n[\n {\"field\":\"deal_id\",\"type\":\"string\",\"required\":true,\"validation\":\"UUID format, unique system-generated\",\"example\":\"DEAL-2024-8A7B3C9D\"},\n {\"field\":\"deal_name\",\"type\":\"string\",\"required\":true,\"validation\":\"2-150 characters, alphanumeric with basic punctuation\",\"example\":\"Acme Corp Q3 Infrastructure Expansion\"},\n {\"field\":\"account_name\",\"type\":\"string\",\"required\":true,\"validation\":\"2-200 characters, must match existing account or create new\",\"example\":\"Acme Corporation\"},\n {\"field\":\"primary_contact\",\"type\":\"string\",\"required\":true,\"validation\":\"Valid contact ID from contacts table\",\"example\":\"CONT-44521\"},\n {\"field\":\"deal_owner\",\"type\":\"string\",\"required\":true,\"validation\":\"Valid user ID with sales role permissions\",\"example\":\"USER-7829-Sarah Chen\"},\n {\"field\":\"lead_source\",\"type\":\"enum\",\"required\":true,\"validation\":\"Must be one of: Inbound, Outbound, Referral, Partner, Event, Website, Social, Other\",\"example\":\"Partner\"},\n {\"field\":\"source_detail\",\"type\":\"string\",\"required\":false,\"validation\":\"Required if source is Referral/Partner/Event, max 300 characters\",\"example\":\"Microsoft Azure Partner Summit 2024\"},\n {\"field\":\"deal_stage\",\"type\":\"enum\",\"required\":true,\"validation\":\"Must be one of: Prospecting, Qualification, Needs Analysis, Value Proposition, ID Decision Makers, Proposal/Price Quote, Negotiation/Review, Closed Won, Closed Lost\",\"example\":\"Negotiation/Review\"},\n {\"field\":\"stage_entry_date\",\"type\":\"date\",\"required\":true,\"validation\":\"ISO 8601 date, cannot be future date, auto-updated on stage change\",\"example\":\"2024-06-15\"},\n {\"field\":\"deal_value\",\"type\":\"currency\",\"required\":true,\"validation\":\"Positive number, max 999,999,999.99, 2 decimal places, currency code required\",\"example\":\"{\\\"amount\\\": 450000.00, \\\"currency\\\": \\\"USD\\\"}\"},\n {\"field\":\"annual_contract_value\",\"type\":\"currency\",\"required\":false,\"validation\":\"Positive number, must be less than or equal to deal_value when term is 1 year\",\"example\":\"{\\\"amount\\\": 150000.00, \\\"currency\\\": \\\"USD\\\"}\"},\n {\"field\":\"contract_term_months\",\"type\":\"integer\",\"required\":false,\"validation\":\"1-120 months, default 12\",\"example\":36},\n {\"field\":\"close_date\",\"type\":\"date\",\"required\":true,\"validation\":\"ISO 8601 date, must be within 2 years of creation, updated to actual on close\",\"example\":\"2024-09-30\"},\n {\"field\":\"probability_percentage\",\"type\":\"integer\",\"required\":true,\"validation\":\"0-100, auto-set by stage with manual override capability\",\"example\":75},\n {\"field\":\"forecast_category\",\"type\":\"enum\",\"required\":true,\"validation\":\"Must be one of: Pipeline, Best Case, Commit, Closed, Omitted\",\"example\":\"Commit\"},\n {\"field\":\"competitor\",\"type\":\"string\",\"required\":false,\"validation\":\"Max 200 characters, required if stage is Proposal or later\",\"example\":\"Salesforce, Oracle\"},\n {\"field\":\"loss_reason\",\"type\":\"enum\",\"required\":false,\"validation\":\"Required if stage is Closed Lost; must be one of: Price, Features, Timing, Lost to Competitor, No Budget, No Decision, Other\",\"example\":\"Lost to Competitor\"},\n {\"field\":\"loss_reason_detail\",\"type\":\"string\",\"required\":false,\"validation\":\"Required if loss_reason is Other, max 2000 characters\",\"example\":\"Customer acquired by competitor; procurement frozen during merger\"},\n {\"field\":\"products\",\"type\":\"array\",\"required\":true,\"validation\":\"Min 1 item, each item must have valid product_id, quantity (1+), unit_price\",\"example\":\"[{\\\"product_id\\\":\\\"PROD-001\\\",\\\"name\\\":\\\"Enterprise License\\\",\\\"quantity\\\":500,\\\"unit_price\\\":800.00}]\"},\n {\"field\":\"next_step\",\"type\":\"string\",\"required\":true,\"validation\":\"10-500 characters, must be updated if stage not Closed, cannot be past date\",\"example\":\"Executive presentation to CFO on July 10; finalize security review documentation\"}\n]\n```", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 1.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 42.0, "generation_tokens_total": 899.0, "spec_verify_calls_total": 313.0, "num_requests_total": 1.0, "gen_throughput": -50.4, "decode_sum_seq_lens": -392.0, "full_token_usage": 0.0, "num_used_tokens": 896.0, "kv_available_tokens": -896.0, "kv_used_tokens": 896.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1253.0, "realtime_tokens_total": 963.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 42.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 42.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 899.0, "generation_tokens_histogram_bucket": 32.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.2, "inter_token_latency_seconds_bucket": 20405.0, "inter_token_latency_seconds_count": 898.0 } }, { "ctok": 1200, "ttft_ms": 152.0, "tok_s": 281.9, "text": "```json\n{\n \"critical\": [\n {\n \"title\": \"SQL Injection in Raw Query\",\n \"component\": \"analytics/views.py\",\n \"impact\": \"Complete database compromise, data exfiltration, authentication bypass\",\n \"fix\": \"Replace raw SQL with ORM queries; use parameterized queries if raw SQL required\",\n \"effort_days\": 3\n },\n {\n \"title\": \"Hardcoded SECRET_KEY in settings.py\",\n \"component\": \"project/settings.py\",\n \"impact\": \"Session forgery, cookie tampering, privilege escalation across all users\",\n \"fix\": \"Load SECRET_KEY from environment variable or secrets manager; rotate immediately\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Missing CSRF Protection on State-Changing API\",\n \"component\": \"api/legacy_views.py\",\n \"impact\": \"Cross-site request forgery enabling unauthorized fund transfers and data modification\",\n \"fix\": \"Enforce @csrf_protect or migrate to DRF with session authentication and proper CSRF\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Remote Code Execution via Pickle Deserialization\",\n \"component\": \"cache/utils.py\",\n \"impact\": \"Full server compromise, reverse shell, lateral movement in infrastructure\",\n \"fix\": \"Replace pickle with JSON serialization; audit all cache and message queue usage\",\n \"effort_days\": 5\n },\n {\n \"title\": \"Mass Assignment Vulnerability in User Update\",\n \"component\": \"accounts/views.py\",\n \"impact\": \"Privilege escalation to superuser, unauthorized field modification\",\n \"fix\": \"Explicitly whitelist fields in ModelForm or serializer; remove fields from user control\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Unsafe eval() on User-Submitted Template Code\",\n \"component\": \"reports/generator.py\",\n \"impact\": \"Arbitrary code execution with application privileges\",\n \"fix\": \"Replace eval with ast.literal_eval or dedicated template engine with sandboxing\",\n \"effort_days\": 4\n },\n {\n \"title\": \"Authentication Bypass via JWT None Algorithm\",\n \"component\": \"middleware/jwt_auth.py\",\n \"impact\": \"Complete authentication bypass for all protected endpoints\",\n \"fix\": \"Explicitly whitelist allowed algorithms; validate alg header before verification\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Path Traversal in File Export\",\n \"component\": \"exports/views.py\",\n \"impact\": \"Arbitrary file read including settings, database credentials, system files\",\n \"fix\": \"Sanitize filename with django.utils.text.get_valid_filename; restrict to chroot directory\",\n \"effort_days\": 2\n }\n ],\n \"high\": [\n {\n \"title\": \"Stored XSS in Comment Rendering\",\n \"component\": \"forum/templatetags/markup.py\",\n \"impact\": \"Session hijacking, admin panel compromise, defacement\",\n \"fix\": \"Apply bleach.clean before storage; use Django template auto-escaping; implement CSP\",\n \"effort_days\": 3\n },\n {\n \"title\": \"Insecure Direct Object Reference in Invoice Access\",\n \"component\": \"billing/views.py\",\n \"impact\": \"Unauthorized access to other customers' financial records and PII\",\n \"fix\": \"Enforce object-level permissions with django-guardian or queryset filtering by request.user\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Missing Rate Limiting on Login Endpoint\",\n \"component\": \"accounts/auth_views.py\",\n \"impact\": \"Credential stuffing attacks, account lockout DoS, brute force password cracking\",\n \"fix\": \"Implement django-ratelimit; add CAPTCHA after failures; integrate fail2ban\",\n \"effort_days\": 2\n },\n {\n \"title\": \"Sensitive Data Exposure in Error Responses\",\n \"component\": \"middleware/exception_handler.py\",\n \"impact\": \"Database credentials, API keys, and internal paths leaked to attackers\",\n \"fix\": \"Configure custom 500 handler; log details server-side; return generic error messages\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Insecure CORS Allowing Credential Theft\",\n \"component\": \"project/settings.py\",\n \"impact\": \"Cross-origin attacks enabling API abuse and authenticated data exfiltration\",\n \"fix\": \"Restrict CORS_ALLOWED_ORIGINS to exact domains; remove CORS_ALLOW_CREDENTIALS wildcard\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Weak Password Hashing (MD5)\",\n \"component\": \"legacy_migration/management/commands/import_users.py\",\n \"impact\": \"Rapid password cracking, credential reuse attacks on other services\",\n \"fix\": \"Force password reset for all affected users; upgrade to Argon2 with Django 4.2+\",\n \"effort_days\": 3\n },\n {\n \"title\": \"Unvalidated Redirect After Login\",\n \"component\": \"accounts/views.py\",\n \"impact\": \"Phishing redirection stealing OAuth tokens and session cookies\",\n \"fix\": \"Whitelist allowed redirect domains; use django.utils.http.url_has_allowed_host_and_scheme\",\n \"effort_days\": 1\n },\n {\n \"title\": \"Missing Content Security Policy Headers\",\n \"component\": \"project/settings.py\",\n \"impact\": \"XSS payload execution, data exfiltration via injected scripts\",\n \"fix\": \"Configure django-csp with strict policies; report-only mode before enforcement\",\n \"effort_days\": 2\n }\n ", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 1.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 52.0, "generation_tokens_total": 1200.0, "spec_verify_calls_total": 415.0, "num_requests_total": 1.0, "gen_throughput": 54.6, "decode_sum_seq_lens": 359.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 384.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 896.0, "kv_used_tokens": 384.0, "spec_accept_length": 0.6, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.6, "per_stage_req_latency_seconds_bucket": 204.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1661.0, "realtime_tokens_total": 1264.0, "time_to_first_token_seconds_sum": 0.1, "time_to_first_token_seconds_bucket": 18.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 52.0, "prompt_tokens_histogram_bucket": 36.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 52.0, "uncached_prompt_tokens_histogram_bucket": 36.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 1200.0, "generation_tokens_histogram_bucket": 31.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 27375.0, "inter_token_latency_seconds_count": 1199.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 9.3, "http_requests_total": 16.0, "http_responses_total": 16.0, "prompt_tokens_total": 383.0, "generation_tokens_total": 9217.0, "spec_verify_calls_total": 2632.0, "num_requests_total": 8.0, "gen_throughput": 120.30000000000001, "decode_sum_seq_lens": -9034.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": -7744.0, "kv_available_tokens": -9280.0, "kv_evictable_tokens": 17024.0, "kv_used_tokens": -7744.0, "spec_accept_length": -2.3000000000000003, "spec_accept_rate": -0.4, "per_stage_req_latency_seconds_sum": 4.8, "per_stage_req_latency_seconds_bucket": 1632.0, "per_stage_req_latency_seconds_count": 64.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 1280.0, "queue_time_seconds_count": 32.0, "cuda_graph_passes_total": 10536.0, "realtime_tokens_total": 9741.0, "time_to_first_token_seconds_sum": 0.9999999999999999, "time_to_first_token_seconds_bucket": 144.0, "time_to_first_token_seconds_count": 8.0, "prompt_tokens_histogram_sum": 383.0, "prompt_tokens_histogram_bucket": 288.0, "prompt_tokens_histogram_count": 8.0, "uncached_prompt_tokens_histogram_sum": 383.0, "uncached_prompt_tokens_histogram_bucket": 288.0, "uncached_prompt_tokens_histogram_count": 8.0, "generation_tokens_histogram_sum": 9217.0, "generation_tokens_histogram_bucket": 249.0, "generation_tokens_histogram_count": 8.0, "inter_token_latency_seconds_sum": 26.799999999999997, "inter_token_latency_seconds_bucket": 213151.0, "inter_token_latency_seconds_count": 9209.0 }, "step_ms": 10.27 }, "tool_nothink_10k": { "n": 16, "tok_s_median": 484.4, "tok_s_first8_median": 474.6, "tok_s_agg": 476.4, "tok_s_all_sorted": [ 388.3, 439.2, 440.2, 448.6, 467.8, 470.7, 478.0, 478.5, 490.3, 492.3, 499.1, 503.4, 505.2, 511.4, 521.7, 532.7 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 235.0, "prefix_cache_suspect": false, "tau": 5.1264, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 240.0, "tok_s": 448.6, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2025-09-23T14:30:00Z\", \"status\": \"closed\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\", \"agent\": \"api\"}, \"version\": 3},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with status open to unarchive\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_gone_error\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2025-09-23T14:30:00Z\", \"status\": \"closed\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_soft_delete_happy\",\n \"payload\": {\"id\": \"cus-550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2025-001-abc123\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"source\": \"verification_flow\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"accepted\",\n \"cleanup\": \"POST /v2/customers/{id}/verify to restore verified status (if supported) or create new customer\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_not_found\",\n \"payload\": {\"id\": \"cus-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2025-002-def456\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_admin_happy\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-2025-003-ghi789\", \"status\": \"held\", \"amount_cents\": 2999, \"currency\": \"USD\", \"metadata\": {\"2fa_context\": \"admin_console\", \"reason\": \"payment_failure\"}, \"version\": 5},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/retry to reset retry state if idempotent\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_precondition_failed\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-2025-004-jkl012\", \"status\": \"open\", \"amount_cents\": 2999, \"currency\": \"USD\", \"metadata\": {\"2fa_context\": \"admin_console\"}, \"version\": 4},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_happy\",\n \"payload\": {\"id\": \"whk-550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50, \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"approved_by\": \"system\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/approve to revoke approval\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_payment_required\",\n \"payload\": {\"id\": \"whk-550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50, \"status\": \"held\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_dry_run_happy\",\n \"payload\": {\"id\": \"rpt-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"report_type\": \"monthly\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"none required for dry_run; PUT /v2/reports/{id}/archive with dry_run=false to actually archive\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_conflict\",\n \"payload\": {\"id\": \"rpt-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false, \"status\": \"canceled\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_admin_happy\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"env\": \"prod\"}, \"version\": 10},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v3/tokens/{id}/archive with status open to unarchive (idempotent)\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_precondition_failed\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 9},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_happy\",\n \"payload\": {\"id\": \"adt-550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-09-23T14:30:00Z\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"retry_reason\": \"timeout\"}, \"version\": 3},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry\",\n \"cleanup\": \"GET /v3/audits/{id}/retry with earlier as_of to reset\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_payment_required\",\n \"payload\": {\"id\": \"adt-550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2025-", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 425.0, "num_requests_total": 1.0, "gen_throughput": 205.1, "decode_sum_seq_lens": 10573.0, "token_usage": 0.0, "full_token_usage": 0.1, "num_used_tokens": 10560.0, "kv_available_tokens": -11776.0, "kv_evictable_tokens": 1216.0, "kv_used_tokens": 10560.0, "spec_accept_length": 2.4, "spec_accept_rate": 0.4, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1701.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48251.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 316.0, "tok_s": 470.7, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"status\": \"done\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status restored\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"EUR\", \"metadata\": {\"finalized\": \"true\"}, \"version\": 3},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v1/customers/{id}/finalize with status open\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": true, \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false, \"status\": \"done\", \"amount_cents\": 15000, \"currency\": \"GBP\", \"metadata\": {\"termination\": \"scheduled\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_state\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"dry_run\": false, \"status\": \"pending\", \"amount_cents\": 15000, \"currency\": \"GBP\", \"metadata\": {\"termination\": \"immediate\"}, \"version\": 1},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50, \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"webhook_url\": \"https://example.com/hook\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"invalid_cursor\", \"limit\": 1000, \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 428,\n \"expected_body_contains\": \"Precondition Required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-2024-001\", \"status\": \"open\", \"amount_cents\": 2500, \"currency\": \"CAD\", \"metadata\": {\"report_type\": \"monthly\"}, \"version\": 2},\n \"test_name\": \"happy_path_approve_report\",\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v2/reports/{id}/unapprove\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idem-2024-001\", \"status\": \"held\", \"amount_cents\": 2500, \"currency\": \"CAD\", \"metadata\": {\"report_type\": \"monthly\"}, \"version\": 1},\n \"expected_status\": 428,\n \"expected_body_contains\": \"Precondition Required\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-token-001\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"token_type\": \"api\"}, \"version\": 5},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive with status restored\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"invalid-uuid-format\", \"idempotency-key\": \"idem-token-002\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25, \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_scope\": \"full\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"cursor\": \"eyJwYWdlIjo5OTl9\", \"limit\": 25, \"status\": \"canceled\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_scope\": \"deleted\"}, \"version\": 1},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none required\"\n },\n {\n \"endpoint\": \"DELETE /v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2024-01-15T10:30:00Z\", \"", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 392.0, "num_requests_total": 1.0, "gen_throughput": -45.3, "decode_sum_seq_lens": 137.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 1.2, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1569.0, "realtime_tokens_total": 12097.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48432.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 342.0, "tok_s": 388.3, "text": "```json\n[\n {\"endpoint\":\"DELETE /v2/invoices/{id}/rotate\",\"method\":\"DELETE\",\"test_name\":\"happy_path_rotate_invoice\",\"payload\":{\"id\":\"a1b2c3d4-e5f6-7890-abcd-ef1234567890\"},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"rotated\"},\"cleanup\":\"POST /v2/invoices/{id}/verify\"},\n {\"endpoint\":\"DELETE /v2/invoices/{id}/rotate\",\"method\":\"DELETE\",\"test_name\":\"failure_invoice_payment_required\",\"payload\":{\"id\":\"00000000-0000-0000-0000-000000000000\"},\"expected_status\":402,\"expected_body_contains\":{\"error\":\"payment_required\"},\"cleanup\":null},\n {\"endpoint\":\"POST /v2/customers/{id}/cancel\",\"method\":\"POST\",\"test_name\":\"happy_path_cancel_customer\",\"payload\":{\"id\":\"b2c3d4e5-f6a7-8901-bcde-f12345678901\",\"idempotency_key\":\"idem-2024-001-cancel-cust\"},\"expected_status\":202,\"expected_body_contains\":{\"status\":\"cancel_pending\"},\"cleanup\":\"GET /v2/customers/{id}/verify\"},\n {\"endpoint\":\"POST /v2/customers/{id}/cancel\",\"method\":\"POST\",\"test_name\":\"failure_precondition_failed\",\"payload\":{\"id\":\"b2c3d4e5-f6a7-8901-bcde-f12345678901\",\"idempotency_key\":\"idem-2024-001-cancel-cust\"},\"expected_status\":412,\"expected_body_contains\":{\"error\":\"precondition_failed\"},\"cleanup\":null},\n {\"endpoint\":\"POST /v2/subscriptions/{id}/verify\",\"method\":\"POST\",\"test_name\":\"happy_path_verify_subscription\",\"payload\":{\"id\":\"c3d4e5f6-a7b8-9012-cdef-123456789012\",\"idempotency_key\":\"idem-2024-002-verify-sub\"},\"expected_status\":201,\"expected_body_contains\":{\"status\":\"verified\"},\"cleanup\":\"DELETE /v2/subscriptions/{id}/cancel\"},\n {\"endpoint\":\"POST /v2/subscriptions/{id}/verify\",\"method\":\"POST\",\"test_name\":\"failure_not_found\",\"payload\":{\"id\":\"99999999-9999-9999-9999-999999999999\",\"idempotency_key\":\"idem-2024-002-verify-sub\"},\"expected_status\":404,\"expected_body_contains\":{\"error\":\"not_found\"},\"cleanup\":null},\n {\"endpoint\":\"PUT /v3/webhooks/{id}/rotate\",\"method\":\"PUT\",\"test_name\":\"happy_path_rotate_webhook\",\"payload\":{\"id\":\"d4e5f6a7-b8c9-0134-defa-234567890123\",\"dry_run\":false},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"rotated\"},\"cleanup\":\"PUT /v3/webhooks/{id}/rotate\"},\n {\"endpoint\":\"PUT /v3/webhooks/{id}/rotate\",\"method\":\"PUT\",\"test_name\":\"failure_conflict_webhook_active\",\"payload\":{\"id\":\"d4e5f6a7-b8c9-0134-defa-234567890123\",\"dry_run\":false},\"expected_status\":409,\"expected_body_contains\":{\"error\":\"conflict\"},\"cleanup\":null},\n {\"endpoint\":\"PUT /v2/reports/{id}/cancel\",\"method\":\"PUT\",\"test_name\":\"happy_path_cancel_report\",\"payload\":{\"id\":\"e5f6a7b8-c9d0-1456-efab-345678901234\",\"cursor\":\"c1\",\"limit\":50},\"expected_status\":202,\"expected_body_contains\":{\"status\":\"cancelled\"},\"cleanup\":\"GET /v2/reports/{id}/status\"},\n {\"endpoint\":\"PUT /v2/reports/{id}/cancel\",\"method\":\"PUT\",\"test_name\":\"failure_not_found_report\",\"payload\":{\"id\":\"88888888-8888-8888-8888-888888888888\",\"cursor\":\"c1\",\"limit\":50},\"expected_status\":404,\"expected_body_contains\":{\"error\":\"not_found\"},\"cleanup\":null},\n {\"endpoint\":\"PUT /v1/tokens/{id}/preview\",\"method\":\"PUT\",\"test_name\":\"happy_path_preview_token\",\"payload\":{\"id\":\"f6a7b8c9-d0e1-2567-fabc-456789012345\",\"as_of\":\"2024-06-15T10:30:00Z\"},\"expected_status\":202,\"expected_body_contains\":{\"status\":\"preview_ready\"},\"cleanup\":\"DELETE /v1/tokens/{id}/archive\"},\n {\"endpoint\":\"PUT /v1/tokens/{id}/preview\",\"method\":\"PUT\",\"test_name\":\"failure_payment_required_token\",\"payload\":{\"id\":\"f6a7b8c9-d0e1-2567-fabc-456789012345\",\"as_of\":\"2024-06-15T10:30:00Z\"},\"expected_status\":402,\"expected_body_contains\":{\"error\":\"payment_required\"},\"cleanup\":null},\n {\"endpoint\":\"POST /v1/audits/{id}/rotate\",\"method\":\"POST\",\"test_name\":\"happy_path_rotate_audit\",\"payload\":{\"id\":\"a7b8c9d0-e1f2-3678-abcd-567890123456\",\"idempotency_key\":\"idem-2024-003-rotate-audit\"},\"expected_status\":201,\"expected_body_contains\":{\"status\":\"rotated\"},\"cleanup\":\"POST /v1/audits/{id}/rotate\"},\n {\"endpoint\":\"POST /v1/audits/{id}/rotate\",\"method\":\"POST\",\"test_name\":\"failure_conflict_audit_pending\",\"payload\":{\"id\":\"a7b8c9d0-e1f2-3678-abcd-567890123456\",\"idempotency_key\":\"idem-2024-003-rotate-audit\"},\"expected_status\":409,\"expected_body_contains\":{\"error\":\"conflict\"},\"cleanup\":null},\n {\"endpoint\":\"POST /v3/exports/{id}/archive\",\"method\":\"POST\",\"test_name\":\"happy_path_archive_export\",\"payload\":{\"id\":\"b8c9d0e1-f2a3-4789-bcde-678901234567\"},\"expected_status\":200,\"expected_body_contains\":{\"status\":\"archived\"},\"cleanup\":\"POST /v3/exports/{id}/unarchive\"},\n {\"endpoint\":\"POST /v3/exports/{id}/archive\",\"method\":\"POST\",\"test_name\":\"failure_payment_required_export\",\"payload\":{\"id\":\"77777777-7777-7777-7777-777777777777\"},\"expected_status\":402,\"expected_body_contains\":{\"error\":\"payment_required\"},\"cleanup\":null},\n {\"endpoint\":\"GET /v2/plans/{id}/approve\",\"method\":\"GET\",\"test_name\":\"happy_path_approve_plan\",\"payload\":{\"id\":\"c9d0e1f2-a3b4-5890-cdef-789012345678\",\"dry_run\":false},\"expected_status\":201,\"expected_body_contains\":{\"status\":\"approved\"},\"cleanup\":\"PUT /v2/plans/{id}/cancel\"},\n {\"endpoint\":\"GET /v2/plans/{id}/approve\",\"method\":\"GET\",\"test_name\":\"failure_bad_request_plan_invalid\",\"payload\":{\"id\":\"c9d0e1f2-a3b4-5890-cdef-789012345678\",\"dry_run\":false},\"expected_status\":400,\"expected_body_contains\":{\"error\":\"bad_request\"},\"cleanup\":null},\n {\"endpoint\":\"GET /v3/usage/{id}/preview\",\"method\":\"GET\",\"test_name\":\"happy_path_preview_usage\",\"payload\":{\"id\":\"d0e1f2a3-b4c5-6901-defa-890123456789\",\"dry_run\":false},\"expected_status\":200,\"expected_body_contains\":{\"job_id\":\"job-\"},\"cleanup\":\"DELETE /v3/usage/{id}/cancel\"},\n {\"endpoint\":\"GET /v3/usage/{id}/preview\",\"method\":\"GET\",\"test_name\":\"failure_bad_request_usage_invalid\",\"payload\":{\"id\":\"d0e1f2a3-b4c5-6901-defa-890123456789\",\"dry_run\":false},\"expected_status\":400,\"expected_body_contains\":{\"error\":\"bad_request\"},\"cleanup\":null},\n {\"endpoint\":\"GET /v1/credits/{id}/rotate\",\"method\":\"GET\",\"test_name\":\"happy_path_rotate_credits\",\"payload\":{\"id\":\"e1f2a3b4-c5d6-7012-efab-901234567890\",\"dry_run\":false},\"expected_status\":202,\"expected_body_contains\":{\"status\":\"rotated\"},\"cleanup\":\"GET /v1/credits/{id}/rotate\"},\n {\"endpoint\":\"GET /v1/credits/{id}/rotate\",\"method\":\"GET\",\"test_name\":\"failure_not_found_credits\",\"payload\":{\"id\":\"66666666-6666-6666-6666-666666666666\",\"dry_run\":false},\"expected_status\":404,\"expected_body_contains\":{\"error\":\"not_found\"},\"cleanup\":null},\n {\"endpoint\":\"PUT /v2/disputes/{id}/verify\",\"method\":\"PUT\",\"test_name\":\"happy_path_verify_dispute\",\"payload\":{\"id\":\"f2a3b4c5-d6e7-8123-fabc-012345678901\",\"as_of\":\"2024-06-15T10:30:00Z\"},\"expected_status\":201,\"expected_body_contains\":{\"status\":\"verified\"},\"cleanup\":\"PUT /v2/disputes/{id}/archive\"},\n {\"endpoint\":\"PUT /v2/disputes/{id}/verify\",\"method\":\"PUT\",\"test_name\":\"failure_not_found_dispute\",\"payload\":{\"id\":\"55555555-5555-5555-5555-555555555555\",\"as_of\":\"2024-06-15T10:30:00Z\"},\"expected_status\":404,\"expected_body_contains\":{\"error\":\"not_found\"},\"cleanup\":null},\n {\"endpoint\":\"PUT", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 492.0, "num_requests_total": 1.0, "gen_throughput": -10.7, "decode_sum_seq_lens": 44.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1969.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.3, "inter_token_latency_seconds_bucket": 47718.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 505.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy\",\n \"payload\": {\"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\", \"cursor\": \"eyJpZCI6IjEwMCJ9\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_402\",\n \"payload\": {\"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\", \"cursor\": \"eyJpZCI6IjEwMCJ9\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy\",\n \"payload\": {\"id\": \"b2c3d4e5-f6a7-8901-bcde-f23456789012\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy\",\n \"payload\": {\"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\", \"cursor\": \"eyJpZCI6IjIwMCJ9\", \"limit\": 25},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_410\",\n \"payload\": {\"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\", \"cursor\": \"eyJpZCI6IjIwMCJ9\", \"limit\": 25},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy\",\n \"payload\": {\"id\": \"d4e5f6a7-b8c9-0123-defa-456789012345\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_412\",\n \"payload\": {\"id\": \"d4e5f6a7-b8c9-0123-defa-456789012345\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy\",\n \"payload\": {\"id\": \"e5f6a7b8-c9d0-1234-efab-567890123456\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"job_id\"},\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_409\",\n \"payload\": {\"id\": \"e5f6a7b8-c9d0-1234-efab-567890123456\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy\",\n \"payload\": {\"id\": \"f6a7b8c9-d0e1-2345-fabc-678901234567\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\"},\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_410\",\n \"payload\": {\"id\": \"f6a7b8c9-d0e1-2345-fabc-678901234567\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy\",\n \"payload\": {\"id\": \"a7b8c9d0-e1f2-3456-abcd-789012345678\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\"},\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_428\",\n \"payload\": {\"id\": \"a7b8c9d0-e1f2-3456-abcd-789012345678\"},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"precondition_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_happy\",\n \"payload\": {\"id\": \"b8c9d0e1-f2a3-4567-bcde-890123456789\", \"idempotency_key\": \"exp-fin-001-abc123\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\"},\n \"cleanup\": \"DELETE /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"exports_finalize_409\",\n \"payload\": {\"id\": \"b8c9d0e1-f2a3-4567-bcde-890123456789\", \"idempotency_key\": \"exp-fin-001-abc123\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_happy\",\n \"payload\": {\"id\": \"c9d0e1f2-a3b4-5678-cdef-901234567890\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v3/plans/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v3/plans/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"plans_preview_429\",\n \"payload\": {\"id\": \"c9d0e1f2-a3b4-5678-cdef-901234567890\", \"as_of\": \"2026-06-15T10:30:00Z\"},\n \"expected_status\": 429,\n \"expected_body_contains\": {\"error\": \"too_many_requests\"},\n \"", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 379.0, "num_requests_total": 1.0, "gen_throughput": 126.0, "decode_sum_seq_lens": -110.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": 1.4, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1517.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48530.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 532.7, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_invoice_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_retry_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_customer_approve\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_customer_approve_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idem-002\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_subscription_preview\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"c1\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_subscription_preview_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"c2\", \"limit\": 10},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_webhook_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_webhook_finalize_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_report_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"c3\", \"limit\": 20},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_report_finalize_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"c4\", \"limit\": -1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_token_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"idempotency-key\": \"idem-003\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"idempotency-key\": \"idem-004\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_audit_cancel\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"dry_run\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_audit_cancel_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_export_verify\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_export_verify_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_plan_archive\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_archive_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_usage_finalize\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440019\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_usage_finalize_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440020\", \"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/credits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_credit_retry\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 355.0, "num_requests_total": 1.0, "gen_throughput": 5.5, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1421.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.8, "inter_token_latency_seconds_bucket": 48705.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 440.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\n \"id\": \"inv_2a8f4e9b-7c3d-4f11-a8e2-9b6c3d4f5a12\",\n \"idempotency_key\": \"idem_2026_001_a7f3k9m2\",\n \"status\": \"pending\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"metadata\": {\"source\": \"web\", \"campaign\": \"q2-promo\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\n \"id\": \"inv_2a8f4e9b-7c3d-4f11-a8e2-9b6c3d4f5a12\",\n \"idempotency_key\": \"idem_2026_002_b8g4l0n3\",\n \"status\": \"pending\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"metadata\": {\"source\": \"web\"},\n \"version\": 1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\n \"id\": \"cus_3b9g5f0c-8d4e-5g12-b9f3-0c7d4e5f6b23\",\n \"cursor\": \"c1_9x7z3a\",\n \"limit\": 50,\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"verification\": \"automated\", \"channel\": \"email\"},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\n \"id\": \"cus_3b9g5f0c-8d4e-5g12-b9f3-0c7d4e5f6b23\",\n \"cursor\": \"c1_9x7z3a\",\n \"limit\": 50,\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"verification\": \"automated\"},\n \"version\": 2\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"DELETE /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\n \"id\": \"sub_4c0h6g1d-9f5f-6h23-c0g4-1d8e5f6g7c34\",\n \"status\": \"pending\",\n \"amount_cents\": 2900,\n \"currency\": \"USD\",\n \"metadata\": {\"plan_tier\": \"pro\", \"billing_cycle\": \"monthly\"},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_bad_request\",\n \"payload\": {\n \"id\": \"sub_4c0h6g1d-9f5f-6h23-c0g4-1d8e5f6g7c34\",\n \"status\": \"invalid_status\",\n \"amount_cents\": 2900,\n \"currency\": \"USD\",\n \"metadata\": {\"plan_tier\": \"pro\"},\n \"version\": 1\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid_status\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\n \"id\": \"whk_5d1i7h2e-0g6g-7i34-d1h5-2e9f6g7h8d45\",\n \"cursor\": \"c2_0y8a4b\",\n \"limit\": 100,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"webhook_url\": \"https://api.example.com/hooks\", \"events\": \"invoice.paid\"},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_conflict\",\n \"payload\": {\n \"id\": \"whk_5d1i7h2e-0g6g-7i34-d1h5-2e9f6g7h8d45\",\n \"cursor\": \"c2_0y8a4b\",\n \"limit\": 100,\n \"status\": \"canceled\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"webhook_url\": \"https://api.example.com/hooks\"},\n \"version\": 2\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"already_cancelled\",\n \"cleanup\": \"POST /v1/webhooks/{id}/restore\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\n \"id\": \"rpt_6e2j8i3f-1h7h-8j45-e2i6-3f0g7h8i9e56\",\n \"idempotency_key\": \"idem_2026_003_c9h5m1p4\",\n \"status\": \"open\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"revenue_summary\", \"date_range\": \"2026-Q1\"},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_unprocessable\",\n \"payload\": {\n \"id\": \"rpt_6e2j8i3f-1h7h-8j45-e2i6-3f0g7h8i9e56\",\n \"idempotency_key\": \"idem_2026_004_d0i6n2q5\",\n \"status\": \"held\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"revenue_summary\"},\n \"version\": 1\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"POST /v2/reports/{id}/generate\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\n \"id\": \"tok_7f3k9j4g-2i8i-9k56-f3j7-4g1h8i9j0f67\",\n \"idempotency_key\": \"idem_2026_005_e1j7o3r6\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"token_type\": \"api\", \"rotation_reason\": \"scheduled\"},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"token\",\n \"", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 438.0, "num_requests_total": 1.0, "gen_throughput": -129.8, "decode_sum_seq_lens": 81.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -1.5, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1753.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48205.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 478.5, "text": "```json\n[\n {\n \"endpoint\": \"01\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_happy_path\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"PUT /v1/invoices/{id}/cancel with dry_run=true to restore, or create new invoice\"\n },\n {\n \"endpoint\": \"01\",\n \"method\": \"PUT\",\n \"test_name\": \"invoices_cancel_not_found\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice not found\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"02\",\n \"method\": \"POST\",\n \"test_name\": \"customers_finalize_happy_path\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"finalized\"},\n \"cleanup\": \"POST /v1/customers/{id}/finalize with dry_run=true to simulate reverse, or archive customer\"\n },\n {\n \"endpoint\": \"02\",\n \"method\": \"POST\",\n \"test_name\": \"customers_finalize_gone\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"customer already finalized\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"03\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscriptions_archive_happy_path\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"archived\"},\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/archive to re-archive if unarchived, or create new subscription\"\n },\n {\n \"endpoint\": \"03\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscriptions_archive_conflict\",\n \"payload\": {},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"subscription already archived\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"04\",\n \"method\": \"PUT\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"idempotency-key\": \"ikh-04-happy-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"cancelled\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/cancel with new idempotency-key to re-cancel, or create new webhook\"\n },\n {\n \"endpoint\": \"04\",\n \"method\": \"PUT\",\n \"test_name\": \"webhooks_cancel_gone\",\n \"payload\": {\"idempotency-key\": \"ikh-04-fail-001\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"webhook already cancelled\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"05\",\n \"method\": \"GET\",\n \"test_name\": \"reports_finalize_happy_path\",\n \"payload\": {\"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"finalized\"},\n \"cleanup\": \"none needed; report is immutable after finalize\"\n },\n {\n \"endpoint\": \"05\",\n \"method\": \"GET\",\n \"test_name\": \"reports_finalize_precondition_failed\",\n \"payload\": {\"as_of\": \"2025-12-01T00:00:00Z\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"report not ready for finalization\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"06\",\n \"method\": \"POST\",\n \"test_name\": \"tokens_retry_happy_path\",\n \"payload\": {\"idempotency-key\": \"ikh-06-happy-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"retrying\"},\n \"cleanup\": \"POST /v2/tokens/{id}/retry with new idempotency-key if needed, or create new failed token\"\n },\n {\n \"endpoint\": \"06\",\n \"method\": \"POST\",\n \"test_name\": \"tokens_retry_conflict\",\n \"payload\": {\"idempotency-key\": \"ikh-06-fail-001\"},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"token retry already in progress\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"07\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_retry_happy_path\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"retrying\"},\n \"cleanup\": \"PATCH /v3/audits/{id}/retry with dry_run=true to simulate, or create new audit\"\n },\n {\n \"endpoint\": \"07\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_retry_gone\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"audit log entry expired\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"08\",\n \"method\": \"DELETE\",\n \"test_name\": \"exports_preview_happy_path\",\n \"payload\": {\"idempotency-key\": \"ikh-08-happy-001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"preview_deleted\"},\n \"cleanup\": \"none needed; soft-delete creates new preview on next export generation\"\n },\n {\n \"endpoint\": \"08\",\n \"method\": \"DELETE\",\n \"test_name\": \"exports_preview_precondition_failed\",\n \"payload\": {\"idempotency-key\": \"ikh-08-fail-001\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"export not in preview state\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"09\",\n \"method\": \"POST\",\n \"test_name\": \"plans_preview_happy_path\",\n \"payload\": {\"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"preview\": true, \"plan_changes\": {}},\n \"cleanup\": \"none needed; dry_run is read-only\"\n },\n {\n \"endpoint\": \"09\",\n \"method\": \"POST\",\n \"test_name\": \"plans_preview_validation_error\",\n \"payload\": {\"dry_run\": false, \"amount_cents\": -100},\n \"expected_status\": 422,\n \"expected_body_contains\": {\"error\": \"invalid plan parameters\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"10\",\n \"method\": \"POST\",\n \"test_name\": \"usage_rotate_happy_path\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"rotated\", \"new_key\": \"uk_\"},\n \"cleanup\": \"POST /v1/usage/{id}/rotate with dry_run=true to simulate reverse, or create new usage record\"\n },\n {\n \"endpoint\": \"10\",\n \"method\": \"POST\",\n \"test_name\": \"usage_rotate_not_found\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"usage record not found\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"11\",\n \"method\": \"DELETE\",\n \"test_name\": \"credits_retry_happy_path\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"retry_scheduled\"},\n \"cleanup\": \"DELETE /v3/credits/{id}/retry with dry_run=true to simulate, or create new credit\"\n },\n {\n \"endpoint\": \"11\",\n \"method\": \"DELETE\",\n \"test_name\": \"credits_retry_precondition_failed\",\n \"payload\": {\"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"credit not eligible for retry\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"12\",\n \"method\": \"DELETE\",\n \"test_name\": \"disputes_archive_happy_path\",\n \"payload\": {},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"archived\"},\n \"cleanup\": \"DELETE /v2/disputes/{id}/archive to re-archive if unarchived, or create new dispute\"\n },\n {\n \"endpoint\": \"12\",\n \"method\": \"DELETE\",\n \"test_name\": \"disputes_archive_payment_required\",\n \"payload\": {},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"outstanding fees prevent archive\"},\n \"cleanup\": \"none needed\"\n },\n {\n \"endpoint\": \"13\",\n \"method\": \"PUT\",\n \"test_name\": \"payouts_rotate_happy_path\",\n \"payload\": {\"as_of\": \"2026-01-15T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"rotated\", \"", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 397.0, "num_requests_total": 1.0, "gen_throughput": 39.5, "decode_sum_seq_lens": 48.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1589.0, "realtime_tokens_total": 12097.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48440.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 503.4, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv-123e4567-e89b-12d3-a456-426614174000\", \"as_of\": \"2025-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found_cancel_nonexistent_invoice\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2025-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"cus-123e4567-e89b-12d3-a456-426614174000\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_customer_approve\",\n \"payload\": {\"id\": \"cus-123e4567-e89b-12d3-a456-426614174001\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_pagination\",\n \"payload\": {\"id\": \"sub-123e4567-e89b-12d3-a456-426614174000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_required_subscription_retry\",\n \"payload\": {\"id\": \"sub-123e4567-e89b-12d3-a456-426614174002\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"whk-123e4567-e89b-12d3-a456-426614174000\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_webhook_verify\",\n \"payload\": {\"id\": \"whk-123e4567-e89b-12d3-a456-426614174003\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report_with_dry_run\",\n \"payload\": {\"id\": \"rpt-123e4567-e89b-12d3-a456-426614174000\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_conflict_report_verify\",\n \"payload\": {\"id\": \"rpt-123e4567-e89b-12d3-a456-426614174004\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token_paginated\",\n \"payload\": {\"id\": \"tok-123e4567-e89b-12d3-a456-426614174000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_token_archive\",\n \"payload\": {\"id\": \"tok-123e4567-e89b-12d3-a456-426614174005\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 100},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"aud-123e4567-e89b-12d3-a456-426614174000\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required_audit_preview\",\n \"payload\": {\"id\": \"aud-123e4567-e89b-12d3-a456-426614174006\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"exp-123e4567-e89b-12d3-a456-426614174000\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_export_verify\",\n \"payload\": {\"id\": \"exp-123e4567-e89b-12d3-a456-426614174007\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan_with_pagination\",\n \"payload\": {\"id\": \"pln-123e4567-e89b-12d3-a456-426614174000\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_plan_finalize\",\n \"payload\": {\"id\": \"pln-123e4567-e89b-12d3-a456-426614174008\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"usg-123e4567-e89b-12d3-a456-426614174000\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 378.0, "num_requests_total": 1.0, "gen_throughput": 60.9, "decode_sum_seq_lens": -208.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -192.0, "spec_accept_length": 0.7, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1513.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48564.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 492.3, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"idempotency-key\": \"idemp-001-abc123\", \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer-request\"}, \"version\": 2},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status open\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_invoice_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idemp-002-abc123\", \"status\": \"closed\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"status\": \"active\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"source\": \"retry-queue\"}, \"version\": 3},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"accepted\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry with original status\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_customer_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"status\": \"past_due\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"idemp-003-abc123\", \"status\": \"pending\", \"amount_cents\": 1500, \"currency\": \"USD\", \"metadata\": {\"rotation\": \"scheduled\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"accepted\"},\n \"cleanup\": \"POST /v3/subscriptions/{id}/rotate (reverse rotation)\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_subscription_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"idemp-004-abc123\", \"status\": \"done\", \"amount_cents\": 1500, \"currency\": \"USD\", \"metadata\": {}, \"version\": 5},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idemp-005-abc123\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"approved_by\": \"admin\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"accepted\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve with status inactive\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_webhook_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000001\", \"idempotency-key\": \"idemp-006-abc123\", \"status\": \"active\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"dry_run\": false}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"created\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/retry with status done\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_report_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"failed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"dry_run\": true}, \"version\": 10},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"idempotency-key\": \"idemp-007-abc123\", \"status\": \"active\", \"amount_cents\": 500, \"currency\": \"USD\", \"metadata\": {\"preview_mode\": true}, \"version\": 3},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"active\"},\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview with original state\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_token_precondition_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"idempotency-key\": \"idemp-008-abc123\", \"status\": \"canceled\", \"amount_cents\": 500, \"currency\": \"USD\", \"metadata\": {\"preview_mode\": true}, \"version\": 1},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"precondition_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"retry_reason\": \"timeout\"}, \"version\": 2},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job-\"},\n \"cleanup\": \"DELETE /v2/audits/{id}/retry cancel job\"\n },\n {\n \"endpoint\": \"DELETE /v2/audits/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_audit_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"status\": \"held\", \"amount_cents\": 100, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/exports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.2, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 386.0, "num_requests_total": 1.0, "gen_throughput": -45.0, "decode_sum_seq_lens": 94.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1545.0, "realtime_tokens_total": 12031.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48510.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 521.7, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv-2024-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"done\", \"retry_scheduled\": true},\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"inv-2024-002\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_with_dry_run\",\n \"payload\": {\"id\": \"cus-2024-001\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"canceled\", \"archived\": true},\n \"cleanup\": \"PATCH /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"cus-2024-002\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\", \"code\": 412},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_with_dry_run\",\n \"payload\": {\"id\": \"sub-2024-001\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"rotated\": true},\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate-back\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"sub-2024-002\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\", \"code\": 409},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_webhook\",\n \"payload\": {\"id\": \"wh-2024-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"closed\", \"retry_accepted\": true},\n \"cleanup\": \"POST /v3/webhooks/{id}/recreate\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"wh-2024-002\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\", \"code\": 410},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rep-2024-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"approved\": true},\n \"cleanup\": \"POST /v1/reports/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_410\",\n \"payload\": {\"id\": \"rep-2024-002\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\", \"code\": 410},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_token_with_as_of\",\n \"payload\": {\"id\": \"tok-2024-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"retry_scheduled\": true},\n \"cleanup\": \"DELETE /v1/tokens/{id}/invalidate\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"tok-2024-002\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_idempotency\",\n \"payload\": {\"id\": \"aud-2024-001\", \"idempotency-key\": \"idem-20240615-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\", \"verified\": true},\n \"cleanup\": \"POST /v2/audits/{id}/unverify\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"aud-2024-002\", \"idempotency-key\": \"idem-20240615-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_export_with_idempotency\",\n \"payload\": {\"id\": \"exp-2024-001\", \"idempotency-key\": \"idem-20240615-003\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"done\", \"finalized\": true},\n \"cleanup\": \"POST /v2/exports/{id}/reopen\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"exp-2024-002\", \"idempotency-key\": \"idem-20240615-004\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\", \"code\": 412},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_plan_delete\",\n \"payload\": {\"id\": \"pln-2024-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"closed\", \"approved\": true},\n \"cleanup\": \"POST /v3/plans/{id}/restore\"\n },\n {\n \"endpoint\": \"/v3/plans/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"pln-2024-002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"Payment Required\", \"code\": 402},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_usage_with_as_of\",\n \"payload\": {\"id\": \"usg-2024-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"retry_scheduled\": true},\n \"cleanup\": \"POST /v2/usage/{id}/reset\"\n },\n {\n \"endpoint\": \"/v2/usage/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_400\",\n \"payload\": {\"id\": \"usg-2024-002\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\", \"code\": 400},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/preview\",\n \"method\": \"PUT\",\n", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 364.0, "num_requests_total": 1.0, "gen_throughput": 50.7, "decode_sum_seq_lens": 69.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.6, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1457.0, "realtime_tokens_total": 12101.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48647.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 511.4, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invoice_gone\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_customer_delete\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_customer_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_subscription_dry_run_false\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_queued\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_subscription_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_webhook_dry_run_false\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_webhook_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_queued\",\n \"cleanup\": \"DELETE /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_report_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"as_of\": \"2026-06-20T00:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_token_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit_dry_run_true\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v2/audits/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_audit_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": true},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_export_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_export_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_plan_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/plans/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_plan_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 25},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_usage_delete_dry_run_false\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_queued\",\n \"cleanup\": \"POST /v3/usage/{id}/restore\"\n },\n {\n \"endpoint\": \"", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 372.0, "num_requests_total": 1.0, "gen_throughput": -25.2, "decode_sum_seq_lens": -190.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12096.0, "kv_used_tokens": -192.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1489.0, "realtime_tokens_total": 12036.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48605.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 439.2, "text": "```json\n[\n {\n \"endpoint\": \"POST /v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"invoices_verify_happy_path\",\n \"payload\": {\n \"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\",\n \"cursor\": \"eyJpZCI6IjEwMCIsImNyZWF0ZWRfYXQiOiIyMDI1LTAxLTAxVDAwOjAwOjAwWiJ9\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/invoices/{id}/verify with cursor reset\"\n },\n {\n \"endpoint\": \"POST /v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"invoices_verify_payment_required\",\n \"payload\": {\n \"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\",\n \"cursor\": \"invalid-cursor-format\",\n \"limit\": 50\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_happy_path\",\n \"payload\": {\n \"id\": \"b2c3d4e5-f6a7-8901-bcde-f12345678901\",\n \"dry_run\": false\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive with dry_run true then restore\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_archive_conflict\",\n \"payload\": {\n \"id\": \"b2c3d4e5-f6a7-8901-bcde-f12345678901\",\n \"dry_run\": false\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_happy_path\",\n \"payload\": {\n \"id\": \"c3d4e5f6-a7b8-9012-cdef-123456789012\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/approve (idempotent re-call)\"\n },\n {\n \"endpoint\": \"DELETE /v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"subscriptions_approve_gone\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_rotate_happy_path\",\n \"payload\": {\n \"id\": \"d4e5f6a7-b8c9-0123-defa-234567890123\",\n \"idempotency-key\": \"wh-rotate-2026-001-abc123\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate with new idempotency-key\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_rotate_precondition_required\",\n \"payload\": {\n \"id\": \"d4e5f6a7-b8c9-0123-defa-234567890123\",\n \"idempotency-key\": \"wh-rotate-2026-001-abc123\"\n },\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\n \"id\": \"e5f6a7b8-c9d0-1234-efab-345678901234\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/reports/{id}/cancel with as_of future date to reactivate\"\n },\n {\n \"endpoint\": \"PUT /v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_retry_happy_path\",\n \"payload\": {\n \"id\": \"f6a7b8c9-d0e1-2345-fabc-456789012345\",\n \"cursor\": \"eyJpZCI6IjIwMCIsImNyZWF0ZWRfYXQiOiIyMDI1LTA2LTAxVDAwOjAwOjAwWiJ9\",\n \"limit\": 100\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/tokens/{id}/retry with cursor reset\"\n },\n {\n \"endpoint\": \"PUT /v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_retry_payment_required\",\n \"payload\": {\n \"id\": \"f6a7b8c9-d0e1-2345-fabc-456789012345\",\n \"cursor\": \"malformed-cursor\",\n \"limit\": 100\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_archive_happy_path\",\n \"payload\": {\n \"id\": \"a7b8c9d0-e1f2-3456-abcd-567890123456\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/archive with status override (emits reverse audit event)\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_archive_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"exports_approve_happy_path\",\n \"payload\": {\n \"id\": \"b8c9d0e1-f2a3-4567-bcde-678901234567\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE async job via job_id returned\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"exports_approve_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/plans/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"plans_approve_happy_path\",\n \"payload\": {\n \"id\": \"c9d0e1f2-a3b4-5678-cdef-789012345678\",\n \"idempotency-key\": \"plans-approve-2026-002-def456\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PUT /v3/plans/{id}/approve with idempotency-key to", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 438.0, "num_requests_total": 1.0, "gen_throughput": -24.4, "decode_sum_seq_lens": -228.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 11776.0, "kv_available_tokens": -11776.0, "kv_used_tokens": 11776.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1753.0, "realtime_tokens_total": 11961.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.6, "inter_token_latency_seconds_bucket": 48210.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 490.3, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2026-001-cancel-abc123\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_cancel\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency-key\": \"idem-2026-002-cancel-precond\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"idempotency-key\": \"idem-2026-003-archive-abc123\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_archive\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"idempotency-key\": \"idem-2026-004-archive-conflict\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"cursor\": \"eyJpZCI6IjIwMjYtMDEifQ==\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_finalize\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"cursor\": \"eyJpZCI6IjIwMjYtMDEifQ==\",\n \"limit\": 50\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idem-2026-005-webhook-abc123\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_archive\",\n \"payload\": {\n \"id\": \"invalid-uuid-format\",\n \"idempotency-key\": \"idem-2026-006-webhook-badreq\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"cursor\": \"eyJpZCI6IjIwMjYtMDEifQ==\",\n \"limit\": 100\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"GET /v3/reports/{id}/cancel\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_retry\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"cursor\": \"eyJpZCI6IjIwMjYtMDEifQ==\",\n \"limit\": 100\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"DELETE /v1/tokens/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_cancel_token\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\"\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_audit\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency-key\": \"idem-2026-007-audit-abc123\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v2/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_unprocessable_verify\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"idempotency-key\": \"idem-2026-008-audit-unproc\"\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"Unprocessable Entity\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_export\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"cursor\": \"eyJpZCI6IjIwMjYtMDEifQ==\",\n \"limit\": 25\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"PATCH /v2/exports/{id}/approve\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_approve\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"cursor\": \"eyJpZCI6IjIwMjYtMDEifQ==\",\n \"limit\": 25\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_plan\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"dry_run\": false\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v3/plans/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_payment_required_verify\",\n \"payload\": {\n \"id\": \"550e8400", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 388.0, "num_requests_total": 1.0, "gen_throughput": 17.5, "decode_sum_seq_lens": 97.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1553.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48477.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 499.1, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v3/invoices/{id}/cancel (re-activate not supported, manual reset required)\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate (idempotent, no cleanup needed)\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/archive (re-activate not supported)\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"as_of\": \"2025-01-01T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"webhook-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/webhooks/{id} (if supported) or manual deactivation\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"webhook-approve-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2026-06-25T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/verify (re-verify with new date to reset)\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"invalid-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"bad request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_verify_delete_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/tokens (recreate token with same id if supported)\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"dry_run\": false},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v3/audits/{id}/rotate (idempotent rotation, audit trail preserved)\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"export-cancel-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v1/exports (restart export if supported)\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency-key\": \"export-cancel-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_rotate_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJ0IjoxfQ\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"GET /v2/plans/{id}/rotate (idempotent, no state change)\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/rotate\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJ0IjoxfQ\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_verify_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"eyJ0IjoxfQ\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v2/usage/{id}/verify (re-verify to", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 381.0, "num_requests_total": 1.0, "gen_throughput": 10.2, "decode_sum_seq_lens": 60.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12032.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1525.0, "realtime_tokens_total": 11967.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.1, "inter_token_latency_seconds_bucket": 48593.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 478.0, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"as_of\": \"2026-07-15T10:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_invalid_as_of_format\",\n \"payload\": {\"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\", \"as_of\": \"not-a-date\"},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid_date\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\", \"idempotency-key\": \"idem-001-cust-arch\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"canceled\\\"\",\n \"cleanup\": \"PUT /v1/customers/{id}/archive (reversal not available; manual unarchive via admin)\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_duplicate_idempotency_key\",\n \"payload\": {\"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\", \"idempotency-key\": \"idem-001-cust-arch\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"idempotency_conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_subscription_approval\",\n \"payload\": {\"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"POST /v1/subscriptions (recreate subscription)\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_subscription_not_found\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"subscription_not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_webhook_verify\",\n \"payload\": {\"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\", \"idempotency-key\": \"idem-002-wh-del\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"active\\\"\",\n \"cleanup\": \"POST /v3/webhooks (recreate webhook)\"\n },\n {\n \"endpoint\": \"DELETE /v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\", \"idempotency-key\": \"idem-003-wh-pay\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report_dry_run\",\n \"payload\": {\"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\", \"dry_run\": true},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"pending\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_failed\",\n \"payload\": {\"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\", \"as_of\": \"2026-07-14T00:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"held\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_token_not_found\",\n \"payload\": {\"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\", \"as_of\": \"2099-01-01T00:00:00Z\"},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit\",\n \"payload\": {\"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"GET /v2/audits/{id}/verify (poll for completion)\"\n },\n {\n \"endpoint\": \"POST /v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_conflict\",\n \"payload\": {\"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\", \"cursor\": \"eyJwYWdlIjoxfQ==\", \"limit\": 1000},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a88\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"POST /v2/exports (recreate export if needed)\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone\",\n \"payload\": {\"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a88\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload\": {\"id\": \"i8eebc99-9c0b-4ef8-bb6d-6bb9bd380a99\", \"as_of\": \"2026-07-10T00:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"\\\"status\\\":\\\"open\\\"\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_conflict\",\n \"payload\": {\"id\": \"i8eebc99-9c0b-4ef8-bb6d-6bb9bd380a99\", \"as_of\": \"2026-07-10T00:00:00Z\"},\n \"expected_status\": 409,\n \"expected_body_contains", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 399.0, "num_requests_total": 1.0, "gen_throughput": 18.0, "decode_sum_seq_lens": -4.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11904.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1597.0, "realtime_tokens_total": 11969.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48419.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 467.8, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"idempotency_key\": \"idem-2026-001-abc123\",\n \"status\": \"done\",\n \"amount_cents\": 10000,\n \"currency\": \"USD\",\n \"metadata\": {\"source\": \"web\", \"region\": \"us-east\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"invoice_verify_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency_key\": \"idem-2026-404-xyz789\",\n \"status\": \"pending\",\n \"amount_cents\": 5000,\n \"currency\": \"EUR\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 25000,\n \"currency\": \"USD\",\n \"metadata\": {\"tier\": \"premium\", \"mrr\": \"2500\"},\n \"version\": 3\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/customers/{id}/activate\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"customer_archive_409_conflict\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\",\n \"dry_run\": false,\n \"status\": \"canceled\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 5\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"metadata\": {\"plan\": \"pro\", \"billing_cycle\": \"monthly\"},\n \"version\": 2\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_retry_402_payment_required\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": -100,\n \"currency\": \"USD\",\n \"metadata\": {\"payment_failed\": \"true\"},\n \"version\": 1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"as_of\": \"2026-01-15T10:30:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"endpoint\": \"https://api.example.com/webhook\", \"events\": \"invoice.paid\"},\n \"version\": 4\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/webhooks/{id}/activate\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"webhook_archive_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000001\",\n \"as_of\": \"2026-01-15T10:30:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"dry_run\": true,\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"report_type\": \"revenue\", \"period\": \"2026-Q1\", \"filters\": \"region=us-east\"},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"DELETE /v1/reports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"report_preview_410_gone\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\",\n \"dry_run\": false,\n \"status\": \"failed\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"deleted\": \"true\", \"reason\": \"gdpr_request\"},\n \"version\": 99\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"token_type\": \"api_key\", \"last_rotated\": \"2026-01-01\", \"permissions\": \"read:write\"},\n \"version\": 3\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/rotate\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"token_verify_422_unprocessable\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440010\",\n \"cursor\": \"invalid-cursor-!!!\",\n \"limit\": 999,\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"XYZ\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audit_verify_happy_path\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440011\",\n \"idempotency_key\": \"idem-audit-2026-001\",\n \"status\": \"open\",\n \"amount_cents\": 500000,\n \"currency\": \"USD\",\n \"metadata\": {\"audit_scope\": \"financial\", \"firm\": \"deloitte\", \"year\": \"2025", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 408.0, "num_requests_total": 1.0, "gen_throughput": -21.8, "decode_sum_seq_lens": 129.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -1984.0, "kv_evictable_tokens": 1856.0, "kv_used_tokens": 128.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.1, "eviction_duration_seconds_bucket": 79.0, "eviction_duration_seconds_count": 8.0, "cuda_graph_passes_total": 1633.0, "realtime_tokens_total": 12159.0, "evicted_tokens_total": 40448.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48350.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 6.3, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6392.0, "num_requests_total": 16.0, "gen_throughput": 231.20000000000002, "decode_sum_seq_lens": 10592.0, "token_usage": 0.1, "full_token_usage": 0.2, "num_used_tokens": 22592.0, "kv_available_tokens": -181376.0, "kv_evictable_tokens": 158784.0, "kv_used_tokens": 22592.0, "spec_accept_length": 2.8000000000000007, "spec_accept_rate": 0.20000000000000004, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 15.100000000000005, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 25584.0, "realtime_tokens_total": 192657.0, "time_to_first_token_seconds_sum": 3.400000000000001, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 68.60000000000001, "inter_token_latency_seconds_bucket": 774656.0, "inter_token_latency_seconds_count": 32752.0, "eviction_duration_seconds_sum": 0.1, "eviction_duration_seconds_bucket": 79.0, "eviction_duration_seconds_count": 8.0, "evicted_tokens_total": 40448.0 }, "step_ms": 10.76 }, "math_nothink_10k": { "n": 16, "tok_s_median": 417.9, "tok_s_first8_median": 427.9, "tok_s_agg": 421.3, "tok_s_all_sorted": [ 390.9, 395.9, 401.3, 401.5, 404.7, 412.8, 414.7, 415.0, 420.7, 424.5, 435.0, 437.4, 437.5, 451.1, 452.2, 461.5 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 236.0, "prefix_cache_suspect": false, "tau": 4.5398, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 437.5, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR for each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,478 | $4,037 | $7,479 | $18,036 |\n| 2024-08 | $19,579 | $12,559 | $10,596 | $21,542 |\n| 2024-09 | $31,422 | $15,100 | $11,291 | $35,231 |\n| 2024-10 | $31,794 | $16,116 | $8,735 | $39,175 |\n| 2024-11 | $34,222 | $14,431 | $9,682 | $38,971 |\n| 2024-12 | $15,665 | $25,569 | $8,181 | $33,053 |\n| 2025-01 | $28,572 | $20,288 | $16,628 | $32,232 |\n| 2025-02 | $27,253 | $21,466 | $16,599 | $32,120 |\n| 2025-03 | $27,166 | $12,361 | $18,417 | $21,110 |\n| 2025-04 | $49,371 | $22,814 | $13,823 | $58,362 |\n| 2025-05 | $49,383 | $20,431 | $20,889 | $48,925 |\n| 2025-06 | $40,923 | $12,886 | $23,283 | $30,526 |\n| 2025-07 | $55,913 | $28,601 | $19,807 | $64,707 |\n| 2025-08 | $65,882 | $24,914 | $19,720 | $71,076 |\n| 2025-09 | $51,388 | $31,027 | $13,944 | $68,471 |\n| 2025-10 | $48,198 | $10,136 | $24,873 | $33,461 |\n| 2025-11 | $72,195 | $26,457 | $26,765 | $71,887 |\n| 2025-12 | $69,117 | $24,076 | $22,065 | $71,128 |\n| 2026-01 | $66,415 | $53,650 | $37,074 | $82,991 |\n| 2026-02 | $85,002 | $23,754 | $34,128 | $74,628 |\n| 2026-03 | $71,078 | $26,366 | $36,388 | $61,056 |\n| 2026-04 | $89,384 | $64,277 | $34,542 | $119,119 |\n| 2026-05 | $58,771 | $63,373 | $32,691 | $89,453 |\n| 2026-06 | $92,764 | $27,253 | $53,249 | $66,768 |\n\n**Sum of all net-new MRR:**\n$18,036 + $21,542 + $35,231 + $39,175 + $38,971 + $33,053 + $32,232 + $32,120 + $21,110 + $58,362 + $48,925 + $30,526 + $64,707 + $71,076 + $68,471 + $33,461 + $71,887 + $71,128 + $82,991 + $74,628 + $61,056 + $119,119 + $89,453 + $66,768\n\n= **$1,266,000**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months of growth (from 2024-07 to 2026-06)\n\n- Beginning MRR (2024-07): $383,036\n- Ending MRR (2026-06): $1,649,028\n- Ratio = $1,649,028 / $383,036 = **4.3051...**\n- 23rd root: (4.3051)^(1/23)\n\nCalculate: ln(4.3051) = 1.4597\n1.4597 / 23 = 0.063465\ne^0.063465 = 1.0655...\n\n**CMGR = 1.0655 - 1 = 0.0655 = 6.55%**\n\n---\n\n## (2) Gross MRR churn rate for final month and annualized\n\n**Final month = 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\n- MRR at start of 2026-06 = MRR at end of 2026-05 = $1,582,260\n- Churned in 2026-06 = $53,249\n\n**Monthly gross churn rate** = $53,249 / $1,582,260 = 0.03365 = **3.365%**\n\n**Annualized gross churn rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.03365)^12\n= 1 - (0.96635)^12\n= 1 - 0.6669\n= **0.3331 = 33.31%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend (sum of all 56 lines):**\n\n| svc | Cost |\n|-----|------|\n| 000 | $3,414 |\n| 001 | $19,555 |\n| 002 | $18,706 |\n| 003 | $6,549 |\n| 004 | $2,084 |\n| 005 | $22,520 |\n| 006 | $4,265 |\n| 007 | $2,437 |\n| 008 | $18,175 |\n| 009 | $23,289 |\n| 010 | $2,491 |\n| 011 | $7,649 |\n| 012 | $2,672 |\n| 013 | $4,841 |\n| 014 | $9,139 |\n| 015 | $22,890 |\n| 016 | $12,779 |\n| 017 | $2,430 |\n| 018 | $23,945 |\n| 019 | $23,886 |\n| 020 | $15,784 |\n| 021 | $14,914 |\n| 022 | $23,316 |\n| 023 | $6,560 |\n| 024 | $18,898 |\n| 025 | $6,081 |\n| 026 | $12,651 |\n| 027 | $23,983 |\n| 028 | $3,414 |\n| 029 | $23,716 |\n| 030 | $4,279 |\n| 031 | $9,060 |\n| 032 | $3,963 |\n| 033 | $4,787 |\n| 034 | $3,416 |\n| 035 | $20,393 |\n| 036 | $15,930 |\n| 037 | $19,983 |\n| 038 | $14,721 |\n| 039 | $6,387 |\n| 040 | $12,317 |\n| 041 | $11,339 |\n| 042 | $13,416 |\n| 043 | $21,107 |\n| 044 | $19,297 |\n| 045 | $5,885 |\n| 046 | $4,016 |\n| 047 | $8,320 |\n| 048 | $1,625 |\n| 049 | $21,088 |\n| 050 | $20,480 |\n| 051 | $3,656 |\n| 052 | $23,550 |\n| 053 | $13,038 |\n| 054 | $5,025 |\n| 055 | $23,551 |\n\n**Total = $3,414 + $19,555 + $18,706 + $6,549 + $2,084 + $22,520 + $4,265 + $2,437 + $18,175 + $23,289 + $2,491 + $7,649 + $2,672 + $4,841 + $9,139 + $22,890 + $12,779 + $2,430 + $23,945 + $23,886 + $15,784 + $14,914 + $23,316 + $6,560 + $18,898 + $6,081 + $12,651 + $23,983 + $3,414 + $23,716 + $4,279 + $9,060 + $3,963 + $4,787 + $3,416 + $20,393 + $15,930 + $19,983 + $14,721 + $6,387 + $12,317 + $11,339 + $13,416 + $21,107 + $19,297 + $5,885 + $4,016 + $8,320 + $1,625 + $21,088 +", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9994.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 433.0, "num_requests_total": 1.0, "gen_throughput": -76.8, "decode_sum_seq_lens": -42.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -640.0, "kv_evictable_tokens": 704.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.8, "spec_accept_rate": -0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 72.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1733.0, "realtime_tokens_total": 12101.0, "evicted_tokens_total": 45568.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9994.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9994.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47919.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 437.4, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR Formula:** Net-new = New MRR + Expansion MRR \u2212 Churned MRR\n\nI'll calculate month by month:\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $28,202 | $14,701 | $9,608 | $28,202 + $14,701 \u2212 $9,608 = **$33,295** |\n| 2024-08 | $27,746 | $7,972 | $12,197 | $27,746 + $7,972 \u2212 $12,197 = **$23,521** |\n| 2024-09 | $32,721 | $4,589 | $10,852 | $32,721 + $4,589 \u2212 $10,852 = **$26,458** |\n| 2024-10 | $32,477 | $5,229 | $13,796 | $32,477 + $5,229 \u2212 $13,796 = **$23,910** |\n| 2024-11 | $15,159 | $9,027 | $12,937 | $15,159 + $9,027 \u2212 $12,937 = **$11,249** |\n| 2024-12 | $28,089 | $13,127 | $10,839 | $28,089 + $13,127 \u2212 $10,839 = **$30,377** |\n| 2025-01 | $38,927 | $18,948 | $9,431 | $38,927 + $18,948 \u2212 $9,431 = **$48,444** |\n| 2025-02 | $35,648 | $18,560 | $17,641 | $35,648 + $18,560 \u2212 $17,641 = **$36,567** |\n| 2025-03 | $45,446 | $20,919 | $9,365 | $45,446 + $20,919 \u2212 $9,365 = **$57,000** |\n| 2025-04 | $36,818 | $23,092 | $10,101 | $36,818 + $23,092 \u2212 $10,101 = **$49,809** |\n| 2025-05 | $55,415 | $22,145 | $12,383 | $55,415 + $22,145 \u2212 $12,383 = **$65,177** |\n| 2025-06 | $53,967 | $27,458 | $17,999 | $53,967 + $27,458 \u2212 $17,999 = **$63,426** |\n| 2025-07 | $62,214 | $30,239 | $28,723 | $62,214 + $30,239 \u2212 $28,723 = **$63,730** |\n| 2025-08 | $38,932 | $13,386 | $22,427 | $38,932 + $13,386 \u2212 $22,427 = **$29,891** |\n| 2025-09 | $62,281 | $45,396 | $23,713 | $62,281 + $45,396 \u2212 $23,713 = **$83,964** |\n| 2025-10 | $62,502 | $48,002 | $15,671 | $62,502 + $48,002 \u2212 $15,671 = **$94,833** |\n| 2025-11 | $79,509 | $51,078 | $34,500 | $79,509 + $51,078 \u2212 $34,500 = **$96,087** |\n| 2025-12 | $79,094 | $23,331 | $31,877 | $79,094 + $23,331 \u2212 $31,877 = **$70,548** |\n| 2026-01 | $51,111 | $26,151 | $42,296 | $51,111 + $26,151 \u2212 $42,296 = **$34,966** |\n| 2026-02 | $51,541 | $33,448 | $30,323 | $51,541 + $33,448 \u2212 $30,323 = **$54,666** |\n| 2026-03 | $99,675 | $23,913 | $46,428 | $99,675 + $23,913 \u2212 $46,428 = **$77,160** |\n| 2026-04 | $74,657 | $50,076 | $47,764 | $74,657 + $50,076 \u2212 $47,764 = **$76,969** |\n| 2026-05 | $97,689 | $17,977 | $34,220 | $97,689 + $17,977 \u2212 $34,220 = **$81,446** |\n| 2026-06 | $120,169 | $23,804 | $33,870 | $120,169 + $23,804 \u2212 $33,870 = **$110,103** |\n\n**Total Net-New MRR:**\n$33,295 + $23,521 = $56,816\n$56,816 + $26,458 = $83,274\n$83,274 + $23,910 = $107,184\n$107,184 + $11,249 = $118,433\n$118,433 + $30,377 = $148,810\n$148,810 + $48,444 = $197,254\n$197,254 + $36,567 = $233,821\n$233,821 + $57,000 = $290,821\n$290,821 + $49,809 = $340,630\n$340,630 + $65,177 = $405,807\n$405,807 + $63,426 = $469,233\n$469,233 + $63,730 = $532,963\n$532,963 + $29,891 = $562,854\n$562,854 + $83,964 = $646,818\n$646,818 + $94,833 = $741,651\n$741,651 + $96,087 = $837,738\n$837,738 + $70,548 = $908,286\n$908,286 + $34,966 = $943,252\n$943,252 + $54,666 = $997,918\n$997,918 + $77,160 = $1,075,078\n$1,075,078 + $76,969 = $1,152,047\n$1,152,047 + $81,446 = $1,233,493\n$1,233,493 + $110,103 = **$1,343,596**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Growth Rate} = \\left(\\frac{\\text{Final MRR}}{\\text{Initial MRR}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere n = 23 months (growth periods between 24 data points)\n\n$$\\text{Ratio} = \\frac{\\$1,699,596}{\\$389,295} = 4.366858...$$\n\n$$\\text{Root} = 4.366858^{\\frac{1}{23}}$$\n\n$$\\ln(4.366858) = 1.4739...$$\n$$\\frac{1.4739...}{23} = 0.064084...$$\n$$e^{0.064084...} = 1.06628...$$\n\n**Growth Rate = 1.06628... \u2212 1 = 0.06628... = 6.63%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Final Month (2026-06):**\n- MRR at start of month = $1,589,493 (2026-05)\n- Churned MRR = $33,870\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of month\n\n$$\\text{Monthly Gross Churn} = \\frac{\\$33,870}{\\$1,589,493} = 0.021308... = \\textbf{2.13\\%}$$\n\n**Annualized Gross Churn Rate:**\n\n$$\\text{Annualized} = 1 - (1 - 0.021308)^{12}$$\n$$= 1 - (0.978692)^{12}$$\n$$= 1 - 0.77286...$$\n$$= 0.22714... = \\textbf{22.71\\%}$$\n\n---\n\n## (3) Total Infrastructure Spend, Top 3 Lines, and Potential Savings\n\n**Total Monthly Infrastructure Spend:**\n\nI'll sum all 56 service costs:\n\n| svc-000 | $21,267 | svc-019 | $8,200 | svc-038 | $18,180 |\n|---------|---------|---------|---------|---------|---------|\n| svc-001 | $10,086 | svc-020 | $12,502 | svc-039 | $10,490 |\n| svc-002 | $14,900 | svc-021 | $12,132 | svc-040 | $3,068 |\n| svc-003 | $4,202 | svc-022 | $18,263 | svc-041 | $19,211 |\n|", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 435.0, "num_requests_total": 1.0, "gen_throughput": -116.3, "decode_sum_seq_lens": 26.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": -1.4, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1741.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 48108.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 420.7, "text": "I'll work through each part systematically, showing all steps.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR** = new MRR + expansion MRR - churned MRR for each month, summed.\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $11,986 | $13,002 | $9,140 | $15,848 |\n| 2024-08 | $16,656 | $8,329 | $9,831 | $15,154 |\n| 2024-09 | $16,548 | $4,150 | $4,675 | $16,023 |\n| 2024-10 | $10,666 | $5,271 | $10,048 | $5,889 |\n| 2024-11 | $24,775 | $9,477 | $8,568 | $25,684 |\n| 2024-12 | $11,242 | $12,160 | $9,966 | $13,436 |\n| 2025-01 | $22,659 | $15,563 | $7,672 | $30,550 |\n| 2025-02 | $19,212 | $16,714 | $12,881 | $23,045 |\n| 2025-03 | $13,599 | $9,514 | $13,212 | $9,901 |\n| 2025-04 | $30,691 | $8,859 | $8,449 | $31,101 |\n| 2025-05 | $36,593 | $14,494 | $13,902 | $37,185 |\n| 2025-06 | $24,467 | $21,414 | $15,884 | $29,997 |\n| 2025-07 | $18,735 | $13,128 | $16,717 | $15,146 |\n| 2025-08 | $41,180 | $8,878 | $11,699 | $38,359 |\n| 2025-09 | $19,777 | $16,320 | $17,875 | $18,222 |\n| 2025-10 | $25,758 | $18,309 | $19,250 | $24,817 |\n| 2025-11 | $38,248 | $12,312 | $11,930 | $38,630 |\n| 2025-12 | $52,680 | $23,658 | $17,936 | $58,402 |\n| 2026-01 | $27,269 | $12,603 | $11,742 | $28,130 |\n| 2026-02 | $57,634 | $24,624 | $13,676 | $68,582 |\n| 2026-03 | $24,796 | $14,692 | $21,669 | $17,819 |\n| 2026-04 | $39,018 | $11,732 | $20,179 | $30,571 |\n| 2026-05 | $59,755 | $38,031 | $16,544 | $81,242 |\n| 2026-06 | $31,879 | $21,209 | $17,058 | $36,030 |\n\n**Total net-new MRR** = $15,848 + $15,154 + $16,023 + $5,889 + $25,684 + $13,436 + $30,550 + $23,045 + $9,901 + $31,101 + $37,185 + $29,997 + $15,146 + $38,359 + $18,222 + $24,817 + $38,630 + $58,402 + $28,130 + $68,582 + $17,819 + $30,571 + $81,242 + $36,030\n\n= **$693,963**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months (growth periods between 24 months)\n\nBeginning MRR (2024-07): $288,848\nEnding MRR (2026-06): $982,763\n\nRatio = $982,763 / $288,848 = **3.4023**\n\nRoot = 3.4023^(1/23)\n\nln(3.4023) = 1.2244\n1.2244 / 23 = 0.053235\ne^0.053235 = 1.0547\n\nCMGR = 1.0547 - 1 = **0.0547 = 5.47%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross Churn Rate = Churned MRR / MRR at start of period\n\nFor 2026-06:\n- MRR at end of May 2026 (start of June): $946,733\n- Churned in June: $17,058\n\nGross churn rate = $17,058 / $946,733 = **0.01802 = 1.802%**\n\n**Annualized gross churn rate:**\n\nFormula: 1 - (1 - monthly churn rate)^12\n\n= 1 - (1 - 0.01802)^12\n= 1 - (0.98198)^12\n= 1 - 0.8046\n= **0.1954 = 19.54%**\n\n---\n\n## (3) Total infrastructure spend, top 3 lines, and total savings potential\n\n**Total monthly infrastructure spend** (summing all 56 lines):\n\n| svc | Cost |\n|-----|------|\n| 000 | $2,496 |\n| 001 | $16,889 |\n| 002 | $13,709 |\n| 003 | $3,031 |\n| 004 | $13,341 |\n| 005 | $14,143 |\n| 006 | $14,437 |\n| 007 | $20,616 |\n| 008 | $22,983 |\n| 009 | $11,175 |\n| 010 | $17,099 |\n| 011 | $23,175 |\n| 012 | $2,440 |\n| 013 | $22,726 |\n| 014 | $8,987 |\n| 015 | $10,850 |\n| 016 | $2,492 |\n| 017 | $4,562 |\n| 018 | $13,346 |\n| 019 | $17,728 |\n| 020 | $19,204 |\n| 021 | $1,212 |\n| 022 | $10,825 |\n| 023 | $14,438 |\n| 024 | $12,166 |\n| 025 | $14,416 |\n| 026 | $15,471 |\n| 027 | $6,832 |\n| 028 | $8,274 |\n| 029 | $6,953 |\n| 030 | $7,440 |\n| 031 | $7,992 |\n| 032 | $13,906 |\n| 033 | $7,475 |\n| 034 | $8,744 |\n| 035 | $2,195 |\n| 036 | $6,771 |\n| 037 | $14,631 |\n| 038 | $12,813 |\n| 039 | $5,707 |\n| 040 | $20,472 |\n| 041 | $1,348 |\n| 042 | $10,652 |\n| 043 | $8,110 |\n| 044 | $20,214 |\n| 045 | $7,176 |\n| 046 | $17,171 |\n| 047 | $5,812 |\n| 048 | $20,122 |\n| 049 | $3,520 |\n| 050 | $12,220 |\n| 051 | $11,285 |\n| 052 | $964 |\n| 053 | $10,542 |\n| 054 | $10,918 |\n| 055 | $9,161 |\n\n**Total = $693,963**\n\n**Top 3 lines by cost:**\n1. svc-011 identity-cron: **$23,175**\n2. svc-008 ml-serving-indexer: **$22,983**\n3. svc-013 identity-cron: **$22,726**\n\nCombined top 3 = $23,175 + $22,983 + $22,726 = **$68,884**\n\nCombined share = $68,884 / $693,963 = **0.09926 = 9.93%**\n\n**Total savings if every line achieved stated percent:**\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------|-----------|\n| 000 | $2,496 | 24% | $599.04 |\n| 001 | $16,889 | 37% | $6,248.93 |\n| 002 | $13,709 | 6% | $822.54 |\n| 003 | $3,031 | 21% | $636.51 |\n| 004 | $13,341 | 37% | $4,936.17 |\n| 005 | $14,143 | 16% | $2,262.88 |\n| 006 | $14,437 | 25% | $3,609.25 |\n| 007 | $20,616 | 8% | $1,649.28 |\n| 008 |", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9977.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 451.0, "num_requests_total": 1.0, "gen_throughput": 90.4, "decode_sum_seq_lens": -100.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1805.0, "realtime_tokens_total": 12026.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9977.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9977.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47871.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 451.1, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,466 | 5,422 | 6,453 | 14,435 |\n| 2024-08 | 13,485 | 7,233 | 4,413 | 16,305 |\n| 2024-09 | 15,155 | 8,665 | 8,658 | 15,162 |\n| 2024-10 | 13,032 | 8,665 | 5,926 | 15,771 |\n| 2024-11 | 9,301 | 8,738 | 8,014 | 10,025 |\n| 2024-12 | 23,418 | 9,855 | 9,111 | 24,162 |\n| 2025-01 | 15,609 | 11,855 | 9,702 | 17,762 |\n| 2025-02 | 11,794 | 10,755 | 11,338 | 11,211 |\n| 2025-03 | 13,202 | 16,176 | 12,120 | 17,258 |\n| 2025-04 | 15,539 | 6,375 | 11,926 | 9,988 |\n| 2025-05 | 28,951 | 18,382 | 12,760 | 34,573 |\n| 2025-06 | 31,378 | 14,234 | 7,282 | 38,330 |\n| 2025-07 | 16,774 | 14,073 | 12,503 | 18,344 |\n| 2025-08 | 25,776 | 22,160 | 11,555 | 36,381 |\n| 2025-09 | 33,267 | 18,557 | 11,728 | 40,096 |\n| 2025-10 | 36,198 | 26,165 | 13,116 | 49,247 |\n| 2025-11 | 43,086 | 6,473 | 18,564 | 30,995 |\n| 2025-12 | 49,219 | 25,034 | 14,415 | 59,838 |\n| 2026-01 | 27,156 | 22,840 | 14,363 | 35,633 |\n| 2026-02 | 29,277 | 10,791 | 23,671 | 16,397 |\n| 2026-03 | 54,952 | 9,794 | 24,045 | 40,701 |\n| 2026-04 | 35,617 | 38,507 | 14,842 | 59,282 |\n| 2026-05 | 60,499 | 30,606 | 16,995 | 74,110 |\n| 2026-06 | 70,999 | 42,974 | 19,946 | 94,027 |\n\n**Total net-new MRR** = 14,435 + 16,305 + 15,162 + 15,771 + 10,025 + 24,162 + 17,762 + 11,211 + 17,258 + 9,988 + 34,573 + 38,330 + 18,344 + 36,381 + 40,096 + 49,247 + 30,995 + 59,838 + 35,633 + 16,397 + 40,701 + 59,282 + 74,110 + 94,027\n\n= **$799,086**\n\n**Average Monthly Compound Growth Rate (MRR):**\n\nFormula: **MRR_final = MRR_initial \u00d7 (1 + r)^n**\n\nWhere: MRR_initial = $237,435 (2024-07), MRR_final = $1,003,033 (2026-06), n = 23 months (gaps between 24 months)\n\nRatio = MRR_final / MRR_initial = 1,003,033 / 237,435 = **4.2245**\n\nRoot = (Ratio)^(1/23) = 4.2245^(1/23)\n\nln(4.2245) = 1.4409\n1.4409 / 23 = 0.06265\ne^0.06265 = **1.0647**\n\nr = 1.0647 - 1 = **0.0647 or 6.47%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\nFinal month (2026-06):\n- MRR at start of month = MRR at end of 2026-05 = **$909,006**\n- Churned MRR = **$19,946**\n\nGross MRR churn rate = 19,946 / 909,006 = **0.02194 or 2.194%**\n\n**Annualized gross MRR churn rate:**\nFormula: 1 - (1 - monthly_rate)^12\n\n= 1 - (1 - 0.02194)^12\n= 1 - (0.97806)^12\n= 1 - 0.7656\n= **0.2344 or 23.44%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 6,334 |\n| 001 | 21,878 |\n| 002 | 22,700 |\n| 003 | 2,250 |\n| 004 | 4,857 |\n| 005 | 20,371 |\n| 006 | 5,913 |\n| 007 | 5,109 |\n| 008 | 17,943 |\n| 009 | 21,159 |\n| 010 | 1,998 |\n| 011 | 19,730 |\n| 012 | 2,174 |\n| 013 | 19,032 |\n| 014 | 15,938 |\n| 015 | 18,856 |\n| 016 | 18,539 |\n| 017 | 20,725 |\n| 018 | 22,820 |\n| 019 | 4,020 |\n| 020 | 23,000 |\n| 021 | 7,863 |\n| 022 | 13,497 |\n| 023 | 13,485 |\n| 024 | 11,371 |\n| 025 | 10,812 |\n| 026 | 10,532 |\n| 027 | 11,114 |\n| 028 | 17,005 |\n| 029 | 1,134 |\n| 030 | 23,732 |\n| 031 | 9,645 |\n| 032 | 16,379 |\n| 033 | 20,247 |\n| 034 | 11,100 |\n| 035 | 4,415 |\n| 036 | 21,647 |\n| 037 | 11,794 |\n| 038 | 8,458 |\n| 039 | 11,385 |\n| 040 | 7,393 |\n| 041 | 2,212 |\n| 042 | 19,032 |\n| 043 | 15,937 |\n| 044 | 7,123 |\n| 045 | 17,281 |\n| 046 | 17,941 |\n| 047 | 8,942 |\n| 048 | 1,803 |\n| 049 | 6,332 |\n| 050 | 6,374 |\n| 051 | 2,428 |\n| 052 | 7,317 |\n| 053 | 5,830 |\n| 054 | 22,214 |\n| 055 | 18,555 |\n\n**Total monthly infrastructure spend:**\n\nSumming all: 6,334 + 21,878 + 22,700 + 2,250 + 4,857 + 20,371 + 5,913 + 5,109 + 17,943 + 21,159 + 1,998 + 19,730 + 2,174 + 19,032 + 15,938 + 18,856 + 18,539 + 20,725 + 22,820 + 4,020 + 23,000 + 7,863 + 13,497 + 13,485 + 11,371 + 10,812 + 10,532 + 11,114 + 17,005 + 1,134 + 23,732 + 9,645 + 16,379 + 20,247 + 11,100 + 4,415 + 21,647 + 11,794 + 8,458 + 11,385 + 7,393 + 2,212 + 19,032 + 15,937 + 7,123 + 17,281 + 17,941 + 8,942 + 1,803 + 6,332 + 6,374 +", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 421.0, "num_requests_total": 1.0, "gen_throughput": -4.7, "decode_sum_seq_lens": 112.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -128.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1685.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 47984.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 415.0, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,159 | $12,033 | $8,891 | $13,301 |\n| 2024-08 | $14,021 | $3,069 | $8,036 | $9,054 |\n| 2024-09 | $14,076 | $4,416 | $6,207 | $12,285 |\n| 2024-10 | $21,470 | $9,131 | $5,881 | $24,720 |\n| 2024-11 | $21,610 | $11,646 | $10,802 | $22,454 |\n| 2024-12 | $15,588 | $10,063 | $9,713 | $15,938 |\n| 2025-01 | $23,324 | $7,990 | $10,627 | $20,687 |\n| 2025-02 | $26,269 | $4,223 | $5,990 | $24,502 |\n| 2025-03 | $21,101 | $7,403 | $9,162 | $19,342 |\n| 2025-04 | $19,638 | $17,212 | $7,548 | $29,302 |\n| 2025-05 | $27,517 | $7,618 | $12,789 | $22,346 |\n| 2025-06 | $18,312 | $16,196 | $8,710 | $25,798 |\n| 2025-07 | $33,682 | $18,114 | $15,431 | $36,365 |\n| 2025-08 | $18,905 | $21,160 | $17,281 | $22,784 |\n| 2025-09 | $22,415 | $12,831 | $10,080 | $25,166 |\n| 2025-10 | $30,785 | $15,463 | $12,071 | $34,177 |\n| 2025-11 | $48,858 | $26,605 | $20,394 | $55,069 |\n| 2025-12 | $44,447 | $14,592 | $14,907 | $44,132 |\n| 2026-01 | $52,486 | $21,593 | $14,560 | $59,519 |\n| 2026-02 | $38,799 | $33,295 | $25,891 | $46,203 |\n| 2026-03 | $43,461 | $14,076 | $28,586 | $28,951 |\n| 2026-04 | $50,420 | $19,295 | $22,554 | $47,161 |\n| 2026-05 | $63,392 | $43,350 | $23,409 | $83,333 |\n| 2026-06 | $45,134 | $34,963 | $29,262 | $50,835 |\n\n**Total net-new MRR:**\n$13,301 + $9,054 + $12,285 + $24,720 + $22,454 + $15,938 + $20,687 + $24,502 + $19,342 + $29,302 + $22,346 + $25,798 + $36,365 + $22,784 + $25,166 + $34,177 + $55,069 + $44,132 + $59,519 + $46,203 + $28,951 + $47,161 + $83,333 + $50,835\n\n= **$760,213**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{Ending MRR} = \\text{Beginning MRR} \\times (1 + r)^n$$\n\nWhere n = 23 months of growth (from 2024-07 to 2026-06)\n\n- Beginning MRR (2024-07): $271,301\n- Ending MRR (2026-06): $1,031,424\n\n$$\\frac{\\text{Ending}}{\\text{Beginning}} = \\frac{1,031,424}{271,301} = 3.802506...$$\n\n$$(1 + r)^{23} = 3.802506...$$\n\n$$1 + r = (3.802506...)^{\\frac{1}{23}}$$\n\n$$\\ln(3.802506...) = 1.3355...$$\n\n$$\\frac{1.3355...}{23} = 0.058065...$$\n\n$$e^{0.058065...} = 1.05979...$$\n\n**Ratio = 3.8025... (or 380.25%)**\n\n**Root = 23rd root of 3.8025... = 1.05979...**\n\n**r = 0.0598 or 5.98% \u2248 6.0% monthly compound growth rate**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month = 2026-06:\n- Beginning MRR (end of 2026-05): $980,589\n- Churned MRR: $29,262\n\n**Monthly Gross MRR Churn Rate:**\n$$\\frac{29,262}{980,589} = 0.02984... = \\textbf{2.98\\%}$$\n\n**Annualized Gross MRR Churn Rate:**\nFormula: $1 - (1 - \\text{monthly rate})^{12}$\n\n$$= 1 - (1 - 0.02984)^{12}$$\n$$= 1 - (0.97016)^{12}$$\n$$= 1 - 0.6931...$$\n$$= 0.3069... = \\textbf{30.7\\%}$$\n\nOr using simple multiplication: $2.984\\% \\times 12 = 35.8\\%$ (not standard)\n\nStandard compound annualization: **30.7%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all achieved stated percent\n\n**Total monthly infrastructure spend:**\n\nAdding all 56 service lines:\n| svc | Cost |\n|-----|------|\n| 000 | $16,071 |\n| 001 | $10,959 |\n| 002 | $15,702 |\n| 003 | $14,850 |\n| 004 | $22,729 |\n| 005 | $15,167 |\n| 006 | $3,562 |\n| 007 | $7,313 |\n| 008 | $22,866 |\n| 009 | $9,849 |\n| 010 | $13,368 |\n| 011 | $21,377 |\n| 012 | $9,508 |\n| 013 | $21,350 |\n| 014 | $15,211 |\n| 015 | $19,079 |\n| 016 | $1,144 |\n| 017 | $7,667 |\n| 018 | $5,189 |\n| 019 | $12,137 |\n| 020 | $4,874 |\n| 021 | $10,090 |\n| 022 | $10,082 |\n| 023 | $14,885 |\n| 024 | $10,536 |\n| 025 | $7,039 |\n| 026 | $6,592 |\n| 027 | $11,558 |\n| 028 | $9,656 |\n| 029 | $19,636 |\n| 030 | $22,604 |\n| 031 | $5,751 |\n| 032 | $23,582 |\n| 033 | $23,093 |\n| 034 | $19,275 |\n| 035 | $1,887 |\n| 036 | $18,810 |\n| 037 | $5,941 |\n| 038 | $5,037 |\n| 039 | $6,430 |\n| 040 | $8,188 |\n| 041 | $1,574 |\n| 042 | $17,358 |\n| 043 | $6,240 |\n| 044 | $22,808 |\n| 045 | $16,659 |\n| 046 | $21,130 |\n| 047 | $4,891 |\n| 048 | $15,051 |\n| 049 | $12,467 |\n| 050 | $6,269 |\n| 051 | $10,216 |\n| 052 | $10,527 |\n| 053 | $18,374 |\n| 054 | $5,383 |\n| 055 | $23,937 |\n\nSum = **$760,213**\n\nWait - let me verify this is correct by careful addition:\n\nGroup by hundreds:\n- 16000s: 16071, 15702, 15167, 16144? No let me just sum carefully:\n\n$16,071 + $10,959 = $27,030\n+ $15,702 = $42,732\n+ $14,850 = $57,582\n+ $22,729 = $80,311\n+ $15,167 = $", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10008.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 459.0, "num_requests_total": 1.0, "gen_throughput": -44.2, "decode_sum_seq_lens": -52.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1837.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10008.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10008.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47876.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 435.0, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## PART (1): Total Net-New MRR and Average Monthly Compound Growth Rate\n\n### Net-New MRR Calculation\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $16,607 | $10,498 | $10,330 | $16,775 |\n| 2024-08 | $24,780 | $5,544 | $9,305 | $21,019 |\n| 2024-09 | $21,179 | $8,367 | $6,265 | $23,281 |\n| 2024-10 | $30,823 | $10,673 | $12,619 | $28,877 |\n| 2024-11 | $13,775 | $10,276 | $6,663 | $17,388 |\n| 2024-12 | $26,640 | $5,434 | $7,036 | $24,038 |\n| 2025-01 | $26,728 | $19,159 | $11,145 | $34,742 |\n| 2025-02 | $25,965 | $19,431 | $11,008 | $34,388 |\n| 2025-03 | $42,258 | $19,620 | $10,756 | $51,122 |\n| 2025-04 | $28,353 | $19,115 | $16,227 | $31,241 |\n| 2025-05 | $31,537 | $23,635 | $12,627 | $42,545 |\n| 2025-06 | $50,552 | $23,078 | $10,110 | $63,520 |\n| 2025-07 | $36,893 | $35,344 | $14,110 | $58,127 |\n| 2025-08 | $34,097 | $21,374 | $12,397 | $43,074 |\n| 2025-09 | $60,050 | $27,200 | $22,614 | $64,636 |\n| 2025-10 | $36,911 | $14,966 | $17,502 | $34,375 |\n| 2025-11 | $50,453 | $31,062 | $13,863 | $67,652 |\n| 2025-12 | $48,174 | $13,108 | $14,877 | $46,405 |\n| 2026-01 | $50,281 | $22,458 | $25,602 | $47,137 |\n| 2026-02 | $34,839 | $40,772 | $34,428 | $41,183 |\n| 2026-03 | $82,516 | $32,229 | $28,711 | $86,034 |\n| 2026-04 | $62,546 | $13,046 | $31,647 | $43,945 |\n| 2026-05 | $51,837 | $44,515 | $29,873 | $66,479 |\n| 2026-06 | $79,487 | $19,380 | $34,270 | $64,597 |\n\n**Sum of all net-new MRR:**\n$16,775 + $21,019 + $23,281 + $28,877 + $17,388 + $24,038 + $34,742 + $34,388 + $51,122 + $31,241 + $42,545 + $63,520 + $58,127 + $43,074 + $64,636 + $34,375 + $67,652 + $46,405 + $47,137 + $41,183 + $86,034 + $43,945 + $66,479 + $64,597\n\n= **$1,036,560**\n\n### Average Monthly Compound Growth Rate (CMGR)\n\n**Formula:** CMGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\nNote: 23 months of growth intervals over 24 months.\n\n- Beginning MRR (2024-07): $345,775\n- Ending MRR (2026-06): $1,382,580\n\n**Ratio:** $1,382,580 / $345,775 = **3.998495**\n\n**23rd root:** (3.998495)^(1/23)\n\nLet me compute: ln(3.998495) = 1.38603\n1.38603 / 23 = 0.060262\ne^0.060262 = **1.062116**\n\n**CMGR = 1.062116 - 1 = 0.062116 = 6.21%**\n\n---\n\n## PART (2): Gross MRR Churn Rate \u2014 Final Month and Annualized\n\n### Final Month (2026-06)\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\n- MRR at start of 2026-06 = MRR at end of 2026-05 = **$1,317,983**\n- Churned in 2026-06 = **$34,270**\n\nGross MRR Churn Rate = $34,270 / $1,317,983 = **0.026002 = 2.60%**\n\n### Annualized\n\n**Formula:** Annualized Churn = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.026002)^12\n= 1 - (0.973998)^12\n= 1 - 0.724089\n= **0.275911 = 27.59%**\n\n---\n\n## PART (3): Total Infrastructure Spend, Top 3 Lines, and Total Savings\n\n### Total Monthly Infrastructure Spend\n\nSumming all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | $19,487 |\n| 001 | $2,911 |\n| 002 | $22,944 |\n| 003 | $11,144 |\n| 004 | $23,881 |\n| 005 | $2,438 |\n| 006 | $11,204 |\n| 007 | $16,042 |\n| 008 | $19,423 |\n| 009 | $14,581 |\n| 010 | $12,203 |\n| 011 | $13,138 |\n| 012 | $18,402 |\n| 013 | $8,160 |\n| 014 | $15,031 |\n| 015 | $7,233 |\n| 016 | $21,779 |\n| 017 | $17,765 |\n| 018 | $18,320 |\n| 019 | $10,995 |\n| 020 | $15,781 |\n| 021 | $8,131 |\n| 022 | $16,967 |\n| 023 | $8,488 |\n| 024 | $15,722 |\n| 025 | $22,928 |\n| 026 | $968 |\n| 027 | $18,746 |\n| 028 | $12,438 |\n| 029 | $11,399 |\n| 030 | $8,322 |\n| 031 | $7,178 |\n| 032 | $2,931 |\n| 033 | $2,533 |\n| 034 | $13,290 |\n| 035 | $17,737 |\n| 036 | $21,104 |\n| 037 | $12,019 |\n| 038 | $8,619 |\n| 039 | $13,819 |\n| 040 | $17,821 |\n| 041 | $21,253 |\n| 042 | $16,980 |\n| 043 | $22,508 |\n| 044 | $18,805 |\n| 045 | $22,209 |\n| 046 | $16,497 |\n| 047 | $14,993 |\n| 048 | $21,710 |\n| 049 | $7,033 |\n| 050 | $18,081 |\n| 051 | $7,446 |\n| 052 | $2,101 |\n| 053 | $6,556 |\n| 054 | $2,630 |\n| 055 | $13,641 |\n\n**Total = $743,113**\n\n### Top 3 Lines by Cost\n\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-004 identity-gateway | $23,881 |\n| 2 | svc-025 notify-cron | $22,928 |\n| 3 | svc-043 search-batch | $22,508 |\n\n**Combined top 3 cost:** $23,881 + $22,928 + $22,508 = **$69,317**\n\n**Combined share:** $69,317 / $743,113 = **0.093279 = 9.33%**\n\n### Total Savings if All Lines Achieve Stated Percentages\n\n| svc | Cost | Savings % | Savings $ |\n|-----|------|-----------|-----------|\n| 000 | $19,487 | 21% | $4,092.27 |\n| 001 | $2,911 | 25% | $727.75 |\n| 002 | $22,944 | 21% | $4,818.24 |\n| 003 | $11,144 | 19% | $2,117.36 |\n| 004 | $23,881", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 437.0, "num_requests_total": 1.0, "gen_throughput": 7.9, "decode_sum_seq_lens": -20.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1749.0, "realtime_tokens_total": 12100.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 47949.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 232.0, "tok_s": 395.9, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $14,572 | $8,469 | $7,621 | $15,420 |\n| 2024-08 | $8,320 | $6,105 | $6,586 | $7,839 |\n| 2024-09 | $19,962 | $7,120 | $5,444 | $21,638 |\n| 2024-10 | $14,545 | $7,615 | $7,189 | $14,971 |\n| 2024-11 | $12,465 | $13,639 | $8,034 | $18,070 |\n| 2024-12 | $23,135 | $13,645 | $8,479 | $28,301 |\n| 2025-01 | $17,813 | $8,279 | $7,810 | $18,282 |\n| 2025-02 | $15,672 | $5,091 | $12,228 | $8,535 |\n| 2025-03 | $24,078 | $7,114 | $9,076 | $22,116 |\n| 2025-04 | $24,673 | $12,176 | $9,915 | $26,934 |\n| 2025-05 | $19,172 | $7,087 | $12,420 | $13,839 |\n| 2025-06 | $28,168 | $20,198 | $12,302 | $36,064 |\n| 2025-07 | $32,032 | $18,584 | $15,776 | $34,840 |\n| 2025-08 | $38,763 | $25,215 | $14,479 | $49,499 |\n| 2025-09 | $24,218 | $8,703 | $18,667 | $14,254 |\n| 2025-10 | $41,580 | $22,933 | $13,017 | $51,496 |\n| 2025-11 | $31,331 | $8,871 | $16,947 | $23,255 |\n| 2025-12 | $34,985 | $25,558 | $21,058 | $39,485 |\n| 2026-01 | $55,915 | $23,349 | $20,919 | $58,345 |\n| 2026-02 | $40,803 | $12,851 | $14,937 | $38,717 |\n| 2026-03 | $57,552 | $28,597 | $22,411 | $63,738 |\n| 2026-04 | $59,747 | $22,999 | $16,674 | $66,072 |\n| 2026-05 | $48,112 | $25,334 | $19,203 | $54,243 |\n| 2026-06 | $40,100 | $38,751 | $15,323 | $63,528 |\n\n**Total net-new MRR:**\n$15,420 + $7,839 + $21,638 + $14,971 + $18,070 + $28,301 + $18,282 + $8,535 + $22,116 + $26,934 + $13,839 + $36,064 + $34,840 + $49,499 + $14,254 + $51,496 + $23,255 + $39,485 + $58,345 + $38,717 + $63,738 + $66,072 + $54,243 + $63,528\n\nRunning total:\n- After 6 months: $15,420 + $7,839 = $23,259; + $21,638 = $44,897; + $14,971 = $59,868; + $18,070 = $77,938; + $28,301 = **$106,239**\n- After 12 months: + $18,282 = $124,521; + $8,535 = $133,056; + $22,116 = $155,172; + $26,934 = $182,106; + $13,839 = $195,945; + $36,064 = **$232,009**\n- After 18 months: + $34,840 = $266,849; + $49,499 = $316,348; + $14,254 = $330,602; + $51,496 = $382,098; + $23,255 = $405,353; + $39,485 = **$444,838**\n- After 24 months: + $58,345 = $503,183; + $38,717 = $541,900; + $63,738 = $605,638; + $66,072 = $671,710; + $54,243 = $725,953; + $63,528 = **$789,481**\n\n**Verification:** Starting MRR $276,420 + $789,481 = $1,065,901? But ending MRR is $1,050,481. Difference = $15,420, which equals first month's net-new. Let me recheck: Actually starting MRR is $276,420, ending is $1,050,481, so total growth = $1,050,481 - $276,420 = $774,061.\n\nLet me recheck: The sum should equal ending - beginning = $1,050,481 - $276,420 = $774,061.\n\nRechecking month by month more carefully:\n2024-07: 15420\n2024-08: 7839\n2024-09: 21638\n2024-10: 14971\n2024-11: 18070\n2024-12: 28301\n2025-01: 18282\n2025-02: 8535\n2025-03: 22116\n2025-04: 26934\n2025-05: 13839\n2025-06: 36064\n2025-07: 34840\n2025-08: 49499\n2025-09: 14254\n2025-10: 51496\n2025-11: 23255\n2025-12: 39485\n2026-01: 58345\n2026-02: 38717\n2026-03: 63738\n2026-04: 66072\n2026-05: 54243\n2026-06: 63528\n\nSum: Let me group:\n(15420+7839)=23259; +21638=44897; +14971=59868; +18070=77938; +28301=106239\n+18282=124521; +8535=133056; +22116=155172; +26934=182106; +13839=195945; +36064=232009\n+34840=266849; +49499=316348; +14254=330602; +51496=382098; +23255=405353; +39485=444838\n+58345=503183; +38717=541900; +63738=605638; +66072=671710; +54243=725953; +63528=789481\n\nBut $789,481 \u2260 $774,061. The discrepancy is $15,420. This suggests the first month's net-new equals the discrepancy. Actually, re-reading: the first month \"new\" already exists in starting MRR? No, let me verify with MRR changes:\n\nMRR changes month-to-month:\n2024-07: 284259-276420 = 7839, but net-new I calculated 15420. \n\nWait: MRR(end) = MRR(start) + new + expansion - churned. So:\n284259 = 276420 + 14572 + 8469 - 7621 = 276420 + 15420 = 291840? No, 276420 + 15420 = 291840 \u2260 284259.\n\nLet me recalculate: 276420 + 14572 + 8469 - 7621 = 276420 + 23041 - 7621 = 276420 + 15420 = 291840. But stated is 284259.\n\nThere's a data inconsistency. I should use the stated net-new formula (new + expansion - churned) as requested, or use actual MRR change?\n\nThe question asks for \"total net-new MRR\" \u2014 I'll use the formula new + expansion - churned as standard definition.\n\n**Total net-new MRR = $789,481**\n\n**Average Monthly Compound Growth Rate:**\n\nFormula: CAGR = (Ending Value / Beginning Value)^(1/n) - 1\n\nWhere n = 23 months of growth (from month 1 to month 24, there are 23 intervals)\n\nBeginning MRR (2024-07): $276,420\nEnding MRR (2026-06): $1,050,481\nn = 23\n\nRatio = $1,050,481 / $276,420 = 3.800306", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9945.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 481.0, "num_requests_total": 1.0, "gen_throughput": -14.7, "decode_sum_seq_lens": -58.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1925.0, "realtime_tokens_total": 12031.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9945.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9945.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 47664.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 390.9, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $29,898 | $4,410 | $6,321 | $27,987 |\n| 2024-08 | $22,168 | $10,248 | $6,686 | $25,730 |\n| 2024-09 | $18,657 | $19,237 | $14,962 | $22,932 |\n| 2024-10 | $35,740 | $17,930 | $7,902 | $45,768 |\n| 2024-11 | $22,925 | $15,602 | $8,645 | $29,882 |\n| 2024-12 | $24,057 | $12,988 | $15,219 | $21,826 |\n| 2025-01 | $22,383 | $18,827 | $17,227 | $23,983 |\n| 2025-02 | $33,663 | $28,528 | $15,385 | $46,806 |\n| 2025-03 | $18,808 | $13,521 | $16,071 | $16,258 |\n| 2025-04 | $35,613 | $17,825 | $11,091 | $42,347 |\n| 2025-05 | $52,057 | $27,888 | $21,726 | $58,219 |\n| 2025-06 | $56,856 | $32,734 | $15,416 | $74,174 |\n| 2025-07 | $41,551 | $13,947 | $25,388 | $30,110 |\n| 2025-08 | $29,712 | $25,800 | $26,055 | $29,457 |\n| 2025-09 | $34,820 | $31,036 | $17,988 | $47,868 |\n| 2025-10 | $65,991 | $22,677 | $15,249 | $73,419 |\n| 2025-11 | $46,408 | $11,372 | $17,317 | $40,463 |\n| 2025-12 | $66,772 | $44,558 | $19,517 | $91,813 |\n| 2026-01 | $61,545 | $29,876 | $28,401 | $63,020 |\n| 2026-02 | $81,850 | $44,908 | $32,679 | $94,079 |\n| 2026-03 | $44,310 | $27,073 | $29,069 | $42,314 |\n| 2026-04 | $95,907 | $53,084 | $36,435 | $112,556 |\n| 2026-05 | $90,176 | $25,189 | $45,622 | $69,743 |\n| 2026-06 | $84,723 | $15,454 | $50,629 | $49,548 |\n\n**Total net-new MRR:**\n$27,987 + $25,730 + $22,932 + $45,768 + $29,882 + $21,826 + $23,983 + $46,806 + $16,258 + $42,347 + $58,219 + $74,174 + $30,110 + $29,457 + $47,868 + $73,419 + $40,463 + $91,813 + $63,020 + $94,079 + $42,314 + $112,556 + $69,743 + $49,548\n\n**Running sum:**\n- After 6: $27,987 + $25,730 = $53,717; + $22,932 = $76,649; + $45,768 = $122,417; + $29,882 = $152,299; + $21,826 = $174,125\n- After 12: + $23,983 = $198,108; + $46,806 = $244,914; + $16,258 = $261,172; + $42,347 = $303,519; + $58,219 = $361,738; + $74,174 = $435,912\n- After 18: + $30,110 = $466,022; + $29,457 = $495,479; + $47,868 = $543,347; + $73,419 = $616,766; + $40,463 = $657,229; + $91,813 = $749,042\n- After 24: + $63,020 = $812,062; + $94,079 = $906,141; + $42,314 = $948,455; + $112,556 = $1,061,011; + $69,743 = $1,130,754; + $49,548 = **$1,180,302**\n\n**Verification:** Starting MRR $401,987 + $1,180,302 = $1,582,289... but final MRR is $1,554,302. Difference of $27,987 suggests starting month net-new check: $401,987 + $27,987 = $429,974, but Aug MRR is $427,717. Let me recheck: $401,987 + $29,898 + $4,410 - $6,321 = $429,974. Hmm, but Aug is $427,717. There's a $2,257 discrepancy likely from rounding or data issues. Using my calculated total: **Total net-new MRR = $1,180,302**\n\nActually, let me verify with end - start: $1,554,302 - $401,987 = $1,152,315. This is the true net growth. The discrepancy suggests some months' components don't perfectly sum to MRR change. I'll use **$1,152,315** as the actual total MRR growth.\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$MRR_{final} = MRR_{initial} \\times (1 + r)^{n}$$\n\nWhere n = 23 months (periods from start to end), r = monthly growth rate\n\n$$\\frac{MRR_{final}}{MRR_{initial}} = \\frac{1,554,302}{401,987} = 3.86640...$$\n\n$$(1 + r)^{23} = 3.86640$$\n\n$$1 + r = (3.86640)^{\\frac{1}{23}}$$\n\n$$\\ln(3.86640) = 1.35219$$\n\n$$\\frac{1.35219}{23} = 0.058791$$\n\n$$e^{0.058791} = 1.06055$$\n\n**Ratio: 3.8664**\n**Root: 23rd root of 3.8664 = 1.06055**\n**r = 0.06055 = 6.06%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}}$\n\nFinal month (2026-06):\n- Beginning MRR (May 2026) = $1,504,754\n- Churned MRR = $50,629\n\n$$\\text{Gross MRR Churn Rate} = \\frac{50,629}{1,504,754} = 0.03364 = 3.364\\%$$\n\n**Annualized (simple):** $3.364\\% \\times 12 = 40.37\\%$\n\n**Annualized (compound):** $(1.03364)^{12} - 1 = 1.4906 - 1 = 49.06\\%$\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Listing all 56 services and summing:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $20,483 |\n| 001 | $22,298 |\n| 002 | $2,253 |\n| 003 | $3,968 |\n| 004 | $15,285 |\n| 005 | $15,652 |\n| 006 | $20,565 |\n| 007 | $18,740 |\n| 008 | $6,311 |\n| 009 | $12,458 |\n| 010 | $1,559 |\n| 011 | $11,022 |\n| 012 | $15,209 |\n| 013 | $6,613 |\n| 014 | $10,680 |\n| 015 | $7,673 |\n| 016 | $8,263 |\n| 017 | $12,346 |\n| 018 | $1,525 |\n| 019 | $7,322 |\n| 020 | $7,575 |\n| 021 | $1,379 |\n| 022 | $19,437 |\n| 023 | $4,353 |\n| 024 | $10,558 |\n| 025 | $15,405 |\n| 026 | $22,313 |\n| 027 |", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10015.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 488.0, "num_requests_total": 1.0, "gen_throughput": 36.0, "decode_sum_seq_lens": 10.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": -64.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1953.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10015.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10015.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 47592.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 461.5, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR for each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $12,899 | $3,725 | $3,887 | $12,899 + $3,725 - $3,887 = **$12,737** |\n| 2024-08 | $7,003 | $5,004 | $5,010 | $7,003 + $5,004 - $5,010 = **$6,997** |\n| 2024-09 | $16,166 | $6,969 | $4,076 | $16,166 + $6,969 - $4,076 = **$19,059** |\n| 2024-10 | $8,463 | $3,367 | $6,814 | $8,463 + $3,367 - $6,814 = **$5,016** |\n| 2024-11 | $17,004 | $9,496 | $5,483 | $17,004 + $9,496 - $5,483 = **$21,017** |\n| 2024-12 | $20,786 | $11,964 | $9,406 | $20,786 + $11,964 - $9,406 = **$23,344** |\n| 2025-01 | $20,679 | $8,615 | $7,663 | $20,679 + $8,615 - $7,663 = **$21,631** |\n| 2025-02 | $17,878 | $3,240 | $10,341 | $17,878 + $3,240 - $10,341 = **$10,777** |\n| 2025-03 | $24,729 | $4,763 | $6,568 | $24,729 + $4,763 - $6,568 = **$22,924** |\n| 2025-04 | $24,067 | $12,785 | $8,951 | $24,067 + $12,785 - $8,951 = **$27,901** |\n| 2025-05 | $18,741 | $14,779 | $7,444 | $18,741 + $14,779 - $7,444 = **$26,076** |\n| 2025-06 | $16,846 | $15,752 | $11,765 | $16,846 + $15,752 - $11,765 = **$20,833** |\n| 2025-07 | $27,906 | $16,356 | $9,837 | $27,906 + $16,356 - $9,837 = **$34,425** |\n| 2025-08 | $36,816 | $12,435 | $14,620 | $36,816 + $12,435 - $14,620 = **$34,631** |\n| 2025-09 | $17,515 | $21,045 | $9,288 | $17,515 + $21,045 - $9,288 = **$29,272** |\n| 2025-10 | $23,837 | $24,426 | $7,972 | $23,837 + $24,426 - $7,972 = **$40,291** |\n| 2025-11 | $29,349 | $14,283 | $18,828 | $29,349 + $14,283 - $18,828 = **$24,804** |\n| 2025-12 | $46,219 | $25,681 | $9,326 | $46,219 + $25,681 - $9,326 = **$62,574** |\n| 2026-01 | $23,348 | $25,700 | $13,201 | $23,348 + $25,700 - $13,201 = **$35,847** |\n| 2026-02 | $48,892 | $19,872 | $15,774 | $48,892 + $19,872 - $15,774 = **$52,990** |\n| 2026-03 | $26,533 | $35,054 | $20,705 | $26,533 + $35,054 - $20,705 = **$40,882** |\n| 2026-04 | $39,925 | $23,408 | $13,344 | $39,925 + $23,408 - $13,344 = **$49,989** |\n| 2026-05 | $47,636 | $28,499 | $20,965 | $47,636 + $28,499 - $20,965 = **$55,170** |\n| 2026-06 | $55,660 | $37,168 | $29,620 | $55,660 + $37,168 - $29,620 = **$63,208** |\n\n**Total net-new MRR:**\n$12,737 + $6,997 + $19,059 + $5,016 + $21,017 + $23,344 + $21,631 + $10,777 + $22,924 + $27,901 + $26,076 + $20,833 + $34,425 + $34,631 + $29,272 + $40,291 + $24,804 + $62,574 + $35,847 + $52,990 + $40,882 + $49,989 + $55,170 + $63,208\n\n= **$729,626**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{MRR}_{final} = \\text{MRR}_{initial} \\times (1 + r)^{n}$$\n\nWhere:\n- MRR_initial = $221,737 (2024-07)\n- MRR_final = $951,395 (2026-06)\n- n = 23 intervals (24 months means 23 month-over-month growth periods)\n\n$$r = \\left(\\frac{\\text{MRR}_{final}}{\\text{MRR}_{initial}}\\right)^{\\frac{1}{n}} - 1$$\n\n**Ratio:** $\\frac{951,395}{221,737} = 4.290656...$\n\n**Root:** $(4.290656...)^{\\frac{1}{23}}$\n\n$\\ln(4.290656) = 1.456287...$\n\n$\\frac{1.456287...}{23} = 0.063317...$\n\n$e^{0.063317...} = 1.065365...$\n\n**r = 0.065365... \u2248 6.54%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: **Gross MRR Churn Rate = Churned MRR \u00f7 Starting MRR of that month**\n\nStarting MRR 2026-06 = MRR at end of 2026-05 = **$888,187**\n\nChurned 2026-06 = **$29,620**\n\n**Monthly Gross Churn Rate** = $29,620 \u00f7 $888,187 = 0.033349... = **3.33%**\n\n**Annualized Gross Churn Rate:**\n\nFormula: $1 - (1 - \\text{monthly rate})^{12}$\n\n$= 1 - (1 - 0.033349)^{12}$\n\n$= 1 - (0.966651)^{12}$\n\n$0.966651^{12}$:\n- $0.966651^2 = 0.934414$\n- $0.966651^4 = 0.873130$\n- $0.966651^8 = 0.762356$\n- $0.966651^{12} = 0.762356 \\times 0.873130 = 0.665650$\n\n$= 1 - 0.665650 = 0.334350$\n\n= **33.44%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all lines hit candidate %\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service lines:\n\n| svc | Cost |\n|-----|------|\n| 000 | $13,948 |\n| 001 | $5,434 |\n| 002 | $16,596 |\n| 003 | $17,276 |\n| 004 | $3,055 |\n| 005 | $10,593 |\n| 006 | $6,135 |\n| 007 | $8,712 |\n| 008 | $11,376 |\n| 009 | $14,470 |\n| 010 | $7,853 |\n| 011 | $13,034 |\n| 012 | $19,254 |\n| 013 | $10,787 |\n| 014 | $23,934 |\n| 015 | $3,758 |\n| 016 | $20,658 |\n| 017 | $20,144 |\n| 018 | $8,307 |\n| 019 | $22,298 |\n| 020 | $4,616 |\n| 021 | $18", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9997.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 413.0, "num_requests_total": 1.0, "gen_throughput": 29.9, "decode_sum_seq_lens": 112.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -128.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1653.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9997.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9997.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.4, "inter_token_latency_seconds_bucket": 48204.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 424.5, "text": "I'll work through each part systematically, showing all arithmetic steps.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate of MRR\n\n**Net-new MRR** = new MRR + expansion MRR - churned MRR (monthly), summed over 24 months\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 20,195 | 11,537 | 7,452 | 24,280 |\n| 2024-08 | 13,751 | 4,059 | 9,374 | 8,436 |\n| 2024-09 | 19,222 | 7,020 | 9,934 | 16,308 |\n| 2024-10 | 11,450 | 11,755 | 8,618 | 14,587 |\n| 2024-11 | 14,361 | 13,307 | 12,022 | 15,646 |\n| 2024-12 | 18,900 | 5,007 | 9,795 | 14,112 |\n| 2025-01 | 24,577 | 16,327 | 7,624 | 33,280 |\n| 2025-02 | 15,535 | 13,202 | 8,432 | 20,305 |\n| 2025-03 | 30,283 | 14,532 | 13,674 | 31,141 |\n| 2025-04 | 26,514 | 20,411 | 6,943 | 39,982 |\n| 2025-05 | 17,957 | 5,931 | 13,096 | 10,792 |\n| 2025-06 | 15,622 | 13,894 | 8,555 | 20,961 |\n| 2025-07 | 25,788 | 13,768 | 10,666 | 28,890 |\n| 2025-08 | 40,999 | 12,585 | 18,858 | 34,726 |\n| 2025-09 | 22,393 | 21,103 | 17,130 | 26,366 |\n| 2025-10 | 21,832 | 12,947 | 20,794 | 13,985 |\n| 2025-11 | 22,403 | 14,239 | 19,952 | 16,690 |\n| 2025-12 | 37,393 | 10,911 | 19,551 | 28,753 |\n| 2026-01 | 29,102 | 28,726 | 16,126 | 41,702 |\n| 2026-02 | 25,629 | 24,365 | 20,247 | 29,747 |\n| 2026-03 | 47,454 | 22,587 | 13,090 | 56,951 |\n| 2026-04 | 39,667 | 12,461 | 24,510 | 27,618 |\n| 2026-05 | 38,254 | 40,656 | 21,501 | 57,409 |\n| 2026-06 | 40,474 | 32,404 | 18,762 | 54,116 |\n\n**Sum of net-new MRR:**\n24,280 + 8,436 + 16,308 + 14,587 + 15,646 + 14,112 + 33,280 + 20,305 + 31,141 + 39,982 + 10,792 + 20,961 + 28,890 + 34,726 + 26,366 + 13,985 + 16,690 + 28,753 + 41,702 + 29,747 + 56,951 + 27,618 + 57,409 + 54,116\n\n= **723,881**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nBeginning MRR (2024-07): $304,280\nEnding MRR (2026-06): $946,783\nn = 23 months (periods between month 1 and month 24)\n\nRatio = 946,783 / 304,280 = **3.111583**\n\nRoot = 3.111583^(1/23)\n\nln(3.111583) = 1.135186\n1.135186 / 23 = 0.049356\ne^0.049356 = **1.050595**\n\nCMGR = 1.050595 - 1 = **0.050595 = 5.06%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month**: 2026-06\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of period\n\nMRR at start of 2026-06 = MRR at end of 2026-05 = $892,667\nChurned MRR in 2026-06 = $18,762\n\n**Monthly gross churn rate** = 18,762 / 892,667 = **0.021019 = 2.10%**\n\n**Annualized gross churn rate** = 1 - (1 - monthly rate)^12\n= 1 - (1 - 0.021019)^12\n= 1 - (0.978981)^12\n= 1 - 0.774947\n= **0.225053 = 22.51%**\n\nOr using simple multiplication: 2.1019% \u00d7 12 = 25.22% (not standard; using compound above)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Sum all 56 service lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 18,090 |\n| 001 | 9,882 |\n| 002 | 9,616 |\n| 003 | 13,189 |\n| 004 | 5,062 |\n| 005 | 19,576 |\n| 006 | 12,736 |\n| 007 | 5,479 |\n| 008 | 14,585 |\n| 009 | 7,616 |\n| 010 | 12,304 |\n| 011 | 21,031 |\n| 012 | 20,724 |\n| 013 | 8,736 |\n| 014 | 9,642 |\n| 015 | 17,664 |\n| 016 | 2,772 |\n| 017 | 10,259 |\n| 018 | 17,390 |\n| 019 | 23,218 |\n| 020 | 20,915 |\n| 021 | 7,025 |\n| 022 | 7,096 |\n| 023 | 22,745 |\n| 024 | 10,461 |\n| 025 | 12,618 |\n| 026 | 12,342 |\n| 027 | 1,212 |\n| 028 | 2,809 |\n| 029 | 15,634 |\n| 030 | 8,214 |\n| 031 | 13,144 |\n| 032 | 19,480 |\n| 033 | 18,212 |\n| 034 | 5,003 |\n| 035 | 19,225 |\n| 036 | 3,476 |\n| 037 | 8,888 |\n| 038 | 9,371 |\n| 039 | 20,568 |\n| 040 | 6,461 |\n| 041 | 15,888 |\n| 042 | 9,429 |\n| 043 | 22,497 |\n| 044 | 6,010 |\n| 045 | 10,430 |\n| 046 | 4,660 |\n| 047 | 9,363 |\n| 048 | 12,018 |\n| 049 | 19,079 |\n| 050 | 7,552 |\n| 051 | 8,815 |\n| 052 | 1,019 |\n| 053 | 18,844 |\n| 054 | 4,215 |\n| 055 | 23,169 |\n\n**Total monthly infrastructure spend:**\n\nGrouping for addition:\n18,090 + 9,882 = 27,972\n+ 9,616 = 37,588\n+ 13,189 = 50,777\n+ 5,062 = 55,839\n+ 19,576 = 75,415\n+ 12,736 = 88,151\n+ 5,479 = 93,630\n+ 14,585 = 108,215\n+ 7,616 = 115,831\n+ 12,304 = 128,135\n+ 21,031 = 149,166\n+ 20,724 = 169,890\n+ 8,736 = 178,626\n+ 9,642 = 188,268\n+ 17,664 = 205,932\n+ 2,772 = 208,704\n+ 10,259 = 218,963\n+ 17,390 = 236,353\n+ 23,218 = 259,571\n+ 20,915 = 280,486\n+ 7,025 = 287,511\n+ ", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 446.0, "num_requests_total": 1.0, "gen_throughput": -48.6, "decode_sum_seq_lens": -5.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1785.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47890.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 404.7, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR = New MRR + Expansion MRR - Churned MRR**\n\nI'll calculate month by month:\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,392 | $5,743 | $7,437 | $8,698 |\n| 2024-08 | $13,116 | $14,443 | $8,584 | $18,975 |\n| 2024-09 | $17,240 | $7,162 | $11,828 | $12,574 |\n| 2024-10 | $29,153 | $4,985 | $10,703 | $23,435 |\n| 2024-11 | $30,640 | $9,309 | $8,728 | $31,221 |\n| 2024-12 | $33,315 | $18,588 | $10,676 | $41,227 |\n| 2025-01 | $32,327 | $7,787 | $15,713 | $24,401 |\n| 2025-02 | $38,004 | $11,733 | $10,534 | $39,203 |\n| 2025-03 | $18,028 | $16,531 | $13,947 | $20,612 |\n| 2025-04 | $25,799 | $14,781 | $17,013 | $23,567 |\n| 2025-05 | $17,680 | $26,153 | $16,469 | $27,364 |\n| 2025-06 | $40,296 | $11,504 | $20,434 | $31,366 |\n| 2025-07 | $25,669 | $23,978 | $13,256 | $36,391 |\n| 2025-08 | $20,335 | $9,416 | $22,314 | $7,437 |\n| 2025-09 | $26,932 | $11,183 | $12,708 | $25,407 |\n| 2025-10 | $40,791 | $20,712 | $14,202 | $47,301 |\n| 2025-11 | $23,144 | $29,298 | $25,471 | $26,971 |\n| 2025-12 | $23,697 | $8,203 | $20,941 | $10,959 |\n| 2026-01 | $34,950 | $14,059 | $19,234 | $29,775 |\n| 2026-02 | $50,233 | $41,004 | $17,932 | $73,305 |\n| 2026-03 | $33,269 | $38,352 | $19,165 | $52,456 |\n| 2026-04 | $46,800 | $23,444 | $29,994 | $40,250 |\n| 2026-05 | $61,412 | $35,652 | $22,709 | $74,355 |\n| 2026-06 | $51,681 | $40,476 | $25,165 | $66,992 |\n\n**Total net-new MRR:**\n$8,698 + $18,975 = $27,673\n$27,673 + $12,574 = $40,247\n$40,247 + $23,435 = $63,682\n$63,682 + $31,221 = $94,903\n$94,903 + $41,227 = $136,130\n$136,130 + $24,401 = $160,531\n$160,531 + $39,203 = $199,734\n$199,734 + $20,612 = $220,346\n$220,346 + $23,567 = $243,913\n$243,913 + $27,364 = $271,277\n$271,277 + $31,366 = $302,643\n$302,643 + $36,391 = $339,034\n$339,034 + $7,437 = $346,471\n$346,471 + $25,407 = $371,878\n$371,878 + $47,301 = $419,179\n$419,179 + $26,971 = $446,150\n$446,150 + $10,959 = $457,109\n$457,109 + $29,775 = $486,884\n$486,884 + $73,305 = $560,189\n$560,189 + $52,456 = $612,645\n$612,645 + $40,250 = $652,895\n$652,895 + $74,355 = $727,250\n$727,250 + $66,992 = **$794,242**\n\n**Verification:** Starting MRR $346,698 + $794,242 = $1,140,940... but final MRR is $1,132,242. Difference of $8,698. Rechecking first month: MRR went from $346,698 to $365,673 = +$18,975. But my net-new was $8,698. The discrepancy is because I need to check: new + expansion - churned = 10,392 + 5,743 - 7,437 = 8,698. But actual change is 365,673 - 346,698 = 18,975. There's a $10,277 gap. This suggests other factors (downgrades, etc.). However, the question asks for \"total net-new MRR\" as defined by new + expansion - churned, so I'll proceed with the direct calculation.\n\nActually, let me re-verify: the formula given is standard. The difference must be from other factors not tracked. I'll use the direct calculation.\n\n**Total net-new MRR = $794,242**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\n(Note: 24 months means 23 growth periods)\n\nBeginning MRR (2024-07): $346,698\nEnding MRR (2026-06): $1,132,242\n\n**Ratio:** $1,132,242 / $346,698 = 3.265785...\n\n**Root:** 3.265785^(1/23)\n\nTo calculate: ln(3.265785) = 1.1833...\n1.1833... / 23 = 0.051448...\ne^0.051448... = 1.05280...\n\n**CMGR = 1.05280... - 1 = 0.05280... = 5.28%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of period**\n\nFinal month: 2026-06\n- MRR at start (2026-05): $1,065,250\n- Churned: $25,165\n\n**Monthly gross churn rate:** $25,165 / $1,065,250 = 0.02362... = **2.36%**\n\n**Annualized gross churn rate:**\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.02362)^12\n= 1 - (0.97638)^12\n= 1 - 0.7527...\n= 0.2473... = **24.7%**\n\nOr using simple multiplication: 2.36% \u00d7 12 = 28.3% (less accurate)\n\nI'll use the compound method: **24.7%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings if every line achieved stated percent\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 lines:\nsvc-000: $19,305\nsvc-001: $23,714\nsvc-002: $7,326\nsvc-003: $7,186\nsvc-004: $13,363\nsvc-005: $6,762\nsvc-006: $19,597\nsvc-007: $14,789\nsvc-008: $1,143\nsvc-009: $14,344\nsvc-010: $6,473\nsvc-011: $23,220\nsvc-012: $12,125\nsvc-013: $8,181\nsvc-014: $5,692\nsvc-015: $1,097\nsvc-016: $16,671\nsvc-017: $7,798\nsvc-018: $8,845\nsvc-019: $22,056\nsvc-020: $23,545\nsvc-021: $22,707\nsvc-022: $20,598\nsvc-023: $4,539\nsvc-024: $14,503\nsvc-025: $21,128\nsvc-026: $2,643\nsvc-027: $22,765\nsvc-028: $3,631\nsvc-029: $6,764\nsvc-030: $11,769\nsvc-031: $1,290\nsvc-032: $22,723\n", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.8, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10010.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 470.0, "num_requests_total": 1.0, "gen_throughput": 49.3, "decode_sum_seq_lens": 29.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -64.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.6, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1881.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10010.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10010.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47841.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 414.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate of MRR\n\n### Net-new MRR over 24 months:\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $15,495 | $4,786 | $6,028 | $14,253 |\n| 2024-08 | $14,817 | $9,851 | $8,232 | $16,436 |\n| 2024-09 | $14,154 | $14,350 | $7,379 | $21,125 |\n| 2024-10 | $18,654 | $15,728 | $6,341 | $28,041 |\n| 2024-11 | $17,665 | $16,607 | $5,323 | $28,949 |\n| 2024-12 | $14,482 | $16,462 | $10,857 | $20,087 |\n| 2025-01 | $14,721 | $19,162 | $11,032 | $22,851 |\n| 2025-02 | $24,416 | $9,286 | $11,648 | $22,054 |\n| 2025-03 | $31,411 | $5,658 | $11,306 | $25,763 |\n| 2025-04 | $24,640 | $22,753 | $7,943 | $39,450 |\n| 2025-05 | $32,869 | $20,835 | $17,726 | $35,978 |\n| 2025-06 | $31,634 | $19,898 | $12,542 | $38,990 |\n| 2025-07 | $41,021 | $18,418 | $9,532 | $49,907 |\n| 2025-08 | $46,525 | $19,953 | $14,903 | $51,575 |\n| 2025-09 | $42,190 | $16,795 | $14,437 | $44,548 |\n| 2025-10 | $55,157 | $33,601 | $13,265 | $75,493 |\n| 2025-11 | $29,673 | $38,691 | $26,950 | $41,414 |\n| 2025-12 | $44,544 | $41,702 | $14,081 | $72,165 |\n| 2026-01 | $43,514 | $9,538 | $16,936 | $36,116 |\n| 2026-02 | $32,570 | $22,057 | $25,658 | $28,969 |\n| 2026-03 | $45,295 | $10,263 | $32,553 | $23,005 |\n| 2026-04 | $36,383 | $43,756 | $21,771 | $58,368 |\n| 2026-05 | $47,893 | $27,870 | $25,699 | $50,064 |\n| 2026-06 | $57,096 | $35,200 | $28,856 | $63,440 |\n\n**Sum of all net-new MRR:**\n$14,253 + $16,436 + $21,125 + $28,041 + $28,949 + $20,087 + $22,851 + $22,054 + $25,763 + $39,450 + $35,978 + $38,990 + $49,907 + $51,575 + $44,548 + $75,493 + $41,414 + $72,165 + $36,116 + $28,969 + $23,005 + $58,368 + $50,064 + $63,440\n\n= **$894,793**\n\n### Average Monthly Compound Growth Rate (CAGR formula adapted):\n$$\\text{Monthly CGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere:\n- Beginning MRR (2024-07): $286,253\n- Ending MRR (2026-06): $1,181,041\n- n = 24 months, so n-1 = 23 periods\n\n**Ratio:**\n$$\\frac{\\$1,181,041}{\\$286,253} = 4.12587...$$\n\n**23rd root:**\n$$(4.12587)^{\\frac{1}{23}} = e^{\\frac{\\ln(4.12587)}{23}} = e^{\\frac{1.4171}{23}} = e^{0.061614} = 1.06355...$$\n\n**Monthly CGR:**\n$$1.06355 - 1 = 0.06355 = \\textbf{6.355\\%}$$\n\n---\n\n## (2) Gross MRR churn rate for final month and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR = May 2026 MRR = $1,117,601\n- Churned MRR = $28,856\n\n**Monthly gross churn rate:**\n$$\\frac{\\$28,856}{\\$1,117,601} = 0.02582 = \\textbf{2.582\\%}$$\n\n**Annualized gross churn rate:**\n$$\\text{Annualized} = 1 - (1 - \\text{monthly rate})^{12}$$\n$$= 1 - (1 - 0.02582)^{12}$$\n$$= 1 - (0.97418)^{12}$$\n$$= 1 - 0.7309$$\n$$= 0.2691 = \\textbf{26.91\\%}$$\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n### Total monthly infrastructure spend:\nSumming all 56 service costs:\n\n$7,643 + $10,324 + $12,957 + $7,972 + $22,667 + $3,707 + $15,989 + $3,019 + $16,962 + $5,146 + $9,275 + $9,046 + $15,139 + $23,754 + $5,101 + $23,195 + $21,465 + $4,258 + $13,914 + $10,810 + $17,415 + $9,260 + $21,220 + $9,671 + $23,998 + $3,103 + $12,839 + $8,040 + $2,677 + $10,157 + $18,779 + $9,238 + $12,577 + $6,644 + $21,064 + $10,404 + $19,342 + $8,263 + $1,138 + $12,952 + $7,061 + $6,379 + $8,222 + $22,275 + $12,519 + $17,576 + $4,967 + $12,524 + $11,654 + $14,254 + $18,698 + $12,101 + $4,563 + $5,543 + $20,265\n\n= **$724,583**\n\n### Top 3 lines by cost:\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-025 billing-worker | $23,998 |\n| 2 | svc-013 ml-serving-cache | $23,754 |\n| 3 | svc-015 billing-indexer | $23,195 |\n\n**Combined top 3 cost:** $23,998 + $23,754 + $23,195 = **$70,947**\n\n**Combined share of total:**\n$$\\frac{\\$70,947}{\\$724,583} = 0.09791 = \\textbf{9.791\\%}$$\n\n### Total savings if every line achieved stated savings:\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $7,643 | 23% | $1,757.89 |\n| svc-001 | $10,324 | 7% | $722.68 |\n| svc-002 | $12,957 | 30% | $3,887.10 |\n| svc-003 | $7,972 | 11% | $876.92 |\n| svc-004 | $22,667 | 17% | $3,853.39 |\n| svc-005 | $3,707 | 37% | $1,371.59 |\n| svc-006 | $15,989 | 28% | $4,476.92 |\n| svc-007 | $3,019 | 36% | $1,086.84 |\n| svc-008 | $16,962 | 23% | $3,901.26 |\n| svc-009 | $5,146 | 21% | $1,080.66 |\n| svc-010 | $9,275 | 21% | $1,947.75 |\n| svc-011 | $9,046 | 6% | $542.76 |\n| svc-012 | $15,139 | 19% | $2,876.41 |\n| svc-013 | $23,754 | 32% |", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 457.0, "num_requests_total": 1.0, "gen_throughput": 8.7, "decode_sum_seq_lens": -114.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1829.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47771.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 452.2, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## PART (1): Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR formula:** Net-new = New MRR + Expansion MRR - Churned MRR\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,518 | $12,090 | $4,255 | $10,518 + $12,090 - $4,255 = **$18,353** |\n| 2024-08 | $20,998 | $7,717 | $9,565 | $20,998 + $7,717 - $9,565 = **$19,150** |\n| 2024-09 | $9,122 | $14,574 | $8,656 | $9,122 + $14,574 - $8,656 = **$15,040** |\n| 2024-10 | $18,383 | $8,489 | $5,084 | $18,383 + $8,489 - $5,084 = **$21,788** |\n| 2024-11 | $11,503 | $11,077 | $8,451 | $11,503 + $11,077 - $8,451 = **$14,129** |\n| 2024-12 | $10,951 | $10,249 | $7,757 | $10,951 + $10,249 - $7,757 = **$13,443** |\n| 2025-01 | $21,499 | $17,087 | $8,843 | $21,499 + $17,087 - $8,843 = **$29,743** |\n| 2025-02 | $30,606 | $10,257 | $11,314 | $30,606 + $10,257 - $11,314 = **$29,549** |\n| 2025-03 | $22,338 | $14,542 | $8,415 | $22,338 + $14,542 - $8,415 = **$28,465** |\n| 2025-04 | $29,662 | $17,367 | $7,096 | $29,662 + $17,367 - $7,096 = **$39,933** |\n| 2025-05 | $23,913 | $11,974 | $8,712 | $23,913 + $11,974 - $8,712 = **$27,175** |\n| 2025-06 | $32,975 | $19,625 | $17,200 | $32,975 + $19,625 - $17,200 = **$35,400** |\n| 2025-07 | $29,133 | $16,380 | $12,769 | $29,133 + $16,380 - $12,769 = **$32,744** |\n| 2025-08 | $26,973 | $11,318 | $10,295 | $26,973 + $11,318 - $10,295 = **$27,996** |\n| 2025-09 | $43,823 | $24,293 | $11,010 | $43,823 + $24,293 - $11,010 = **$57,106** |\n| 2025-10 | $31,149 | $16,871 | $12,450 | $31,149 + $16,871 - $12,450 = **$35,570** |\n| 2025-11 | $49,301 | $19,581 | $20,262 | $49,301 + $19,581 - $20,262 = **$48,620** |\n| 2025-12 | $41,427 | $29,756 | $23,476 | $41,427 + $29,756 - $23,476 = **$47,707** |\n| 2026-01 | $37,295 | $11,676 | $13,796 | $37,295 + $11,676 - $13,796 = **$35,175** |\n| 2026-02 | $31,454 | $26,324 | $16,717 | $31,454 + $26,324 - $16,717 = **$41,061** |\n| 2026-03 | $69,347 | $24,138 | $15,279 | $69,347 + $24,138 - $15,279 = **$78,206** |\n| 2026-04 | $41,278 | $13,694 | $26,885 | $41,278 + $13,694 - $26,885 = **$28,087** |\n| 2026-05 | $51,837 | $20,378 | $28,328 | $51,837 + $20,378 - $28,328 = **$43,887** |\n| 2026-06 | $50,519 | $49,905 | $32,437 | $50,519 + $49,905 - $32,437 = **$67,987** |\n\n**Total Net-New MRR:**\n$18,353 + $19,150 + $15,040 + $21,788 + $14,129 + $13,443 + $29,743 + $29,549 + $28,465 + $39,933 + $27,175 + $35,400 + $32,744 + $27,996 + $57,106 + $35,570 + $48,620 + $47,707 + $35,175 + $41,061 + $78,206 + $28,087 + $43,887 + $67,987\n\n= **$817,991**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Growth Ratio} = \\frac{\\text{Final MRR}}{\\text{Initial MRR}} = \\frac{\\$1,095,314}{\\$277,353} = 3.949159...$$\n\n$$\\text{Monthly Growth Rate} = \\left(\\frac{\\$1,095,314}{\\$277,353}\\right)^{\\frac{1}{23}} - 1$$\n\nNumber of growth periods = 23 (from month 1 to month 24)\n\nCalculate root:\n$$(3.949159)^{\\frac{1}{23}} = e^{\\frac{\\ln(3.949159)}{23}} = e^{\\frac{1.3734}{23}} = e^{0.05971} = 1.06153...$$\n\nMonthly growth rate = **6.15%** (or 1.0615 - 1 = 0.0615)\n\n---\n\n## PART (2): Gross MRR Churn Rate Final Month and Annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nFor 2026-06:\n- MRR at start = MRR at end of 2026-05 = **$1,027,327**\n- Churned MRR = **$32,437**\n\n**Monthly Gross Churn Rate:**\n$$\\frac{\\$32,437}{\\$1,027,327} = 0.031573... = \\textbf{3.16\\%}$$\n\n**Annualized Gross Churn Rate:**\n$$\\text{Annualized} = 1 - (1 - 0.031573)^{12} = 1 - (0.968427)^{12}$$\n\n$$(0.968427)^{12} = 0.6840...$$\n\n$$\\text{Annualized} = 1 - 0.6840 = 0.3160 = \\textbf{31.6\\%}$$\n\n---\n\n## PART (3): Total Infrastructure Spend, Top 3 Lines, Combined Share, Total Savings\n\n**Sum all 56 service lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $22,543 |\n| 001 | $2,345 |\n| 002 | $14,394 |\n| 003 | $20,161 |\n| 004 | $21,393 |\n| 005 | $8,834 |\n| 006 | $19,284 |\n| 007 | $5,253 |\n| 008 | $13,399 |\n| 009 | $3,985 |\n| 010 | $15,321 |\n| 011 | $11,229 |\n| 012 | $19,303 |\n| 013 | $16,888 |\n| 014 | $10,081 |\n| 015 | $9,886 |\n| 016 | $2,306 |\n| 017 | $15,698 |\n| 018 | $10,548 |\n| 019 | $5,157 |\n| 020 | $16,258 |\n| 021 | $11,109 |\n| 022 | $18,184 |\n| 023 | $15,413 |\n| 024 | $7,627 |\n| 025 | $7,845 |\n| 026 | $3,676 |\n| 027 | $16,350 |\n| 028 | $1,923 |\n| 029 | $6,416 |\n| 030 | $21,883 |\n| 031 | $15,659 |\n| 032 | $11,422 |\n| 033 | $16,612 |\n| 034 | $2,421 |\n| 035 | $4,946 |\n|", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9986.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 420.0, "num_requests_total": 1.0, "gen_throughput": -5.9, "decode_sum_seq_lens": 93.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -256.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.1, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1681.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9986.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9986.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.5, "inter_token_latency_seconds_bucket": 48148.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 401.5, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 22,320 | 9,892 | 5,627 | 26,585 |\n| 2024-08 | 11,754 | 3,633 | 5,975 | 9,412 |\n| 2024-09 | 15,595 | 7,677 | 6,647 | 16,625 |\n| 2024-10 | 22,495 | 13,319 | 9,565 | 26,249 |\n| 2024-11 | 29,787 | 15,184 | 12,427 | 32,544 |\n| 2024-12 | 22,930 | 4,085 | 11,843 | 15,172 |\n| 2025-01 | 22,327 | 7,000 | 7,681 | 21,646 |\n| 2025-02 | 32,246 | 19,886 | 6,725 | 45,407 |\n| 2025-03 | 33,120 | 21,722 | 12,309 | 42,533 |\n| 2025-04 | 30,025 | 14,251 | 14,464 | 29,812 |\n| 2025-05 | 19,829 | 19,897 | 18,664 | 21,062 |\n| 2025-06 | 39,559 | 15,954 | 17,018 | 38,495 |\n| 2025-07 | 29,163 | 17,121 | 20,412 | 25,872 |\n| 2025-08 | 44,525 | 12,337 | 13,200 | 43,662 |\n| 2025-09 | 32,213 | 15,951 | 19,912 | 28,252 |\n| 2025-10 | 22,254 | 17,600 | 11,276 | 28,578 |\n| 2025-11 | 45,458 | 25,410 | 24,058 | 46,810 |\n| 2025-12 | 35,810 | 15,402 | 23,093 | 28,119 |\n| 2026-01 | 27,865 | 27,496 | 23,646 | 31,715 |\n| 2026-02 | 58,481 | 33,062 | 17,842 | 73,701 |\n| 2026-03 | 38,782 | 9,816 | 20,690 | 27,908 |\n| 2026-04 | 49,246 | 23,189 | 31,845 | 40,590 |\n| 2026-05 | 58,186 | 43,602 | 30,957 | 70,831 |\n| 2026-06 | 54,012 | 49,300 | 35,362 | 67,950 |\n\n**Total net-new MRR:**\n26,585 + 9,412 + 16,625 + 26,249 + 32,544 + 15,172 + 21,646 + 45,407 + 42,533 + 29,812 + 21,062 + 38,495 + 25,872 + 43,662 + 28,252 + 28,578 + 46,810 + 28,119 + 31,715 + 73,701 + 27,908 + 40,590 + 70,831 + 67,950\n\n= **812,950**\n\n**Verification:** Starting MRR (2024-07) = $322,585; Ending MRR (2026-06) = $1,135,530\nTotal change = 1,135,530 - 322,585 = 812,945 \u2248 812,950 (small rounding; I'll use 812,945 for consistency, but the sum above is 812,950)\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: **CMGR = (Ending MRR / Starting MRR)^(1/n) - 1**\n\nwhere n = 23 months of growth (from month 1 to month 24)\n\nRatio = 1,135,530 / 322,585 = **3.51981**\n\nRoot = (3.51981)^(1/23)\n\nCalculate: ln(3.51981) = 1.25846\n1.25846 / 23 = 0.054715\ne^0.054715 = 1.05624\n\nCMGR = 1.05624 - 1 = **0.05624 = 5.624%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\nFormula: **Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nBeginning MRR (2026-06) = MRR at end of 2026-05 = $1,067,580\n\nChurned MRR (2026-06) = $35,362\n\nGross MRR churn rate = 35,362 / 1,067,580 = 0.033124 = **3.3124%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: **1 - (1 - monthly rate)^12**\n\n= 1 - (1 - 0.033124)^12\n= 1 - (0.966876)^12\n\n0.966876^2 = 0.934849\n0.966876^4 = 0.873943\n0.966876^8 = 0.763776\n0.966876^12 = 0.966876^8 \u00d7 0.966876^4 = 0.763776 \u00d7 0.873943 = 0.667498\n\n= 1 - 0.667498 = **0.332502 = 33.25%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service lines:\n\n6,316 + 15,208 + 20,202 + 9,853 + 7,530 + 1,856 + 15,589 + 19,396 + 2,916 + 11,070 + 21,155 + 7,578 + 13,364 + 14,921 + 15,338 + 10,339 + 14,890 + 9,001 + 11,713 + 20,154 + 16,504 + 11,611 + 22,358 + 910 + 18,193 + 16,456 + 5,345 + 17,191 + 10,074 + 11,826 + 18,406 + 19,034 + 12,863 + 19,314 + 8,796 + 1,093 + 19,886 + 19,087 + 2,803 + 8,773 + 2,668 + 8,428 + 16,468 + 20,057 + 2,424 + 14,622 + 9,984 + 3,669 + 21,828 + 18,113 + 970 + 20,593 + 14,379 + 3,726 + 6,389 + 10,088\n\n= **$712,789**\n\n**Top 3 lines by cost:**\n- svc-048 payments-worker: **$21,828**\n- svc-022 ingest-webhook: **$22,358**\n- svc-010 identity-stream: **$21,155**\n\nCombined top 3 = 21,828 + 22,358 + 21,155 = **$65,341**\n\nCombined share = 65,341 / 712,789 = 0.09167 = **9.167%**\n\n**Savings if every line achieved stated savings percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | 6,316 | 34% | 2,147.44 |\n| svc-001 | 15,208 | 13% | 1,977.04 |\n| svc-002 | 20,202 | 33% | 6,666.66 |\n| svc-003 | 9,853 | 14% | 1,379.42 |\n| svc-004 | 7,530 | 18% | 1,355.40 |\n| svc-005 | 1,856 | 13% | 241.28 |\n| svc-006 | 15,589 | 23% | 3,585.47 |\n| svc-007 | 19,396 | 36% | 6,982.56 |\n| svc-008 | 2,916 | 27% | 787.32 |\n| svc-009 | 11,070 | 19% | 2,103.30 |\n| svc-010 | 21,155 | 33% | 6,981.15 |\n| svc", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9938.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 475.0, "num_requests_total": 1.0, "gen_throughput": -69.5, "decode_sum_seq_lens": -237.0, "full_token_usage": -0.0, "num_used_tokens": -256.0, "kv_available_tokens": 192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -256.0, "spec_accept_length": -0.9, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1901.0, "realtime_tokens_total": 12031.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9938.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9938.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47624.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 401.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,369 | $11,918 | $10,888 | $22,399 |\n| 2024-08 | $11,972 | $15,659 | $8,484 | $19,147 |\n| 2024-09 | $18,446 | $12,269 | $7,847 | $22,868 |\n| 2024-10 | $34,473 | $5,160 | $13,718 | $25,915 |\n| 2024-11 | $21,236 | $16,409 | $9,826 | $27,819 |\n| 2024-12 | $15,856 | $21,856 | $10,423 | $27,289 |\n| 2025-01 | $16,546 | $14,578 | $12,080 | $19,044 |\n| 2025-02 | $40,737 | $24,264 | $9,630 | $55,371 |\n| 2025-03 | $36,935 | $23,278 | $13,415 | $46,798 |\n| 2025-04 | $34,739 | $12,879 | $10,397 | $37,221 |\n| 2025-05 | $41,179 | $10,569 | $21,893 | $29,855 |\n| 2025-06 | $31,399 | $8,530 | $20,417 | $19,512 |\n| 2025-07 | $31,327 | $13,652 | $17,013 | $27,966 |\n| 2025-08 | $23,755 | $30,328 | $20,656 | $33,427 |\n| 2025-09 | $49,287 | $34,225 | $19,538 | $63,974 |\n| 2025-10 | $66,500 | $24,438 | $26,746 | $64,192 |\n| 2025-11 | $49,585 | $10,808 | $14,674 | $45,719 |\n| 2025-12 | $52,796 | $42,018 | $15,495 | $79,319 |\n| 2026-01 | $77,552 | $43,658 | $28,213 | $92,997 |\n| 2026-02 | $47,125 | $56,505 | $17,272 | $86,358 |\n| 2026-03 | $94,581 | $16,817 | $37,171 | $74,227 |\n| 2026-04 | $60,835 | $54,630 | $43,599 | $71,866 |\n| 2026-05 | $58,345 | $43,059 | $24,226 | $77,178 |\n| 2026-06 | $62,391 | $18,846 | $49,771 | $31,466 |\n\n**Total net-new MRR:**\n$22,399 + $19,147 + $22,868 + $25,915 + $27,819 + $27,289 + $19,044 + $55,371 + $46,798 + $37,221 + $29,855 + $19,512 + $27,966 + $33,427 + $63,974 + $64,192 + $45,719 + $79,319 + $92,997 + $86,358 + $74,227 + $71,866 + $77,178 + $31,466\n\n= **$1,080,844**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Growth Ratio} = \\frac{\\text{Final MRR}}{\\text{Initial MRR}} = \\frac{\\$1,472,927}{\\$393,399} = 3.744107...$$\n\n$$\\text{Months} = 24 - 1 = 23 \\text{ intervals (from month 1 to month 24)}$$\n\n$$\\text{AMCGR} = \\left(\\frac{\\$1,472,927}{\\$393,399}\\right)^{\\frac{1}{23}} - 1$$\n\n$$\\text{Root} = 3.744107^{0.043478} = 1.058973...$$\n\n$$\\text{AMCGR} = 1.058973 - 1 = 0.058973 = \\textbf{5.90\\%}$$\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of period\n\nFinal month: 2026-06\n- MRR at start of 2026-06 = $1,441,461 (end of 2026-05)\n- Churned in 2026-06 = $49,771\n\n$$\\text{Monthly Gross Churn Rate} = \\frac{\\$49,771}{\\$1,441,461} = 0.034528... = \\textbf{3.45\\%}$$\n\n**Annualized (compound method):**\n\n$$\\text{Annual Gross Churn Rate} = 1 - (1 - 0.034528)^{12} = 1 - (0.965472)^{12}$$\n\n$$(0.965472)^{12} = 0.65706...$$\n\n$$= 1 - 0.65706 = 0.34294 = \\textbf{34.3\\%}$$\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 service costs:**\n\n| Svc | Cost | Svc | Cost | Svc | Cost | Svc | Cost |\n|-----|------|-----|------|-----|------|-----|------|\n| 000 | $18,379 | 014 | $4,198 | 028 | $20,482 | 042 | $5,661 |\n| 001 | $5,819 | 015 | $5,817 | 029 | $14,962 | 043 | $8,354 |\n| 002 | $14,974 | 016 | $3,260 | 030 | $4,192 | 044 | $21,674 |\n| 003 | $6,627 | 017 | $20,203 | 031 | $9,625 | 045 | $19,070 |\n| 004 | $3,397 | 018 | $22,767 | 032 | $22,900 | 046 | $19,718 |\n| 005 | $17,769 | 019 | $4,351 | 033 | $14,615 | 047 | $20,458 |\n| 006 | $13,546 | 020 | $1,789 | 034 | $13,759 | 048 | $19,906 |\n| 007 | $4,206 | 021 | $1,739 | 035 | $7,816 | 049 | $7,578 |\n| 008 | $11,895 | 022 | $16,058 | 036 | $12,742 | 050 | $11,574 |\n| 009 | $17,910 | 023 | $1,157 | 037 | $17,913 | 051 | $20,249 |\n| 010 | $9,799 | 024 | $6,286 | 038 | $13,628 | 052 | $16,069 |\n| 011 | $21,607 | 025 | $11,585 | 039 | $17,046 | 053 | $10,906 |\n| 012 | $7,608 | 026 | $13,618 | 040 | $10,536 | 054 | $10,589 |\n| 013 | $9,971 | 027 | $2,427 | 041 | $16,729 | 055 | $10,800 |\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 values:\n$18,379 + $5,819 + $14,974 + $6,627 + $3,397 + $17,769 + $13,546 + $4,206 + $11,895 + $17,910 + $9,799 + $21,607 + $7,608 + $9,971 + $5,817 + $3,260 + $20,203 + $22,767 + $4,351 + $1,789 + $1,739 + $16,058 + $1,157 + $6,286 + $11,585 + $13,618 + $2,427 + $20,482 + $14,962 + $4,192 + $9,625 + $22,900 + $14,615 + $13,759 + $7,816 + $12,742 + $17,913 + $13,628 + $17,046 + $10,536 + $16,729 + $5,661 + $8,354 + $21,674 + $19,070 + $19,718", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 473.0, "num_requests_total": 1.0, "gen_throughput": 11.3, "decode_sum_seq_lens": 103.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -64.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1893.0, "realtime_tokens_total": 12097.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47655.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 239.0, "tok_s": 412.8, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR \u2212 churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,560 | 6,204 | 7,932 | 13,832 |\n| 2024-08 | 20,671 | 8,027 | 5,388 | 23,310 |\n| 2024-09 | 15,555 | 5,824 | 6,636 | 14,743 |\n| 2024-10 | 13,852 | 11,832 | 8,199 | 17,485 |\n| 2024-11 | 12,687 | 13,415 | 10,680 | 15,422 |\n| 2024-12 | 11,384 | 12,635 | 11,000 | 13,019 |\n| 2025-01 | 28,221 | 9,711 | 9,790 | 28,142 |\n| 2025-02 | 29,475 | 12,677 | 6,743 | 35,409 |\n| 2025-03 | 25,623 | 16,258 | 8,426 | 33,455 |\n| 2025-04 | 19,911 | 7,105 | 8,452 | 18,564 |\n| 2025-05 | 21,754 | 13,393 | 7,263 | 27,884 |\n| 2025-06 | 38,016 | 20,871 | 14,663 | 44,224 |\n| 2025-07 | 39,624 | 26,651 | 15,695 | 50,580 |\n| 2025-08 | 20,161 | 14,582 | 20,697 | 14,046 |\n| 2025-09 | 45,763 | 14,213 | 16,460 | 43,516 |\n| 2025-10 | 30,627 | 16,464 | 19,225 | 27,866 |\n| 2025-11 | 41,525 | 12,492 | 10,833 | 43,184 |\n| 2025-12 | 51,655 | 14,742 | 16,910 | 49,487 |\n| 2026-01 | 53,226 | 29,206 | 17,660 | 64,772 |\n| 2026-02 | 39,602 | 19,488 | 17,143 | 41,947 |\n| 2026-03 | 29,230 | 24,760 | 20,598 | 33,392 |\n| 2026-04 | 28,225 | 14,184 | 22,536 | 19,873 |\n| 2026-05 | 47,942 | 35,200 | 28,336 | 54,806 |\n| 2026-06 | 39,045 | 42,170 | 18,631 | 62,584 |\n\n**Total net-new MRR:**\n13,832 + 23,310 + 14,743 + 17,485 + 15,422 + 13,019 + 28,142 + 35,409 + 33,455 + 18,564 + 27,884 + 44,224 + 50,580 + 14,046 + 43,516 + 27,866 + 43,184 + 49,487 + 64,772 + 41,947 + 33,392 + 19,873 + 54,806 + 62,584\n\n= **777,710**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) \u2212 1\n\nWhere:\n- Beginning MRR (2024-07): $280,832\n- Ending MRR (2026-06): $1,058,542\n- n = 23 months (periods between 24 data points)\n\nRatio = Ending / Beginning = 1,058,542 / 280,832 = **3.7693**\n\nRoot = (3.7693)^(1/23)\n\nCalculate: 3.7693^(1/23)\n- ln(3.7693) = 1.3266\n- 1.3266 / 23 = 0.05768\n- e^(0.05768) = **1.0594**\n\nCMGR = 1.0594 \u2212 1 = **0.0594 or 5.94%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nFinal month: 2026-06\n- MRR at start of month = MRR at end of 2026-05 = $995,958\n- Churned MRR = $18,631\n\nGross MRR churn rate (monthly) = 18,631 / 995,958 = **0.01871 or 1.871%**\n\n**Annualized gross churn rate:**\nFormula: 1 \u2212 (1 \u2212 monthly rate)^12\n\n= 1 \u2212 (1 \u2212 0.01871)^12\n= 1 \u2212 (0.98129)^12\n= 1 \u2212 0.7946\n= **0.2054 or 20.54%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service costs:\n4,952 + 15,081 + 7,001 + 5,002 + 8,341 + 12,017 + 23,791 + 6,544 + 14,231 + 20,014 + 20,238 + 22,045 + 3,179 + 14,004 + 11,204 + 17,611 + 16,345 + 17,819 + 18,070 + 2,599 + 4,525 + 5,230 + 9,836 + 2,835 + 14,896 + 8,918 + 13,086 + 5,894 + 22,258 + 4,936 + 19,681 + 18,156 + 3,294 + 21,192 + 10,671 + 22,126 + 15,436 + 2,769 + 11,962 + 8,107 + 1,113 + 10,167 + 1,817 + 11,633 + 16,934 + 20,881 + 11,499 + 18,620 + 12,416 + 3,569 + 22,137 + 17,372 + 4,161 + 17,004\n\n= **688,042**\n\n**Top 3 lines by cost:**\n1. svc-037 edge-stream: $22,126\n2. svc-052 ingest-cache: $22,137\n3. svc-011 ml-serving-queue: $22,045\n\nCombined top 3 = 22,126 + 22,137 + 22,045 = **66,308**\n\nCombined share = 66,308 / 688,042 = **0.0964 or 9.64%**\n\n**Savings if every line achieved stated savings candidate:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | 4,952 | 11% | 544.72 |\n| svc-001 | 15,081 | 23% | 3,468.63 |\n| svc-002 | 7,001 | 33% | 2,310.33 |\n| svc-003 | 5,002 | 24% | 1,200.48 |\n| svc-004 | 8,341 | 13% | 1,084.33 |\n| svc-005 | 12,017 | 13% | 1,562.21 |\n| svc-006 | 23,791 | 31% | 7,375.21 |\n| svc-007 | 6,544 | 13% | 850.72 |\n| svc-008 | 14,231 | 14% | 1,992.34 |\n| svc-009 | 20,014 | 37% | 7,405.18 |\n| svc-010 | 20,238 | 31% | 6,273.78 |\n| svc-011 | 22,045 | 33% | 7,274.85 |\n| svc-012 | 3,179 | 35% | 1,112.65 |\n| svc-013 | 14,004 | 14% | 1,960.56 |\n| svc-014 | 11,204 | 10% | 1,120.40 |\n| svc-015 | 17,611 | 19% | 3,346.09 |\n| svc-016 | 16,345 | 38% | 6,211.", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9995.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 459.0, "num_requests_total": 1.0, "gen_throughput": 108.2, "decode_sum_seq_lens": 93.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -256.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": 128.0, "spec_accept_length": 1.2, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1837.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9995.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9995.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47741.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 9.799999999999999, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159891.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 7218.0, "num_requests_total": 16.0, "gen_throughput": -38.99999999999996, "decode_sum_seq_lens": -50.0, "full_token_usage": 0.0, "num_used_tokens": -64.0, "kv_available_tokens": -1280.0, "kv_evictable_tokens": 1344.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.40000000000000013, "spec_accept_rate": -2.7755575615628914e-17, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 1212.0, "eviction_duration_seconds_count": 64.0, "cuda_graph_passes_total": 28888.0, "realtime_tokens_total": 193356.0, "evicted_tokens_total": 764160.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159891.0, "prompt_tokens_histogram_bucket": 345.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159891.0, "uncached_prompt_tokens_histogram_bucket": 345.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 77.5, "inter_token_latency_seconds_bucket": 765837.0, "inter_token_latency_seconds_count": 32752.0 }, "step_ms": 10.78 } } }, "R1_d7": { "cmd": "python -m sglang.launch_server --model-path /models/Kimi-K2.6-NVFP4 --tp-size 4 --trust-remote-code --quantization modelopt_fp4 --kv-cache-dtype fp8_e4m3 --attention-backend tokenspeed_mla --moe-runner-backend flashinfer_trtllm --speculative-algorithm EAGLE3 --speculative-draft-model-path lightseekorg/kimi-k2.6-eagle3.1-mla --speculative-num-steps 7 --speculative-eagle-topk 1 --speculative-num-draft-tokens 8 --speculative-draft-model-quantization unquant --mem-fraction-static 0.85 --max-running-requests 8 --cuda-graph-max-bs-decode 8 --chat-template /cache/kimi_chat_template.jinja --enable-metrics --host 0.0.0.0 --port 30000", "cells": { "tool_nothink_10k": { "n": 16, "tok_s_median": 486.5, "tok_s_first8_median": 538.0, "tok_s_agg": 468.6, "tok_s_all_sorted": [ 358.7, 383.9, 390.5, 398.3, 414.3, 475.2, 483.5, 485.2, 487.8, 508.1, 521.5, 528.5, 547.6, 548.4, 556.2, 568.0 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 237.0, "prefix_cache_suspect": false, "tau": 5.2997, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 241.0, "tok_s": 487.8, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\"id\": \"inv-550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T09:30:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PUT /v1/invoices/{id}/archive with as_of reset\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_invoice_gone_error\",\n \"payload\": {\"id\": \"inv-00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-01-15T09:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_soft_delete_happy\",\n \"payload\": {\"id\": \"cust-550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-abc-123-xyz\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending_deletion\"},\n \"cleanup\": \"POST /v2/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"DELETE /v2/customers/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"verify_customer_not_found\",\n \"payload\": {\"id\": \"cust-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-404-test-001\"},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_admin_happy\",\n \"payload\": {\"id\": \"sub-550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"idem-sub-retry-001\", \"2fa_context\": \"totp-verified\"},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"retry_scheduled\": true},\n \"cleanup\": \"PUT /v1/subscriptions/{id}/cancel-retry\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"retry_subscription_gone_error\",\n \"payload\": {\"id\": \"sub-00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-sub-410-001\", \"2fa_context\": \"totp-verified\"},\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"gone\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_happy\",\n \"payload\": {\"id\": \"wh-550e8400-e29b-41d4-a716-446655440004\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"approved\": true, \"audit_event_id\": \"ae-\"},\n \"cleanup\": \"PUT /v3/webhooks/{id}/revoke\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_payment_required\",\n \"payload\": {\"id\": \"wh-inactive-billing-001\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_dry_run_happy\",\n \"payload\": {\"id\": \"rep-550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"canceled\"},\n \"cleanup\": \"PUT /v2/reports/{id}/unarchive\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"archive_report_conflict_error\",\n \"payload\": {\"id\": \"rep-already-archived-001\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"conflict\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_admin_happy\",\n \"payload\": {\"id\": \"tok-550e8400-e29b-41d4-a716-446655440006\"},\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"DELETE /v3/tokens/{id}/unarchive\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"archive_token_precondition_failed\",\n \"payload\": {\"id\": \"tok-pending-mint-001\"},\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"precondition_failed\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_happy\",\n \"payload\": {\"id\": \"aud-550e8400-e29b-41d4-a716-446655440007\", \"as_of\": \"2026-01-10T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"retry_queued\": true},\n \"cleanup\": \"DELETE /v3/audits/{id}/retry-queue\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"retry_audit_payment_required\",\n \"payload\": {\"id\": \"aud-billing-hold-001\", \"as_of\": \"2026-01-10T00:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_admin_happy\",\n \"payload\": {\"id\": \"exp-550e8400-e29b-41d4-a716-446655440008\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"open\", \"audit_event_id\": \"ae-\"},\n \"cleanup\": \"PATCH /v1/exports/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_export_precondition_required\",\n \"payload\": {\"id\": \"exp-locked-001\", \"cursor\": \"c1\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": {\"error\": \"precondition_required\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_happy\",\n \"payload\": {\"id\": \"plan-550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"c1\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"closed\"},\n \"cleanup\": \"PUT /v1/plans/{id}/reopen\"\n },\n {\n \"endpoint\": \"GET /v1/plans/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"finalize_plan_not_found\",\n \"payload\": {\"id\": \"plan-00000000-0000-0000-0000-000000000000\", \"cursor\": \"c1\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"not_found\"},\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/usage/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"verify_usage_happy\",\n ", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9943.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 370.0, "num_requests_total": 1.0, "gen_throughput": 557.2, "decode_sum_seq_lens": 1771.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1728.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 10112.0, "kv_used_tokens": 1728.0, "spec_accept_length": 3.1, "spec_accept_rate": 0.4, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1481.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9943.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9943.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48479.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 414.3, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_invoice\",\n \"payload\": {\n \"id\": \"a1b2c3d4-e5f6-7890-abcd-ef1234567890\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive (idempotent re-archive with same result)\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_402_payment_required\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000001\",\n \"force_402_test\": true\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none required, archive not performed\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_customer\",\n \"payload\": {\n \"id\": \"b2c3d4e5-f6a7-8901-bcde-f23456789012\",\n \"dry_run\": false\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"PUT /v1/customers/{id}/finalize with dry_run=true to verify idempotency, then manual un-finalize if supported\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_404_customer_not_found\",\n \"payload\": {\n \"id\": \"ffffffff-ffff-ffff-ffff-ffffffffffff\",\n \"dry_run\": false\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none required, customer does not exist\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_subscription_async\",\n \"payload\": {\n \"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\",\n \"dry_run\": false\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v1/subscriptions/{id}/finalize with dry_run=true to poll job status, await completion\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_409_conflict\",\n \"payload\": {\n \"id\": \"c3d4e5f6-a7b8-9012-cdef-345678901234\",\n \"dry_run\": false,\n \"simulate_conflict\": true\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none required, async job not started due to conflict\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_preview_webhook\",\n \"payload\": {\n \"id\": \"d4e5f6a7-b8c9-0123-def4-567890123456\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 10\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"events\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/preview if created, or PATCH /v3/webhooks/{id}/preview with cursor reset\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_412_precondition_failed\",\n \"payload\": {\n \"id\": \"d4e5f6a7-b8c9-0123-def4-567890123456\",\n \"cursor\": \"invalid_cursor\",\n \"limit\": 10\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none required, preview not persisted\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\n \"id\": \"e5f6a7b8-c9d0-1234-ef56-789012345678\",\n \"idempotency-key\": \"idemp-key-report-001\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/reports/{id}/approve with same idempotency-key to verify idempotency, returns same result\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_412_precondition_failed\",\n \"payload\": {\n \"id\": \"e5f6a7b8-c9d0-1234-ef56-789012345678\",\n \"idempotency-key\": \"idemp-key-report-002\",\n \"if_match\": \"stale-etag\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none required, approval not persisted\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token\",\n \"payload\": {\n \"id\": \"f6a7b8c9-d0e1-2345-f678-901234567890\",\n \"idempotency-key\": \"idemp-key-token-001\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"GET /v2/tokens/{id}/archive with same idempotency-key to confirm idempotent response\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_400_bad_request\",\n \"payload\": {\n \"id\": \"not-a-uuid\",\n \"idempotency-key\": \"idemp-key-token-002\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none required, archive not performed\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\n \"id\": \"a7b8c9d0-e1f2-3456-a789-012345678901\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 25\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"audit_entries\",\n \"cleanup\": \"none required, preview is read-only operation\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_410_gone\",\n \"payload\": {\n \"id\": \"a7b8c9d0-e1f2-3456-a789-012345678901\",\n \"cursor\": \"eyJwYWdlIjo5OTl9\",\n \"limit\": 25\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none required, preview not persisted\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\n \"id\": \"b8c9d0e1-f2a3-4567-b890-123456789012\",\n \"as_of\": \"2026-01-15T00:00:00Z\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived_at\",\n \"cleanup\": \"DELETE /v1/exports/{id}/archive with as_of of current time if re-archive needed, or create new export\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/archive\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_404_not_found\",\n \"payload\": {\n \"id\": \"ffffffff-ffff-ffff-ffff-ffffffffffff\",\n \"as_of\": \"2026-01-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none required, export does not exist\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload\": {\n \"id\": \"c9d0e1f2-a3b4-5678-c901-234567890123\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50\n },\n", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10039.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 438.0, "num_requests_total": 1.0, "gen_throughput": -139.8, "decode_sum_seq_lens": 152.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -1.6, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1753.0, "realtime_tokens_total": 12100.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10039.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10039.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 48072.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 335.0, "tok_s": 568.0, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/invoices/{id}/verify\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_invoice_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_cancel_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"idempotency-key\": \"ik-cancel-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"failure_customer_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency-key\": \"ik-cancel-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"Precondition Failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"idempotency-key\": \"ik-verify-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v1/subscriptions/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v2/subscriptions/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_subscription_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"ik-verify-002\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/webhooks/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/webhooks/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_webhook_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_report_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"cursor\": \"c2\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"Not Found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440011\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_token_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440012\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"Gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440013\", \"idempotency-key\": \"ik-rotate-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v1/audits/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/audits/{id}/rotate\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440014\", \"idempotency-key\": \"ik-rotate-002\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"Conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440015\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v2/exports/{id}/approve\"\n },\n {\n \"endpoint\": \"POST /v3/exports/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_export_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440016\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"Payment Required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_approve_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440017\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/plans/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"failure_plan_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440018\", \"dry_run\": false},\n \"expected_status\": 400,\n \"expected_body_contains\": \"Bad Request\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440019\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v3/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"GET /v3/usage/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_usage_bad_request\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440020\", \"dry_run\": false},\n \"expected_status\": 400,\n \"expected_body_contains", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9936.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 315.0, "num_requests_total": 1.0, "gen_throughput": 203.6, "decode_sum_seq_lens": -102.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -128.0, "spec_accept_length": 2.4, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 1.3, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1261.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9936.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9936.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.6, "inter_token_latency_seconds_bucket": 48753.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 240.0, "tok_s": 556.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_happy\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"cursor\": \"2024-01-15T10:30:00Z\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\n \"status\": \"pending\",\n \"amount_cents\": 1000,\n \"currency\": \"USD\"\n },\n \"cleanup\": \"POST /v1/invoices/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_cancel_payment_required\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"cursor\": \"2024-01-15T10:30:00Z\",\n \"limit\": 50\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\n \"error\": \"Payment Required\"\n },\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_happy\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"status\": \"active\",\n \"amount_cents\": 2500,\n \"currency\": \"EUR\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\n \"status\": \"active\"\n },\n \"cleanup\": \"PUT /v1/customers/{id}/retry\"\n },\n {\n \"endpoint\": \"PATCH /v1/customers/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"customers_preview_not_found\",\n \"payload\": {\n \"id\": \"ffffffff-ffff-ffff-ffff-ffffffffffff\",\n \"status\": \"active\",\n \"amount_cents\": 2500,\n \"currency\": \"EUR\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\n \"error\": \"Not Found\"\n },\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_happy\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\",\n \"cursor\": \"2024-02-20T08:15:00Z\",\n \"limit\": 25\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\n \"status\": \"pending\"\n },\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/subscriptions/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"subscriptions_archive_payment_required\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\",\n \"cursor\": \"2024-02-20T08:15:00Z\",\n \"limit\": 25\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\n \"error\": \"Payment Required\"\n },\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_happy\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"status\": \"pending\",\n \"amount_cents\": 500,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\n \"status\": \"pending\"\n },\n \"cleanup\": \"GET /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v2/webhooks/{id}/cancel\",\n \"method\": \"POST\",\n \"test_name\": \"webhooks_cancel_precondition_failed\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"status\": \"done\",\n \"amount_cents\": 500,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 2\n },\n \"expected_status\": 412,\n \"expected_body_contains\": {\n \"error\": \"Precondition Failed\"\n },\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_happy\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"as_of\": \"2024-06-01T00:00:00Z\",\n \"status\": \"pending\",\n \"amount_cents\": 10000,\n \"currency\": \"GBP\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\n \"job_id\": \"async\"\n },\n \"cleanup\": \"DELETE /v3/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"PATCH /v2/reports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"reports_cancel_conflict\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"as_of\": \"2024-06-01T00:00:00Z\",\n \"status\": \"done\",\n \"amount_cents\": 10000,\n \"currency\": \"GBP\",\n \"metadata\": {},\n \"version\": 5\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\n \"error\": \"Conflict\"\n },\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_happy\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"as_of\": \"2024-03-15T12:00:00Z\",\n \"status\": \"open\",\n \"amount_cents\": 750,\n \"currency\": \"JPY\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\n \"job_id\": \"async\"\n },\n \"cleanup\": \"GET /v2/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_preview_bad_request\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"as_of\": \"invalid-date\",\n \"status\": \"open\",\n \"amount_cents\": 750,\n \"currency\": \"JPY\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\n \"error\": \"Bad Request\"\n },\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_happy\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\",\n \"status\": \"pending\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\n \"status\": \"pending\"\n },\n \"cleanup\": \"PATCH /v1/audits/{id}/rotate\"\n },\n {\n \"endpoint\": \"PATCH /v2/audits/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"audits_cancel_precondition_failed\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb", "slot": 3, "sg_deltas": { "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9940.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 324.0, "num_requests_total": 1.0, "gen_throughput": -0.3, "decode_sum_seq_lens": -40.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 11968.0, "spec_accept_length": -0.0, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1297.0, "realtime_tokens_total": 12037.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9940.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9940.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48727.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 242.0, "tok_s": 548.4, "text": "```json\n[\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_invoice\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/invoices/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v2/invoices/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_not_found_invoice\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"PATCH /v1/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"idempotency-key\": \"idem-2026-001\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_subscription\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 10},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PATCH /v1/subscriptions/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"invalid\", \"limit\": 10},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/webhooks/{id}/finalize\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_conflict_webhook\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v1/reports/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_report\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 20},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-2026-006\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v1/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_too_many_requests_token\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency-key\": \"idem-2026-006\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancel\",\n \"cleanup\": \"PATCH /v2/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"GET /v3/audits/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_audit\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verify\",\n \"cleanup\": \"PUT /v3/exports/{id}/verify\"\n },\n {\n \"endpoint\": \"GET /v1/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_not_found_export\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"as_of\": \"2026-01-15T10:00:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v1/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"GET /v2/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_plan\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-01-15T10:00:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\", \"as_of\": \"2026-01-15T10:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"GET /v3/usage/{id}/archive\"\n },\n {\n \"endpoint\": \"PUT /v2/usage/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_conflict_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 328.0, "num_requests_total": 1.0, "gen_throughput": -35.0, "decode_sum_seq_lens": -74.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.4, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1313.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48708.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 475.2, "text": "```json\n[\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_happy_path\",\n \"payload\": {\"id\": \"inv_2a8f4e9c-5d1b-4a7f-9e3c-8d2b5f1a6c3e\", \"idempotency-key\": \"idem-2026-001-approve-7f3a\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v1/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/invoices/{id}/approve\",\n \"method\": \"GET\",\n \"test_name\": \"invoices_approve_payment_required\",\n \"payload\": {\"id\": \"inv_2a8f4e9c-5d1b-4a7f-9e3c-8d2b5f1a6c3e\", \"idempotency-key\": \"idem-2026-002-approve-9b5c\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_happy_path\",\n \"payload\": {\"id\": \"cus_7b3d9f2e-1a5c-4e8b-9d6f-3c2a4b8e5d1f\", \"cursor\": \"curs_001\", \"limit\": 50},\n \"expected_status\": 202,\n \"expected_body_contains\": \"audit_event_id\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/customers/{id}/verify\",\n \"method\": \"PUT\",\n \"test_name\": \"customers_verify_conflict\",\n \"payload\": {\"id\": \"cus_7b3d9f2e-1a5c-4e8b-9d6f-3c2a4b8e5d1f\", \"cursor\": \"curs_002\", \"limit\": 50},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_happy_path\",\n \"payload\": {\"id\": \"sub_9c4e1a7b-3f8d-2b5a-6e1c-9d7f3a2b8e5d\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"PUT /v2/subscriptions/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"subscriptions_preview_too_many_requests\",\n \"payload\": {\"id\": \"sub_9c4e1a7b-3f8d-2b5a-6e1c-9d7f3a2b8e5d\"},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate_limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_happy_path\",\n \"payload\": {\"id\": \"whk_3a7f2e9c-8d1b-4a5f-9e3c-6d2b5f1a8c4e\", \"cursor\": \"curs_003\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"DELETE /v1/webhooks/{id}/cancel\",\n \"method\": \"DELETE\",\n \"test_name\": \"webhooks_cancel_precondition_required\",\n \"payload\": {\"id\": \"whk_3a7f2e9c-8d1b-4a5f-9e3c-6d2b5f1a8c4e\", \"cursor\": \"curs_004\", \"limit\": 100},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_happy_path\",\n \"payload\": {\"id\": \"rpt_5d1b4a7f-9e3c-8d2b-5f1a-6c3e9b2d8f1a\", \"idempotency-key\": \"idem-2026-003-cancel-3e7a\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"GET /v2/reports/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v2/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"reports_cancel_precondition_failed\",\n \"payload\": {\"id\": \"rpt_5d1b4a7f-9e3c-8d2b-5f1a-6c3e9b2d8f1a\", \"idempotency-key\": \"idem-2026-004-cancel-5c9e\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_happy_path\",\n \"payload\": {\"id\": \"tok_8d2b5f1a-6c3e-9b2d-8f1a-4a7f9e3c5d1b\", \"idempotency-key\": \"idem-2026-005-rotate-1a3f\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"new_token\",\n \"cleanup\": \"DELETE /v3/tokens/{id}/approve\"\n },\n {\n \"endpoint\": \"PUT /v3/tokens/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"tokens_rotate_not_found\",\n \"payload\": {\"id\": \"tok_00000000-0000-0000-0000-000000000000\", \"idempotency-key\": \"idem-2026-006-rotate-7d2b\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_happy_path\",\n \"payload\": {\"id\": \"adt_6c3e9b2d-8f1a-4a7f-9e3c-5d1b4a7f8d2b\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/audits/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"audits_verify_gone\",\n \"payload\": {\"id\": \"adt_6c3e9b2d-8f1a-4a7f-9e3c-5d1b4a7f8d2b\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_happy_path\",\n \"payload\": {\"id\": \"exp_9b2d8f1a-4a7f-9e3c-5d1b-4a7f9e3c8d2b\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PUT /v3/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"exports_verify_precondition_required\",\n \"payload\": {\"id\": \"exp_9b2d8f1a-4a7f-9e3c-5d1b-4a7f9e3c8d2b\", \"as_of\": \"2026-06-15T00:00:00Z\"},\n \"expected_status\": 428,\n \"", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9971.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 383.0, "num_requests_total": 1.0, "gen_throughput": -17.5, "decode_sum_seq_lens": 147.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12160.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 192.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1533.0, "realtime_tokens_total": 12036.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9971.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9971.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.3, "inter_token_latency_seconds_bucket": 48372.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 528.5, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"dry_run\": false, \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v1/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"invoice_cancel_not_found\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440999\", \"dry_run\": false, \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"source\": \"web\"}, \"status\": \"active\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v2/customers/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"customer_finalize_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"dry_run\": false, \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"canceled\", \"version\": 2},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {\"tier\": \"premium\"}, \"status\": \"done\", \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v2/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"subscription_archive_conflict\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"amount_cents\": 15000, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"failed\", \"version\": 3},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency_key\": \"wh-cancel-001\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"open\", \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v2/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"webhook_cancel_too_many_requests\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"idempotency_key\": \"wh-cancel-rate\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"open\", \"version\": 1},\n \"expected_status\": 429,\n \"expected_body_contains\": \"rate limit\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2025-01-15T00:00:00Z\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"period\": \"monthly\"}, \"status\": \"open\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v3/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/finalize\",\n \"method\": \"GET\",\n \"test_name\": \"report_finalize_precondition_failed\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"as_of\": \"2025-01-15T00:00:00Z\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"held\", \"version\": 2},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency_key\": \"tok-retry-001\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"attempt\": 2}, \"status\": \"failed\", \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"GET /v3/tokens/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v2/tokens/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"token_retry_payment_required\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"idempotency_key\": \"tok-retry-pay\", \"amount_cents\": -100, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"pending\", \"version\": 1},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false, \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"audit_type\": \"compliance\"}, \"status\": \"failed\", \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"GET /v1/audits/{id}/finalize\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"audit_retry_gone\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"dry_run\": false, \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"status\": \"done\", \"version\": 2},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/exports/{id}/preview\",\n \"method\": \"DELETE\",\n \"test_name\": \"export_preview_happy_path\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"idempotency_key\": \"exp-prev-001\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"format\": \"csv\"}, \"status\": \"open\", \"version\": 1},\n \"expected_status\": 200,\n \"expected_body_contains\": \"", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10033.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 340.0, "num_requests_total": 1.0, "gen_throughput": -1.9, "decode_sum_seq_lens": -67.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11904.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1361.0, "realtime_tokens_total": 12096.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10033.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10033.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48670.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 231.0, "tok_s": 547.6, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice_with_as_of\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440001\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"POST /v1/invoices/{id}/rotate\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invoice_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"as_of\": \"2026-01-15T10:30:00Z\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_customer\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v1/customers/{id}/preview\"\n },\n {\n \"endpoint\": \"POST /v2/customers/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_402\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440002\", \"amount_cents\": -100, \"currency\": \"USD\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_subscription_with_pagination\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 50},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"POST /v3/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"DELETE /v1/subscriptions/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_precondition_failed_428\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440003\", \"cursor\": \"invalid_cursor\", \"limit\": 50},\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"DELETE /v3/webhooks/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v3/webhooks/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440004\", \"dry_run\": false, \"status\": \"failed\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_report_dry_run\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v2/reports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_conflict_409\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440005\", \"dry_run\": true, \"status\": \"closed\"},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_token_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 100},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"DELETE /v1/tokens/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/tokens/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440006\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 100, \"status\": \"canceled\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"POST /v1/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"PUT /v3/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440007\", \"status\": \"failed\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_export\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/exports/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v3/exports/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440008\", \"status\": \"canceled\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_finalize_plan_paginated\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440009\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 25},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"GET /v2/plans/{id}/cancel\"\n },\n {\n \"endpoint\": \"PATCH /v1/plans/{id}/finalize\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"00000000-0000-0000-0000-000000000000\", \"cursor\": \"eyJpZCI6MX0\", \"limit\": 25},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/usage/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_usage\",\n \"payload\": {\"id\": \"550e8400-e29b-41d4-a716-446655440010\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"DELETE /v1/usage/{id}/finalize\"\n },\n {\n \"endpoint\": \"", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9930.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 328.0, "num_requests_total": 1.0, "gen_throughput": 41.3, "decode_sum_seq_lens": 95.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1313.0, "realtime_tokens_total": 12035.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9930.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9930.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.7, "inter_token_latency_seconds_bucket": 48695.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 383.9, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_invoice_happy_path\",\n \"payload\": {\n \"id\": \"inv_2a3f8c1e-5d67-4e89-b2af-7c1d5e9f3b08\",\n \"idempotency_key\": \"idem-2026-0715-001\",\n \"status\": \"closed\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"metadata\": {\"source\": \"test-suite\", \"reason\": \"quarterly-close\"},\n \"version\": 3\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"closed\", \"archived\": true},\n \"cleanup\": \"PATCH /v2/invoices/{id}/archive with status open to unarchive\"\n },\n {\n \"endpoint\": \"PATCH /v2/invoices/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"archive_invoice_not_found\",\n \"payload\": {\n \"id\": \"inv_00000000-0000-0000-0000-000000000000\",\n \"idempotency_key\": \"idem-2026-0715-002\",\n \"status\": \"closed\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"invoice_not_found\"},\n \"cleanup\": \"none: resource does not exist\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_customer_happy_path\",\n \"payload\": {\n \"id\": \"cus_7b4d2e1f-9a63-4c58-8f05-3e2b7d1c4a90\",\n \"status\": \"active\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"payment_failed\", \"attempt\": \"2\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"retry_accepted\", \"job_id\": \"job_\"},\n \"cleanup\": \"PUT /v1/customers/{id}/retry with status active to confirm stable\"\n },\n {\n \"endpoint\": \"PUT /v1/customers/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"retry_customer_payment_required\",\n \"payload\": {\n \"id\": \"cus_7b4d2e1f-9a63-4c58-8f05-3e2b7d1c4a90\",\n \"status\": \"past_due\",\n \"amount_cents\": 5000,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"insufficient_funds\"},\n \"version\": 1\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"payment_required\"},\n \"cleanup\": \"none: customer state unchanged\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_subscription_happy_path\",\n \"payload\": {\n \"id\": \"sub_9e1f3c5a-7b42-4d88-9e06-5f3a2c8d1e70\",\n \"idempotency_key\": \"idem-2026-0715-003\",\n \"status\": \"done\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {\"rotation_reason\": \"security_policy\", \"initiated_by\": \"admin\"},\n \"version\": 4\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"rotation_job_id\": \"rot_\", \"status\": \"pending\"},\n \"cleanup\": \"DELETE /v3/subscriptions/{id}/rotate with new idempotency key to complete rotation cycle\"\n },\n {\n \"endpoint\": \"DELETE /v3/subscriptions/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"rotate_subscription_conflict\",\n \"payload\": {\n \"id\": \"sub_9e1f3c5a-7b42-4d88-9e06-5f3a2c8d1e70\",\n \"idempotency_key\": \"idem-2026-0715-004\",\n \"status\": \"pending\",\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"subscription_state_conflict\"},\n \"cleanup\": \"none: subscription remains in pending state\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_happy_path\",\n \"payload\": {\n \"id\": \"whk_3c7a9e2f-1d54-4b68-a9f2-8e5c3b7d2a61\",\n \"idempotency_key\": \"idem-2026-0715-005\",\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"approved_by\": \"security_team\", \"review_ticket\": \"SEC-4421\"},\n \"version\": 2\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"approved\", \"webhook_state\": \"active\"},\n \"cleanup\": \"PUT /v2/webhooks/{id}/approve with reversal flag to return to pending review\"\n },\n {\n \"endpoint\": \"PUT /v2/webhooks/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"approve_webhook_not_found\",\n \"payload\": {\n \"id\": \"whk_00000000-0000-0000-0000-000000000000\",\n \"idempotency_key\": \"idem-2026-0715-006\",\n \"status\": \"active\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {},\n \"version\": 1\n },\n \"expected_status\": 404,\n \"expected_body_contains\": {\"error\": \"webhook_not_found\"},\n \"cleanup\": \"none: resource does not exist\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_report_happy_path\",\n \"payload\": {\n \"id\": \"rpt_5f2a8c4e-9b71-4d33-8e05-7c4f6a2b9d83\",\n \"status\": \"failed\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"retry_reason\": \"timeout_recovery\", \"dry_run\": false},\n \"version\": 3\n },\n \"expected_status\": 201,\n \"expected_body_contains\": {\"status\": \"pending\", \"retry_job_id\": \"job_\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/retry with dry_run true to verify idempotency\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"retry_report_gone\",\n \"payload\": {\n \"id\": \"rpt_5f2a8c4e-9b71-4d33-8e05-7c4f6a2b9d83\",\n \"status\": \"done\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"metadata\": {\"dry_run\": false},\n \"version\": 5\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"report_expired\"},\n \"cleanup\": \"none: report already finalized\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"preview_token_happy_path\",\n \"payload\": {\n \"id\": \"tok_8d3b7a2c-5f91-4e66-9d04-2b8e5c3f7a14\",\n \"idempotency_key\": \"idem-2026-0715-007\",\n \"status\": \"active\",\n \"amount_cents\": 1000,\n \"currency\": \"USD\",\n \"metadata\": {\"preview_mode\": \"true\", \"validation_checks\": \"all\"},\n \"version\": 1\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"preview_valid\": true, \"token_mask\": \"tok_****\"},\n \"cleanup\": \"PATCH /v2/tokens/{id}/preview with idempotency key to confirm idempotent\"\n },\n {\n \"endpoint\": \"PATCH /v2/tokens/{id}/preview\",\n \"method\": \"PATCH\",\n ", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9957.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 474.0, "num_requests_total": 1.0, "gen_throughput": -239.9, "decode_sum_seq_lens": 66.0, "token_usage": -0.1, "full_token_usage": -0.1, "num_used_tokens": -11968.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 23936.0, "kv_used_tokens": -11968.0, "spec_accept_length": -2.8, "spec_accept_rate": -0.4, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1897.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9957.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9957.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.3, "inter_token_latency_seconds_bucket": 47933.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 398.3, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_invoice_with_as_of\",\n \"payload\": {\"id\": \"inv_2a3f8c1e-5d67-4e89-b2a1-7c4d5e6f8090\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"POST /v2/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"inv_9b8c7d6e-5f4a-3b2c-1d0e-9f8a7b6c5d4e\", \"as_of\": \"2026-06-15T14:30:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer_dry_run_false\",\n \"payload\": {\"id\": \"cus_7e8f9a0b-1c2d-3e4f-5a6b-7c8d9e0f1a2b\", \"dry_run\": false},\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"POST /v1/customers/{id}/restore\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"cus_a1b2c3d4-e5f6-7a8b-9c0d-1e2f3a4b5c6d\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_subscription_dry_run_false\",\n \"payload\": {\"id\": \"sub_3c4d5e6f-7a8b-9c0d-1e2f-3a4b5c6d7e8f\", \"dry_run\": false},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/rotate (idempotent reverse with original params)\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_conflict_409\",\n \"payload\": {\"id\": \"sub_f9e8d7c6-b5a4-3c2d-1e0f-9a8b7c6d5e4f\", \"dry_run\": false},\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_retry_webhook_deletion\",\n \"payload\": {\"id\": \"whk_5a6b7c8d-9e0f-1a2b-3c4d-5e6f7a8b9c0d\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_scheduled\",\n \"cleanup\": \"POST /v3/webhooks (recreate webhook)\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"whk_d0c9b8a7-6f5e-4d3c-2b1a-0f9e8d7c6b5a\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_report\",\n \"payload\": {\"id\": \"rpt_9b8a7c6d-5e4f-3a2b-1c0d-9e8f7a6b5c4d\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/reports/{id}/revoke\"\n },\n {\n \"endpoint\": \"/v1/reports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_gone_410\",\n \"payload\": {\"id\": \"rpt_1a2b3c4d-5e6f-7a8b-9c0d-1e2f3a4b5c6d\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_retry_token_with_as_of\",\n \"payload\": {\"id\": \"tok_7c8d9e0f-1a2b-3c4d-5e6f-7a8b9c0d1e2f\", \"as_of\": \"2026-06-15T10:00:00Z\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"retry_accepted\",\n \"cleanup\": \"POST /v1/tokens/{id}/invalidate\"\n },\n {\n \"endpoint\": \"/v1/tokens/{id}/retry\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"tok_4d5e6f7a-8b9c-0d1e-2f3a-4b5c6d7e8f9a\", \"as_of\": \"2026-06-15T10:00:00Z\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_idempotency\",\n \"payload\": {\"id\": \"adt_2b3c4d5e-6f7a-8b9c-0d1e-2f3a4b5c6d7e\", \"idempotency-key\": \"idemp_a1b2c3d4-e5f6-7890-abcd-ef1234567890\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/audits/{id}/unverify\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"adt_8f9e0d1c-2b3a-4c5d-6e7f-8a9b0c1d2e3f\", \"idempotency-key\": \"idemp_b2c3d4e5-f6a7-8901-bcde-f23456789012\"},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_finalize_export_with_idempotency\",\n \"payload\": {\"id\": \"exp_6f7a8b9c-0d1e-2f3a-4b5c-6d7e8f9a0b1c\", \"idempotency-key\": \"idemp_c3d4e5f6-a7b8-9012-cdef-345678901234\"},\n \"expected_status\": 200,\n \"expected_body_contains\": \"finalized\",\n \"cleanup\": \"POST /v2/exports/{id}/reopen\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/finalize\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"exp_9a0b1c2d-3e4f-5a6b-7c8d-9e0f1a2b3c4d\", \"idempotency-key\": \"idemp_d4e5f6a7-b8c9-0123", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.4, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10045.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 461.0, "num_requests_total": 1.0, "gen_throughput": 82.8, "decode_sum_seq_lens": 8.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12032.0, "kv_available_tokens": -12032.0, "kv_used_tokens": 12032.0, "spec_accept_length": 0.9, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1845.0, "realtime_tokens_total": 12094.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10045.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10045.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47922.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 521.5, "text": "```json\n[\n {\n \"endpoint\": \"/v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of_param\",\n \"payload\": {\"id\": \"inv-2024-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verification_accepted\",\n \"cleanup\": \"POST /v1/invoices/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v1/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invoice_gone_410\",\n \"payload\": {\"id\": \"inv-deleted-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_customer_approval\",\n \"payload\": {\"id\": \"cust-2024-001\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"approval_revoked\",\n \"cleanup\": \"POST /v3/customers/{id}/approve\"\n },\n {\n \"endpoint\": \"/v3/customers/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_customer_gone_410\",\n \"payload\": {\"id\": \"cust-deleted-001\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_subscription_dry_run\",\n \"payload\": {\"id\": \"sub-2024-001\", \"dry_run\": true},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_simulated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_subscription_not_found_404\",\n \"payload\": {\"id\": \"sub-missing-001\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_webhook_dry_run\",\n \"payload\": {\"id\": \"wh-2024-001\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"verification_scheduled\",\n \"cleanup\": \"PATCH /v2/webhooks/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/webhooks/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_precondition_failed_412\",\n \"payload\": {\"id\": \"wh-pending-001\", \"dry_run\": false},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report_with_as_of\",\n \"payload\": {\"id\": \"rep-2024-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 202,\n \"expected_body_contains\": \"retry_initiated\",\n \"cleanup\": \"DELETE /v2/reports/{id}/archive\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_report_gone_410\",\n \"payload\": {\"id\": \"rep-deleted-001\", \"as_of\": \"2024-06-15T10:30:00Z\"},\n \"expected_status\": 410,\n \"expected_body_contains\": \"resource_gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_token\",\n \"payload\": {\"id\": \"tok-2024-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"token_cancelled\",\n \"cleanup\": \"POST /v1/tokens/{id}/finalize\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_token_not_found_404\",\n \"payload\": {\"id\": \"tok-missing-001\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_audit_dry_run\",\n \"payload\": {\"id\": \"aud-2024-001\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview_generated\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_audit_not_found_404\",\n \"payload\": {\"id\": \"aud-missing-001\", \"dry_run\": false},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_rotate_export_with_pagination\",\n \"payload\": {\"id\": \"exp-2024-001\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotation_complete\",\n \"cleanup\": \"PUT /v1/exports/{id}/rotate\"\n },\n {\n \"endpoint\": \"/v1/exports/{id}/rotate\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_export_not_found_404\",\n \"payload\": {\"id\": \"exp-missing-001\", \"cursor\": \"c1\", \"limit\": 50},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_preview_plan_with_pagination\",\n \"payload\": {\"id\": \"plan-2024-001\", \"cursor\": \"c1\", \"limit\": 25},\n \"expected_status\": 202,\n \"expected_body_contains\": \"preview_ready\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/plans/{id}/preview\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"plan-unpaid-001\", \"cursor\": \"c1\", \"limit\": 25},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_usage_retry_dry_run\",\n \"payload\": {\"id\": \"usage-2024-001\", \"dry_run\": true},\n \"expected_status\": 201,\n \"expected_body_contains\": \"retry_deleted\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v3/usage/{id}/retry\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required_402\",\n \"payload\": {\"id\": \"usage-unpaid-001\", \"dry_run\": false},\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_approve_credit\",\n \"payload\": {\"id\": \"cr-2024-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"credit_approved\",\n \"cleanup\": \"PATCH /v2/credits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/credits/{id}/approve\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_credit_not_found_404\",\n \"payload\": {\"id\": \"cr-missing-001\"},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"/v1/disputes/{id}/preview\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_preview_dispute_with_as_of\",\n \"payload\": {\"id\": \"disp-2024-001\", \"as_of\": \"2024-06-15T10:30:", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 0.3, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9929.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 344.0, "num_requests_total": 1.0, "gen_throughput": 146.1, "decode_sum_seq_lens": -76.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11968.0, "kv_evictable_tokens": 12032.0, "kv_used_tokens": -64.0, "spec_accept_length": 1.8, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1377.0, "realtime_tokens_total": 12033.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9929.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9929.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 3.9, "inter_token_latency_seconds_bucket": 48609.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 233.0, "tok_s": 390.5, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_invoice_with_pagination\",\n \"payload\": {\n \"id\": \"inv_2a4f8c9e-1b3d-4e5f-8a7b-6c5d4e3f2a1b\",\n \"cursor\": \"eyJpZCI6Imludl8wMDEiLCJjcmVhdGVkX2F0IjoiMjAyNS0wMS0wMVQwMDowMDowMFoifQ==\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"POST /v2/invoices/{id}/verify (idempotent re-verify with cursor reset)\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_payment_required\",\n \"payload\": {\n \"id\": \"inv_2a4f8c9e-1b3d-4e5f-8a7b-6c5d4e3f2a1b\",\n \"cursor\": null,\n \"limit\": 50\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"POST /v2/invoices/{id}/verify (re-verify after resolving payment)\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\n \"id\": \"cus_7b3a9f2e-8c1d-4e5f-9a6b-5c4d3e2f1a0b\",\n \"dry_run\": false\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v2/customers/{id}/archive (dry_run true to simulate unarchive, or contact support)\"\n },\n {\n \"endpoint\": \"/v2/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_conflict_active_subscriptions\",\n \"payload\": {\n \"id\": \"cus_7b3a9f2e-8c1d-4e5f-9a6b-5c4d3e2f1a0b\",\n \"dry_run\": true\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/approve (cancel active subscriptions first)\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_approve_subscription_deletion\",\n \"payload\": {\n \"id\": \"sub_9e1b3d5f-7a2c-4e8b-9d5f-6a4b3c2d1e0f\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"DELETE /v2/subscriptions/{id}/approve (idempotent re-approval if needed, or recreate subscription)\"\n },\n {\n \"endpoint\": \"/v2/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_gone_resource\",\n \"payload\": {\n \"id\": \"sub_00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none (resource already deleted)\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_webhook_secret\",\n \"payload\": {\n \"id\": \"whk_3c5d7e9f-1a2b-4c6d-8e9f-0a1b2c3d4e5f\",\n \"idempotency-key\": \"wh-rotate-2026-001-abc123\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate (re-rotate with new idempotency-key)\"\n },\n {\n \"endpoint\": \"/v1/webhooks/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_precondition_required\",\n \"payload\": {\n \"id\": \"whk_3c5d7e9f-1a2b-4c6d-8e9f-0a1b2c3d4e5f\",\n \"idempotency-key\": \"wh-rotate-2026-001-abc123\"\n },\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"DELETE /v1/webhooks/{id}/rotate (retry with fresh idempotency-key after resolving precondition)\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_report_with_as_of\",\n \"payload\": {\n \"id\": \"rpt_4d6f8a1c-3e5b-7d9f-2a4c-6e8b0d2f4a6c\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"cancelled\",\n \"cleanup\": \"PUT /v3/reports/{id}/cancel (re-cancel with updated as_of if idempotent, or regenerate report)\"\n },\n {\n \"endpoint\": \"/v3/reports/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_not_found\",\n \"payload\": {\n \"id\": \"rpt_00000000-0000-0000-0000-000000000000\",\n \"as_of\": \"2026-06-15T00:00:00Z\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none (report does not exist)\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_retry_token_with_pagination\",\n \"payload\": {\n \"id\": \"tok_5e7b9d3f-8a1c-5e7b-9d3f-8a1c5e7b9d3f\",\n \"cursor\": \"eyJpZCI6InRva18wMDEiLCJjcmVhdGVkX2F0IjoiMjAyNS0wMS0wMVQwMDowMDowMFoifQ==\",\n \"limit\": 25\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/tokens/{id}/retry (re-retry with fresh cursor if needed)\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_unprocessable_entity\",\n \"payload\": {\n \"id\": \"tok_5e7b9d3f-8a1c-5e7b-9d3f-8a1c5e7b9d3f\",\n \"cursor\": \"invalid-cursor-format\",\n \"limit\": 25\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable_entity\",\n \"cleanup\": \"PUT /v2/tokens/{id}/retry (retry with valid cursor format)\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_archive_audit\",\n \"payload\": {\n \"id\": \"adt_6f8c0e4a-9b2d-6f8c-0e4a-9b2d6f8c0e4a\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v3/audits/{id}/archive (re-archive emits another audit event, or contact compliance)\"\n },\n {\n \"endpoint\": \"/v3/audits/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_path_not_found\",\n \"payload\": {\n \"id\": \"adt_00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not_found\",\n \"cleanup\": \"none (audit log entry does not exist)\"\n },\n {\n \"endpoint\": \"/v3/exports/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_export_async\",\n \"payload\": {\n \"id\": \"", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9919.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 469.0, "num_requests_total": 1.0, "gen_throughput": -118.3, "decode_sum_seq_lens": -179.0, "full_token_usage": -0.0, "num_used_tokens": -192.0, "kv_available_tokens": -11776.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -192.0, "spec_accept_length": -1.5, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1877.0, "realtime_tokens_total": 11968.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9919.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9919.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 47880.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 358.7, "text": "```json\n[\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\n \"id\": \"inv_7a3f9e2d-5c1b-4e8a-9f6d-2b4c8e1a5d7f\",\n \"idempotency_key\": \"idem_2026_001_cancel_42\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"status\": \"pending\",\n \"metadata\": {\"order_id\": \"ord_789\", \"reason\": \"customer_request\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"pending\", \"cancel_initiated\": true},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"GET /v1/invoices/{id}/cancel\",\n \"method\": \"GET\",\n \"test_name\": \"failure_precondition_failed_stale_state\",\n \"payload\": {\n \"id\": \"inv_7a3f9e2d-5c1b-4e8a-9f6d-2b4c8e1a5d7f\",\n \"idempotency_key\": \"idem_2026_001_cancel_stale\",\n \"amount_cents\": 15000,\n \"currency\": \"USD\",\n \"status\": \"done\",\n \"metadata\": {\"order_id\": \"ord_789\", \"reason\": \"already_processed\"}\n },\n \"expected_status\": 412,\n \"expected_body_contains\": {\"error\": \"Precondition Failed\", \"code\": \"invoice_already_finalized\"},\n \"cleanup\": \"POST /v1/invoices/{id}/retry\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_archive_customer\",\n \"payload\": {\n \"id\": \"cust_b2e5d8f1-9a3c-4d7e-8b5f-1a6d9c3e7b2a\",\n \"idempotency_key\": \"idem_2026_002_archive_99\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"active\",\n \"metadata\": {\"archive_reason\": \"churned\", \"retention_days\": \"90\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": {\"status\": \"canceled\", \"archived\": true},\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"POST /v1/customers/{id}/archive\",\n \"method\": \"POST\",\n \"test_name\": \"failure_conflict_already_archived\",\n \"payload\": {\n \"id\": \"cust_b2e5d8f1-9a3c-4d7e-8b5f-1a6d9c3e7b2a\",\n \"idempotency_key\": \"idem_2026_002_archive_dup\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"canceled\",\n \"metadata\": {\"archive_reason\": \"duplicate_request\"}\n },\n \"expected_status\": 409,\n \"expected_body_contains\": {\"error\": \"Conflict\", \"code\": \"customer_already_archived\"},\n \"cleanup\": \"PUT /v3/customers/{id}/verify\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_finalize_subscription\",\n \"payload\": {\n \"id\": \"sub_c4f1a7e3-8d2b-5f9c-1e6a-3b7d5f2c8a4e\",\n \"cursor\": \"eyJsYXN0X2lkIjoic3ViXzAwMSIsInRzIjoxNzE2MjQwMDAwfQ==\",\n \"limit\": 50,\n \"amount_cents\": 2999,\n \"currency\": \"USD\",\n \"status\": \"active\",\n \"metadata\": {\"plan_tier\": \"pro\", \"billing_cycle\": \"monthly\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job_\", \"status\": \"queued\"},\n \"cleanup\": \"POST /v3/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"PUT /v3/subscriptions/{id}/finalize\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_gone_resource_expired\",\n \"payload\": {\n \"id\": \"sub_expired_9a2b4c6d-8e1f-3a5b-7c9d-2e4f6a8b1c3d\",\n \"cursor\": \"eyJsYXN0X2lkIjoic3ViX2V4cCIsInRzIjoxNzE2MjQwMDAwfQ==\",\n \"limit\": 50,\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"canceled\",\n \"metadata\": {\"expired\": \"true\", \"grace_period_ended\": \"2026-01-15\"}\n },\n \"expected_status\": 410,\n \"expected_body_contains\": {\"error\": \"Gone\", \"code\": \"subscription_expired\"},\n \"cleanup\": \"POST /v3/subscriptions/{id}/preview\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_webhook\",\n \"payload\": {\n \"id\": \"whk_d6b3a9f2-4e8c-1a7d-5b3f-9c2e7a4d8b1c\",\n \"idempotency_key\": \"idem_2026_004_wh_archive_77\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"pending\",\n \"metadata\": {\"webhook_url\": \"https://hooks.example.com/v1/events\", \"event_types\": \"invoice.paid\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"status\": \"done\", \"archived\": true},\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"GET /v2/webhooks/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_bad_request_invalid_idempotency\",\n \"payload\": {\n \"id\": \"whk_d6b3a9f2-4e8c-1a7d-5b3f-9c2e7a4d8b1c\",\n \"idempotency_key\": \"\",\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"pending\",\n \"metadata\": {\"malformed\": \"true\"}\n },\n \"expected_status\": 400,\n \"expected_body_contains\": {\"error\": \"Bad Request\", \"code\": \"invalid_idempotency_key\"},\n \"cleanup\": \"PATCH /v2/webhooks/{id}/archive\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_retry_report\",\n \"payload\": {\n \"id\": \"rpt_a8c5e2b7-1f4d-9a3e-6c8b-2d5f7a1e9b4c\",\n \"cursor\": \"eyJsYXN0X2lkIjoicnB0XzAwMSIsInRzIjoxNzE2MjQwMDAwfQ==\",\n \"limit\": 100,\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"active\",\n \"metadata\": {\"report_type\": \"monthly_revenue\", \"period\": \"2026-05\"}\n },\n \"expected_status\": 202,\n \"expected_body_contains\": {\"job_id\": \"job_\", \"status\": \"retry_queued\"},\n \"cleanup\": \"PATCH /v1/reports/{id}/finalize\"\n },\n {\n \"endpoint\": \"POST /v3/reports/{id}/retry\",\n \"method\": \"POST\",\n \"test_name\": \"failure_payment_required_quota_exceeded\",\n \"payload\": {\n \"id\": \"rpt_quota_3e7a9c5b-2d8f-4e1a-6c3b-9d5f2a8b7e1c\",\n \"cursor\": \"eyJsYXN0X2lkIjoicnB0X3F1b3RhIiwidHMiOjE3MTYyNDAwMDB9\",\n \"limit\": 100,\n \"amount_cents\": 0,\n \"currency\": \"USD\",\n \"status\": \"past_due\",\n \"metadata\": {\"report_type\": \"usage\", \"quota_exceeded\": \"true\"}\n },\n \"expected_status\": 402,\n \"expected_body_contains\": {\"error\": \"", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9958.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 511.0, "num_requests_total": 1.0, "gen_throughput": -138.3, "decode_sum_seq_lens": 154.0, "full_token_usage": 0.0, "num_used_tokens": 192.0, "kv_available_tokens": -12096.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": 192.0, "spec_accept_length": -1.6, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 2045.0, "realtime_tokens_total": 12034.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9958.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9958.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.7, "inter_token_latency_seconds_bucket": 47596.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 508.1, "text": "```json\n[\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_cancel_invoice\",\n \"payload\": {\"id\": \"inv-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"active\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {\"reason\": \"customer_request\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"canceled\",\n \"cleanup\": \"PUT /v3/invoices/{id}/cancel (re-cancel idempotent)\"\n },\n {\n \"endpoint\": \"PUT /v3/invoices/{id}/cancel\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_already_canceled_409\",\n \"payload\": {\"id\": \"inv-123e4567-e89b-12d3-a456-426614174001\", \"status\": \"canceled\", \"amount_cents\": 10000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2},\n \"expected_status\": 409,\n \"expected_body_contains\": \"already canceled\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_customer_keys\",\n \"payload\": {\"id\": \"cus-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"open\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"dry_run\": false}, \"version\": 1},\n \"expected_status\": 201,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"DELETE /v1/customers/{id}/rotate (idempotent re-rotate)\"\n },\n {\n \"endpoint\": \"DELETE /v1/customers/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_customer_closed_409\",\n \"payload\": {\"id\": \"cus-123e4567-e89b-12d3-a456-426614174001\", \"status\": \"closed\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"dry_run\": false}, \"version\": 3},\n \"expected_status\": 409,\n \"expected_body_contains\": \"customer closed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_subscription\",\n \"payload\": {\"id\": \"sub-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"open\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"as_of\": \"2024-01-15T00:00:00Z\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/subscriptions/{id}/archive (re-archive with updated as_of)\"\n },\n {\n \"endpoint\": \"PUT /v1/subscriptions/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_invalid_as_of_400\",\n \"payload\": {\"id\": \"sub-123e4567-e89b-12d3-a456-426614174001\", \"status\": \"open\", \"amount_cents\": 5000, \"currency\": \"USD\", \"metadata\": {\"as_of\": \"not-a-date\"}, \"version\": 1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid as_of\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_approve_webhook\",\n \"payload\": {\"id\": \"whk-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency-key\": \"webhook-approve-001\"},\n \"expected_status\": 201,\n \"expected_body_contains\": \"approved\",\n \"cleanup\": \"POST /v1/webhooks/{id}/approve (re-approve idempotent with same key)\"\n },\n {\n \"endpoint\": \"POST /v1/webhooks/{id}/approve\",\n \"method\": \"POST\",\n \"test_name\": \"failure_precondition_failed_412\",\n \"payload\": {\"id\": \"whk-123e4567-e89b-12d3-a456-426614174001\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 2, \"idempotency-key\": \"webhook-approve-002\"},\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition failed\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_verify_report\",\n \"payload\": {\"id\": \"rep-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"active\", \"amount_cents\": 25000, \"currency\": \"USD\", \"metadata\": {\"as_of\": \"2024-06-01T00:00:00Z\"}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/reports/{id}/verify (re-verify with updated as_of)\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_missing_as_of_400\",\n \"payload\": {\"id\": \"rep-123e4567-e89b-12d3-a456-426614174001\", \"status\": \"active\", \"amount_cents\": 25000, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 400,\n \"expected_body_contains\": \"missing as_of\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_soft_delete_verify_token\",\n \"payload\": {\"id\": \"tok-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"dry_run\": false}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"soft-deleted\",\n \"cleanup\": \"DELETE /v2/tokens/{id}/verify (re-delete idempotent)\"\n },\n {\n \"endpoint\": \"DELETE /v2/tokens/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_gone_410\",\n \"payload\": {\"id\": \"tok-123e4567-e89b-12d3-a456-426614174001\", \"status\": \"done\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {\"dry_run\": false}, \"version\": 2},\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_rotate_audit\",\n \"payload\": {\"id\": \"aud-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 202,\n \"expected_body_contains\": \"rotated\",\n \"cleanup\": \"PATCH /v3/audits/{id}/rotate (re-rotate idempotent)\"\n },\n {\n \"endpoint\": \"PATCH /v3/audits/{id}/rotate\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_not_found_404\",\n \"payload\": {\"id\": \"aud-00000000-0000-0000-0000-000000000000\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1},\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/exports/{id}/cancel\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_cancel_export\",\n \"payload\": {\"id\": \"exp-123e4567-e89b-12d3-a456-426614174000\", \"status\": \"pending\", \"amount_cents\": 0, \"currency\": \"USD\", \"metadata\": {}, \"version\": 1, \"idempotency-key\": \"", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9911.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 354.0, "num_requests_total": 1.0, "gen_throughput": 159.7, "decode_sum_seq_lens": -115.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": -128.0, "spec_accept_length": 1.9, "spec_accept_rate": 0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1417.0, "realtime_tokens_total": 11968.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9911.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9911.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.0, "inter_token_latency_seconds_bucket": 48528.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 485.2, "text": "```json\n[\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_verify_invoice_with_as_of_date\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"as_of\": \"2026-06-15T10:30:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"status\",\n \"cleanup\": \"POST /v2/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/invoices/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_path_invalid_as_of_date_format\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440001\",\n \"as_of\": \"06-15-2026\"\n },\n \"expected_status\": 400,\n \"expected_body_contains\": \"invalid_date_format\",\n \"cleanup\": \"POST /v2/invoices/{id}/preview\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_archive_customer_with_idempotency\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"idempotency-key\": \"idem-2026-001-archive-abc123\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PUT /v1/customers/{id}/archive (reverse: unarchive via internal admin)\"\n },\n {\n \"endpoint\": \"/v1/customers/{id}/archive\",\n \"method\": \"PUT\",\n \"test_name\": \"failure_path_duplicate_idempotency_key\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440002\",\n \"idempotency-key\": \"idem-2026-001-archive-abc123\"\n },\n \"expected_status\": 429,\n \"expected_body_contains\": \"idempotency_conflict\",\n \"cleanup\": \"PUT /v1/customers/{id}/archive (reverse: unarchive via internal admin)\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_subscription_approval\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440003\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"approval_revoked\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"/v1/subscriptions/{id}/approve\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_subscription_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"subscription_not_found\",\n \"cleanup\": \"POST /v1/subscriptions/{id}/approve\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_delete_webhook_verify_with_idempotency\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idem-webhook-del-2026-001\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"verification_removed\",\n \"cleanup\": \"POST /v3/webhooks/{id}/verify\"\n },\n {\n \"endpoint\": \"/v3/webhooks/{id}/verify\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_payment_required_for_webhook\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440004\",\n \"idempotency-key\": \"idem-webhook-del-2026-002\"\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment_required\",\n \"cleanup\": \"POST /v3/webhooks/{id}/verify\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_finalize_report_with_dry_run\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": true\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"dry_run_success\",\n \"cleanup\": \"POST /v2/reports/{id}/finalize (reverse: reset to pending)\"\n },\n {\n \"endpoint\": \"/v2/reports/{id}/finalize\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_report_already_finalized\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440005\",\n \"dry_run\": false\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition_failed\",\n \"cleanup\": \"POST /v2/reports/{id}/finalize (reverse: reset to pending)\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_preview_token_with_as_of\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"as_of\": \"2026-06-15T10:30:00Z\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"token_preview\",\n \"cleanup\": \"DELETE /v2/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/tokens/{id}/preview\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_token_too_early_as_of\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440006\",\n \"as_of\": \"2020-01-01T00:00:00Z\"\n },\n \"expected_status\": 428,\n \"expected_body_contains\": \"precondition_required\",\n \"cleanup\": \"DELETE /v2/tokens/{id}/preview\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_verify_audit_with_pagination\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440007\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"job_id\",\n \"cleanup\": \"DELETE /v2/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_path_audit_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"cursor\": \"eyJwYWdlIjoxfQ==\",\n \"limit\": 50\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"audit_not_found\",\n \"cleanup\": \"DELETE /v2/audits/{id}/cancel\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"happy_path_rotate_export\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"rotation_complete\",\n \"cleanup\": \"POST /v2/exports/{id}/rotate (reverse: restore original key)\"\n },\n {\n \"endpoint\": \"/v2/exports/{id}/rotate\",\n \"method\": \"DELETE\",\n \"test_name\": \"failure_path_export_gone_permanently\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440008\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"POST /v2/exports/{id}/rotate (reverse: restore original key)\"\n },\n {\n \"endpoint\": \"/v1/plans/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_archive_plan_with_as_of\",\n \"payload\": {\n \"id\": \"550e8400-e29b-41d4-a716-446655440009\",\n \"as_of\": \"2026-06-15T10:30:00Z\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"plan_archived\",\n \"cleanup\": \"PUT /v1/plans/{id}/archive (reverse: unarchive", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9920.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 371.0, "num_requests_total": 1.0, "gen_throughput": 22.1, "decode_sum_seq_lens": -64.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": -11840.0, "kv_evictable_tokens": 11904.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1485.0, "realtime_tokens_total": 11974.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9920.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9920.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48410.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 308.0, "tok_s": 483.5, "text": "```json\n[\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_invoice_verify\",\n \"payload\": {\n \"id\": \"a0eebc99-9c0b-4ef8-bb6d-6bb9bd380a11\",\n \"idempotency-key\": \"idem-2026-001-invoice-verify\",\n \"metadata\": {\"source\": \"test-suite\", \"region\": \"us-east\"},\n \"status\": \"pending\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"PATCH /v1/invoices/{id}/verify with reversal idempotency-key\"\n },\n {\n \"endpoint\": \"PATCH /v1/invoices/{id}/verify\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_invoice_verify_404_not_found\",\n \"payload\": {\n \"id\": \"00000000-0000-0000-0000-000000000000\",\n \"idempotency-key\": \"idem-2026-001-invoice-verify-404\",\n \"metadata\": {\"source\": \"test-suite\"}\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_customer_archive_dry_run\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"dry_run\": true,\n \"metadata\": {\"test\": \"archive-dry-run\", \"team\": \"platform\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"archivable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v1/customers/{id}/archive\",\n \"method\": \"GET\",\n \"test_name\": \"failure_customer_archive_409_conflict\",\n \"payload\": {\n \"id\": \"b1eebc99-9c0b-4ef8-bb6d-6bb9bd380a22\",\n \"dry_run\": false,\n \"metadata\": {\"test\": \"archive-conflict\"}\n },\n \"expected_status\": 409,\n \"expected_body_contains\": \"conflict\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_subscription_retry\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\",\n \"dry_run\": false,\n \"status\": \"active\",\n \"amount_cents\": 9999,\n \"currency\": \"USD\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PATCH /v2/subscriptions/{id}/retry with dry_run=true to reset\"\n },\n {\n \"endpoint\": \"PATCH /v2/subscriptions/{id}/retry\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_subscription_retry_402_payment_required\",\n \"payload\": {\n \"id\": \"c2eebc99-9c0b-4ef8-bb6d-6bb9bd380a33\",\n \"dry_run\": false,\n \"status\": \"past_due\",\n \"amount_cents\": 0\n },\n \"expected_status\": 402,\n \"expected_body_contains\": \"payment required\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_webhook_archive\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"as_of\": \"2026-01-15T00:00:00Z\",\n \"status\": \"done\",\n \"metadata\": {\"archive_reason\": \"test-cleanup\"}\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"archived\",\n \"cleanup\": \"PATCH /v1/webhooks/{id}/archive with future as_of to unarchive\"\n },\n {\n \"endpoint\": \"PATCH /v1/webhooks/{id}/archive\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_webhook_archive_404_not_found\",\n \"payload\": {\n \"id\": \"d3eebc99-9c0b-4ef8-bb6d-6bb9bd380a44\",\n \"as_of\": \"2025-01-01T00:00:00Z\",\n \"status\": \"pending\"\n },\n \"expected_status\": 404,\n \"expected_body_contains\": \"not found\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"happy_path_report_preview\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"dry_run\": true,\n \"metadata\": {\"report_type\": \"monthly\", \"department\": \"finance\"},\n \"status\": \"pending\"\n },\n \"expected_status\": 201,\n \"expected_body_contains\": \"preview\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PATCH /v1/reports/{id}/preview\",\n \"method\": \"PATCH\",\n \"test_name\": \"failure_report_preview_410_gone\",\n \"payload\": {\n \"id\": \"e4eebc99-9c0b-4ef8-bb6d-6bb9bd380a55\",\n \"dry_run\": false,\n \"status\": \"failed\"\n },\n \"expected_status\": 410,\n \"expected_body_contains\": \"gone\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"happy_path_token_verify\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"cursor\": \"cursor-abc-123\",\n \"limit\": 50,\n \"status\": \"active\"\n },\n \"expected_status\": 202,\n \"expected_body_contains\": \"verified\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"GET /v3/tokens/{id}/verify\",\n \"method\": \"GET\",\n \"test_name\": \"failure_token_verify_422_unprocessable\",\n \"payload\": {\n \"id\": \"f5eebc99-9c0b-4ef8-bb6d-6bb9bd380a66\",\n \"cursor\": \"invalid-cursor-!!!\",\n \"limit\": 9999\n },\n \"expected_status\": 422,\n \"expected_body_contains\": \"unprocessable\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"happy_path_audit_verify\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\",\n \"idempotency-key\": \"idem-2026-001-audit-verify\",\n \"status\": \"open\",\n \"metadata\": {\"audit_source\": \"compliance\", \"priority\": \"high\"}\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"job\",\n \"cleanup\": \"DELETE /v3/audits/{id}/verify to cancel async job\"\n },\n {\n \"endpoint\": \"POST /v3/audits/{id}/verify\",\n \"method\": \"POST\",\n \"test_name\": \"failure_audit_verify_412_precondition_failed\",\n \"payload\": {\n \"id\": \"g6eebc99-9c0b-4ef8-bb6d-6bb9bd380a77\",\n \"idempotency-key\": \"idem-2026-001-audit-verify-412\",\n \"status\": \"closed\"\n },\n \"expected_status\": 412,\n \"expected_body_contains\": \"precondition\",\n \"cleanup\": \"none\"\n },\n {\n \"endpoint\": \"PUT /v2/exports/{id}/retry\",\n \"method\": \"PUT\",\n \"test_name\": \"happy_path_export_retry\",\n \"payload\": {\n \"id\": \"h7eebc99-9c0b-4ef8-bb6d-6bb9bd380a88\",\n \"dry_run\": false,\n \"status\": \"failed\",\n \"amount_cents\": 5000,\n \"currency\": \"EUR\"\n },\n \"expected_status\": 200,\n \"expected_body_contains\": \"retried\",\n \"cleanup\": \"PUT /v2/exports/{id}/", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10054.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 373.0, "num_requests_total": 1.0, "gen_throughput": 21.4, "decode_sum_seq_lens": 299.0, "full_token_usage": 0.0, "num_used_tokens": 320.0, "kv_available_tokens": -12288.0, "kv_evictable_tokens": 11968.0, "kv_used_tokens": 320.0, "spec_accept_length": 0.2, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 1.1, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "cuda_graph_passes_total": 1493.0, "realtime_tokens_total": 12160.0, "time_to_first_token_seconds_sum": 0.3, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10054.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10054.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.2, "inter_token_latency_seconds_bucket": 48424.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 8.1, "http_requests_total": 32.0, "http_responses_total": 31.0, "prompt_tokens_total": 159415.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 6183.0, "num_requests_total": 16.0, "gen_throughput": 543.1999999999999, "decode_sum_seq_lens": 1975.0, "token_usage": 0.0, "full_token_usage": 0.0, "num_used_tokens": 1984.0, "kv_available_tokens": -191680.0, "kv_evictable_tokens": 189696.0, "kv_used_tokens": 1984.0, "spec_accept_length": 2.9000000000000004, "spec_accept_rate": 0.39999999999999997, "per_stage_req_latency_seconds_sum": 15.000000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2560.0, "queue_time_seconds_count": 64.0, "cuda_graph_passes_total": 24748.0, "realtime_tokens_total": 192674.0, "time_to_first_token_seconds_sum": 3.4000000000000004, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159415.0, "prompt_tokens_histogram_bucket": 348.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159415.0, "uncached_prompt_tokens_histogram_bucket": 348.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 69.60000000000001, "inter_token_latency_seconds_bucket": 773778.0, "inter_token_latency_seconds_count": 32752.0, "http_requests_active": 1.0 }, "step_ms": 11.31 }, "math_nothink_10k": { "n": 16, "tok_s_median": 405.1, "tok_s_first8_median": 411.7, "tok_s_agg": 409.7, "tok_s_all_sorted": [ 395.1, 396.1, 398.3, 398.7, 398.9, 404.5, 404.6, 404.6, 405.6, 407.2, 417.8, 422.7, 423.2, 424.7, 425.7, 432.3 ], "ctok_median": 2048, "aa_len_ok": true, "ttft_ms_median": 237.0, "prefix_cache_suspect": false, "tau": 4.6678, "per_pos": null, "power": null, "rows": [ { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 425.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR** = New MRR + Expansion MRR - Churned MRR for each month\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $21,478 | $4,037 | $7,479 | $18,036 |\n| 2024-08 | $19,579 | $12,559 | $10,596 | $21,542 |\n| 2024-09 | $31,422 | $15,100 | $11,291 | $35,231 |\n| 2024-10 | $31,794 | $16,116 | $8,735 | $39,175 |\n| 2024-11 | $34,222 | $14,431 | $9,682 | $38,971 |\n| 2024-12 | $15,665 | $25,569 | $8,181 | $33,053 |\n| 2025-01 | $28,572 | $20,288 | $16,628 | $32,232 |\n| 2025-02 | $27,253 | $21,466 | $16,599 | $32,120 |\n| 2025-03 | $27,166 | $12,361 | $18,417 | $21,110 |\n| 2025-04 | $49,371 | $22,814 | $13,823 | $58,362 |\n| 2025-05 | $49,383 | $20,431 | $20,889 | $48,925 |\n| 2025-06 | $40,923 | $12,886 | $23,283 | $30,526 |\n| 2025-07 | $55,913 | $28,601 | $19,807 | $64,707 |\n| 2025-08 | $65,882 | $24,914 | $19,720 | $71,076 |\n| 2025-09 | $51,388 | $31,027 | $13,944 | $68,471 |\n| 2025-10 | $48,198 | $10,136 | $24,873 | $33,461 |\n| 2025-11 | $72,195 | $26,457 | $26,765 | $71,887 |\n| 2025-12 | $69,117 | $24,076 | $22,065 | $71,128 |\n| 2026-01 | $66,415 | $53,650 | $37,074 | $82,991 |\n| 2026-02 | $85,002 | $23,754 | $34,128 | $74,628 |\n| 2026-03 | $71,078 | $26,366 | $36,388 | $61,056 |\n| 2026-04 | $89,384 | $64,277 | $34,542 | $119,119 |\n| 2026-05 | $58,771 | $63,373 | $32,691 | $89,453 |\n| 2026-06 | $92,764 | $27,253 | $53,249 | $66,768 |\n\n**Sum of all Net-New MRR:**\n$18,036 + $21,542 + $35,231 + $39,175 + $38,971 + $33,053 + $32,232 + $32,120 + $21,110 + $58,362 + $48,925 + $30,526 + $64,707 + $71,076 + $68,471 + $33,461 + $71,887 + $71,128 + $82,991 + $74,628 + $61,056 + $119,119 + $89,453 + $66,768\n\n= **$1,265,928**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $MRR_{final} = MRR_{initial} \\times (1 + r)^{n}$\n\nWhere:\n- $MRR_{initial}$ = $383,036 (2024-07)\n- $MRR_{final}$ = $1,649,028 (2026-06)\n- $n$ = 23 intervals (24 months = 23 month-over-month growth periods)\n\n$$\\frac{MRR_{final}}{MRR_{initial}} = \\frac{1,649,028}{383,036} = 4.30506...$$\n\n$$(1 + r)^{23} = 4.30506$$\n\n$$1 + r = (4.30506)^{\\frac{1}{23}}$$\n\n$$\\ln(4.30506) = 1.4599...$$\n\n$$\\frac{1.4599}{23} = 0.06347...$$\n\n$$e^{0.06347} = 1.06553...$$\n\n$$r = 0.06553... \\approx \\textbf{6.55\\%}$$\n\nOr directly: $(4.30506)^{\\frac{1}{23}} = 1.0655$\n\n**Ratio: 4.305 : 1**\n**23rd root of ratio: 1.0655**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$\n\nFinal month: 2026-06\n- Beginning MRR (2026-05): $1,582,260\n- Churned MRR: $53,249\n\n**Monthly Gross Churn Rate:**\n$$\\frac{53,249}{1,582,260} = 0.033653... = \\textbf{3.37\\%}$$\n\n**Annualized Gross Churn Rate:**\nFormula: $1 - (1 - \\text{monthly rate})^{12}$\n\n$$= 1 - (1 - 0.033653)^{12}$$\n$$= 1 - (0.966347)^{12}$$\n$$= 1 - 0.6639...$$\n$$= 0.3361... = \\textbf{33.6\\%}$$\n\nOr using simple multiplication: $3.3653\\% \\times 12 = 40.4\\%$ (not standard compound method)\n\n**Standard annualized: 33.6%**\n\n---\n\n## (3) Total Infrastructure Spend, Top 3 Lines, and Total Savings\n\n**All 56 service lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $3,414 |\n| 001 | $19,555 |\n| 002 | $18,706 |\n| 003 | $6,549 |\n| 004 | $2,084 |\n| 005 | $22,520 |\n| 006 | $4,265 |\n| 007 | $2,437 |\n| 008 | $18,175 |\n| 009 | $23,289 |\n| 010 | $2,491 |\n| 011 | $7,649 |\n| 012 | $2,672 |\n| 013 | $4,841 |\n| 014 | $9,139 |\n| 015 | $22,890 |\n| 016 | $12,779 |\n| 017 | $2,430 |\n| 018 | $23,945 |\n| 019 | $23,886 |\n| 020 | $15,784 |\n| 021 | $14,914 |\n| 022 | $23,316 |\n| 023 | $6,560 |\n| 024 | $18,898 |\n| 025 | $6,081 |\n| 026 | $12,651 |\n| 027 | $23,983 |\n| 028 | $3,414 |\n| 029 | $23,716 |\n| 030 | $4,279 |\n| 031 | $9,060 |\n| 032 | $3,963 |\n| 033 | $4,787 |\n| 034 | $3,416 |\n| 035 | $20,393 |\n| 036 | $15,930 |\n| 037 | $19,983 |\n| 038 | $14,721 |\n| 039 | $6,387 |\n| 040 | $12,317 |\n| 041 | $11,339 |\n| 042 | $13,416 |\n| 043 | $21,107 |\n| 044 | $19,297 |\n| 045 | $5,885 |\n| 046 | $4,016 |\n| 047 | $8,320 |\n| 048 | $1,625 |\n| 049 | $21,088 |\n| 050 | $20,480 |\n| 051 | $3,656 |\n| 052 | $23,550 |\n| 053 | $13,038 |\n| 054 | $5,025 |\n| 055 | $23,551 |\n\n**Total calculation by grouping:**\n\n$3,414 + $19,555 = $22,969\n+ $18,706 = $41,675\n+ $6,549 = $48,224\n+ $2,084 = $50,308\n+ $22,520 = $72,828\n+ $4,265 = $77,093\n+ $2,437 = $79,530\n+ $18,175 = $97,705\n+ $23,289 = $120,994", "slot": 0, "sg_deltas": { "process_cpu_seconds_total": 0.2, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9994.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 422.0, "num_requests_total": 1.0, "gen_throughput": -24.9, "decode_sum_seq_lens": -140.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": -1856.0, "kv_evictable_tokens": 1984.0, "kv_used_tokens": -128.0, "spec_accept_length": -0.2, "spec_accept_rate": -0.0, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1689.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 40448.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9994.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9994.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48023.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 405.6, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR and average monthly compound growth rate of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR \u2212 churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $28,202 | $14,701 | $9,608 | $33,295 |\n| 2024-08 | $27,746 | $7,972 | $12,197 | $23,521 |\n| 2024-09 | $32,721 | $4,589 | $10,852 | $26,458 |\n| 2024-10 | $32,477 | $5,229 | $13,796 | $23,910 |\n| 2024-11 | $15,159 | $9,027 | $12,937 | $11,249 |\n| 2024-12 | $28,089 | $13,127 | $10,839 | $30,377 |\n| 2025-01 | $38,927 | $18,948 | $9,431 | $48,444 |\n| 2025-02 | $35,648 | $18,560 | $17,641 | $36,567 |\n| 2025-03 | $45,446 | $20,919 | $9,365 | $57,000 |\n| 2025-04 | $36,818 | $23,092 | $10,101 | $49,809 |\n| 2025-05 | $55,415 | $22,145 | $12,383 | $65,177 |\n| 2025-06 | $53,967 | $27,458 | $17,999 | $63,426 |\n| 2025-07 | $62,214 | $30,239 | $28,723 | $63,730 |\n| 2025-08 | $38,932 | $13,386 | $22,427 | $29,891 |\n| 2025-09 | $62,281 | $45,396 | $23,713 | $83,964 |\n| 2025-10 | $62,502 | $48,002 | $15,671 | $94,833 |\n| 2025-11 | $79,509 | $51,078 | $34,500 | $96,087 |\n| 2025-12 | $79,094 | $23,331 | $31,877 | $70,548 |\n| 2026-01 | $51,111 | $26,151 | $42,296 | $34,966 |\n| 2026-02 | $51,541 | $33,448 | $30,323 | $54,666 |\n| 2026-03 | $99,675 | $23,913 | $46,428 | $77,160 |\n| 2026-04 | $74,657 | $50,076 | $47,764 | $76,969 |\n| 2026-05 | $97,689 | $17,977 | $34,220 | $81,446 |\n| 2026-06 | $120,169 | $23,804 | $33,870 | $110,103 |\n\n**Total net-new MRR:**\n$33,295 + $23,521 + $26,458 + $23,910 + $11,249 + $30,377 + $48,444 + $36,567 + $57,000 + $49,809 + $65,177 + $63,426 + $63,730 + $29,891 + $83,964 + $94,833 + $96,087 + $70,548 + $34,966 + $54,666 + $77,160 + $76,969 + $81,446 + $110,103\n\n**Sum step by step:**\n- First 6: $33,295 + $23,521 = $56,816; +$26,458 = $83,274; +$23,910 = $107,184; +$11,249 = $118,433; +$30,377 = $148,810\n- Next 6: +$48,444 = $197,254; +$36,567 = $233,821; +$57,000 = $290,821; +$49,809 = $340,630; +$65,177 = $405,807; +$63,426 = $469,233\n- Next 6: +$63,730 = $532,963; +$29,891 = $562,854; +$83,964 = $646,818; +$94,833 = $741,651; +$96,087 = $837,738; +$70,548 = $908,286\n- Final 6: +$34,966 = $943,252; +$54,666 = $997,918; +$77,160 = $1,075,078; +$76,969 = $1,152,047; +$81,446 = $1,233,493; +$110,103 = **$1,343,596**\n\n**Verification:** Ending MRR \u2212 Starting MRR = $1,699,596 \u2212 $389,295 = **$1,310,301**\n\nDiscrepancy due to rounding in monthly figures. Using the direct sum: **Total net-new MRR = $1,343,596**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{Monthly CGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Starting MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n\u22121 = 23 periods of growth\n\nRatio = $\\frac{1,699,596}{389,295} = 4.366099...$\n\nRoot = $4.366099^{\\frac{1}{23}}$\n\nCalculate: $\\ln(4.366099) = 1.4736...$\n\n$\\frac{1.4736}{23} = 0.06407...$\n\n$e^{0.06407} = 1.06617...$\n\nMonthly CGR = **6.62%** (or more precisely: 6.617%)\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month (2026-06):**\n- MRR at start of month (end of 2026-05): $1,589,493\n- Churned MRR: $33,870\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning of Period MRR}} \\times 100\\%$\n\n$$\\text{Gross MRR Churn Rate} = \\frac{33,870}{1,589,493} = 0.021309... = \\textbf{2.13\\%}$$\n\n**Annualized (compound method):**\n\nFormula: $(1 + \\text{monthly rate})^{12} - 1$\n\n$= (1.021309)^{12} - 1$\n\n$= 1.2856... - 1 = 0.2856...$\n\n**Annualized gross churn rate = 28.6%**\n\n(Simple method: $2.131\\% \\times 12 = 25.6\\%$; compound is more accurate)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**All 56 lines (svc-000 through svc-055):**\n\n| svc | Cost |\n|-----|------|\n| 000 | $21,267 |\n| 001 | $10,086 |\n| 002 | $14,900 |\n| 003 | $4,202 |\n| 004 | $17,463 |\n| 005 | $12,485 |\n| 006 | $9,747 |\n| 007 | $4,983 |\n| 008 | $11,746 |\n| 009 | $1,043 |\n| 010 | $21,723 |\n| 011 | $1,180 |\n| 012 | $15,980 |\n| 013 | $4,836 |\n| 014 | $14,367 |\n| 015 | $15,470 |\n| 016 | $14,834 |\n| 017 | $1,742 |\n| 018 | $15,474 |\n| 019 | $8,200 |\n| 020 | $12,502 |\n| 021 | $12,132 |\n| 022 | $18,263 |\n| 023 | $19,289 |\n| 024 | $1,447 |\n| 025 | $2,929 |\n| 026 | $17,712 |\n| 027 | $10,502 |\n| 028 | $22,217 |\n| 029 | $15,796 |\n| 030 | $1,477 |\n| 031 | $21,168 |\n| 032 | $8,879 |\n| 033 | $17,238 |\n| 034 | $18,612 |\n| 035 | $21,808 |\n| 036 | $14,500 |\n| 037 | $4,680 |\n| 038 | $18,180 |\n| 039 | $10,490 |\n| 040 | $3", "slot": 1, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 445.0, "num_requests_total": 1.0, "gen_throughput": -100.4, "decode_sum_seq_lens": -68.0, "full_token_usage": -0.0, "num_used_tokens": -128.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -128.0, "spec_accept_length": -1.3, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1781.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47829.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 395.1, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR for each month** = new + expansion - churned\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $11,986 | $13,002 | $9,140 | $16,848 |\n| 2024-08 | $16,656 | $8,329 | $9,831 | $15,154 |\n| 2024-09 | $16,548 | $4,150 | $4,675 | $16,023 |\n| 2024-10 | $10,666 | $5,271 | $10,048 | $5,889 |\n| 2024-11 | $24,775 | $9,477 | $8,568 | $25,684 |\n| 2024-12 | $11,242 | $12,160 | $9,966 | $13,436 |\n| 2025-01 | $22,659 | $15,563 | $7,672 | $30,550 |\n| 2025-02 | $19,212 | $16,714 | $12,881 | $23,045 |\n| 2025-03 | $13,599 | $9,514 | $13,212 | $9,901 |\n| 2025-04 | $30,691 | $8,859 | $8,449 | $31,101 |\n| 2025-05 | $36,593 | $14,494 | $13,902 | $37,185 |\n| 2025-06 | $24,467 | $21,414 | $15,884 | $29,997 |\n| 2025-07 | $18,735 | $13,128 | $16,717 | $15,146 |\n| 2025-08 | $41,180 | $8,878 | $11,699 | $38,359 |\n| 2025-09 | $19,777 | $16,320 | $17,875 | $18,222 |\n| 2025-10 | $25,758 | $18,309 | $19,250 | $24,817 |\n| 2025-11 | $38,248 | $12,312 | $11,930 | $38,630 |\n| 2025-12 | $52,680 | $23,658 | $17,936 | $58,402 |\n| 2026-01 | $27,269 | $12,603 | $11,742 | $28,130 |\n| 2026-02 | $57,634 | $24,624 | $13,676 | $68,582 |\n| 2026-03 | $24,796 | $14,692 | $21,669 | $17,819 |\n| 2026-04 | $39,018 | $11,732 | $20,179 | $30,571 |\n| 2026-05 | $59,755 | $38,031 | $16,544 | $81,242 |\n| 2026-06 | $31,879 | $21,209 | $17,058 | $36,030 |\n\n**Total Net-New MRR** = sum of all monthly net-new:\n$16,848 + $15,154 = $32,002\n$32,002 + $16,023 = $48,025\n$48,025 + $5,889 = $53,914\n$53,914 + $25,684 = $79,598\n$79,598 + $13,436 = $93,034\n$93,034 + $30,550 = $123,584\n$123,584 + $23,045 = $146,629\n$146,629 + $9,901 = $156,530\n$156,530 + $31,101 = $187,631\n$187,631 + $37,185 = $224,816\n$224,816 + $29,997 = $254,813\n$254,813 + $15,146 = $269,959\n$269,959 + $38,359 = $308,318\n$308,318 + $18,222 = $326,540\n$326,540 + $24,817 = $351,357\n$351,357 + $38,630 = $389,987\n$389,987 + $58,402 = $448,389\n$448,389 + $28,130 = $476,519\n$476,519 + $68,582 = $545,101\n$545,101 + $17,819 = $562,920\n$562,920 + $30,571 = $593,491\n$593,491 + $81,242 = $674,733\n$674,733 + $36,030 = **$710,763**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n}} - 1$$\n\nWhere n = 23 months of growth (from July 2024 to June 2026, 24 data points = 23 growth periods)\n\nRatio = $\\frac{\\$982,763}{\\$288,848}$\n\nRatio calculation:\n$\\$982,763 \\div \\$288,848 = 3.402339...$\n\nRoot = $3.402339...^{\\frac{1}{23}}$\n\nUsing logarithm: $\\ln(3.402339) = 1.22438...$\n$1.22438... \\div 23 = 0.053234...$\n$e^{0.053234...} = 1.05468...$\n\nCMGR = $1.05468... - 1 = 0.05468... =$ **5.47%** (or more precisely, 5.468%)\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Formula:** Gross MRR Churn Rate = $\\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$\n\nFor 2026-06:\n- Beginning MRR (end of 2026-05) = $946,733\n- Churned MRR = $17,058\n\nGross MRR Churn Rate = $\\frac{\\$17,058}{\\$946,733} = 0.018018... =$ **1.802% monthly**\n\n**Annualized Gross MRR Churn Rate:**\n\nFormula: Annualized = $1 - (1 - \\text{monthly rate})^{12}$\n\n$= 1 - (1 - 0.018018)^{12}$\n$= 1 - (0.981982)^{12}$\n\n$(0.981982)^{12}$ calculation:\n$0.981982^2 = 0.964289$\n$0.981982^4 = 0.929853$\n$0.981982^8 = 0.864627$\n$0.981982^{12} = 0.864627 \\times 0.929853 = 0.803976...$\n\nAnnualized = $1 - 0.803976 = 0.196024 =$ **19.6%** (or precisely 19.60%)\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, and Total Savings\n\n**Summing all 56 service lines:**\n\nsvc-000: $2,496\nsvc-001: $16,889 \u2192 running subtotal: $19,385\nsvc-002: $13,709 \u2192 $33,094\nsvc-003: $3,031 \u2192 $36,125\nsvc-004: $13,341 \u2192 $49,466\nsvc-005: $14,143 \u2192 $63,609\nsvc-006: $14,437 \u2192 $78,046\nsvc-007: $20,616 \u2192 $98,662\nsvc-008: $22,983 \u2192 $121,645\nsvc-009: $11,175 \u2192 $132,820\nsvc-010: $17,099 \u2192 $149,919\nsvc-011: $23,175 \u2192 $173,094\nsvc-012: $2,440 \u2192 $175,534\nsvc-013: $22,726 \u2192 $198,260\nsvc-014: $8,987 \u2192 $207,247\nsvc-015: $10,850 \u2192 $218,097\nsvc-016: $2,492 \u2192 $220,589\nsvc-017: $4,562 \u2192 $225,151\nsvc-018: $13,346 \u2192 $238,497\nsvc-019: $17,728 \u2192 $256,225\nsvc-020: $19,204 \u2192 $275,429\nsvc-021: $1,212 \u2192 $276,641\nsvc-022: $10,825 \u2192 $287,466\nsvc-023: $14,438 \u2192 $301,904\nsvc-024: $12,166 \u2192 $314,070\nsvc-025: $14,416 \u2192 $328,486\nsvc-026: $15,471 \u2192 $343,957\nsvc-027: $6,832 \u2192 $350,789\nsvc-028: $8,274 \u2192 $359,063\nsvc-029:", "slot": 2, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9977.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 455.0, "num_requests_total": 1.0, "gen_throughput": -152.5, "decode_sum_seq_lens": -103.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12032.0, "kv_evictable_tokens": -12032.0, "kv_used_tokens": 12032.0, "spec_accept_length": -1.8, "spec_accept_rate": -0.3, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1821.0, "realtime_tokens_total": 12033.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9977.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9977.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 47839.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 417.8, "text": "I'll work through all 10 parts systematically, showing every arithmetic step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|--------|------|-----------|---------|---------|\n| 2024-07 | $15,466 | $5,422 | $6,453 | $14,435 |\n| 2024-08 | $13,485 | $7,233 | $4,413 | $16,305 |\n| 2024-09 | $15,155 | $8,665 | $8,658 | $15,162 |\n| 2024-10 | $13,032 | $8,665 | $5,926 | $15,771 |\n| 2024-11 | $9,301 | $8,738 | $8,014 | $10,025 |\n| 2024-12 | $23,418 | $9,855 | $9,111 | $24,162 |\n| 2025-01 | $15,609 | $11,855 | $9,702 | $17,762 |\n| 2025-02 | $11,794 | $10,755 | $11,338 | $11,211 |\n| 2025-03 | $13,202 | $16,176 | $12,120 | $17,258 |\n| 2025-04 | $15,539 | $6,375 | $11,926 | $9,988 |\n| 2025-05 | $28,951 | $18,382 | $12,760 | $34,573 |\n| 2025-06 | $31,378 | $14,234 | $7,282 | $38,330 |\n| 2025-07 | $16,774 | $14,073 | $12,503 | $18,344 |\n| 2025-08 | $25,776 | $22,160 | $11,555 | $36,381 |\n| 2025-09 | $33,267 | $18,557 | $11,728 | $40,096 |\n| 2025-10 | $36,198 | $26,165 | $13,116 | $49,247 |\n| 2025-11 | $43,086 | $6,473 | $18,564 | $30,995 |\n| 2025-12 | $49,219 | $25,034 | $14,415 | $59,838 |\n| 2026-01 | $27,156 | $22,840 | $14,363 | $35,633 |\n| 2026-02 | $29,277 | $10,791 | $23,671 | $16,397 |\n| 2026-03 | $54,952 | $9,794 | $24,045 | $40,701 |\n| 2026-04 | $35,617 | $38,507 | $14,842 | $59,282 |\n| 2026-05 | $60,499 | $30,606 | $16,995 | $74,110 |\n| 2026-06 | $70,999 | $42,974 | $19,946 | $94,027 |\n\n**Total net-new MRR:**\n$14,435 + $16,305 + $15,162 + $15,771 + $10,025 + $24,162 + $17,762 + $11,211 + $17,258 + $9,988 + $34,573 + $38,330 + $18,344 + $36,381 + $40,096 + $49,247 + $30,995 + $59,838 + $35,633 + $16,397 + $40,701 + $59,282 + $74,110 + $94,027\n\n= **$765,588**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/23) - 1\n\n*Note: 23 intervals between 24 months*\n\nRatio = $1,003,033 / $237,435 = **4.2244...**\n\n23rd root = 4.2244^(1/23)\n\nln(4.2244) = 1.4409...\n1.4409... / 23 = 0.062647...\ne^(0.062647...) = 1.06465...\n\nMCGR = 1.06465... - 1 = **0.0647 or 6.47%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR = $909,006 (2026-05 MRR)\n- Churned MRR = $19,946\n\nGross MRR churn rate = $19,946 / $909,006 = **0.02194 or 2.194%**\n\n**Annualized:**\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.02194)^12\n= 1 - (0.97806)^12\n= 1 - 0.7653...\n= **0.2347 or 23.47%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings if all lines achieved stated savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service costs:\n$6,334 + $21,878 + $22,700 + $2,250 + $4,857 + $20,371 + $5,913 + $5,109 + $17,943 + $21,159 + $19,730 + $1,998 + $2,174 + $19,032 + $15,938 + $18,856 + $18,539 + $20,725 + $22,820 + $4,020 + $23,000 + $7,863 + $13,497 + $13,485 + $11,371 + $10,812 + $10,532 + $11,114 + $17,005 + $1,134 + $23,732 + $9,645 + $16,379 + $20,247 + $11,100 + $4,415 + $21,647 + $11,794 + $8,458 + $11,385 + $7,393 + $2,212 + $19,032 + $15,937 + $7,123 + $17,281 + $17,941 + $8,942 + $1,803 + $6,332 + $6,374 + $2,428 + $7,317 + $5,830 + $22,214 + $18,555\n\n= **$703,134**\n\n**Top 3 lines by cost:**\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-020 ingest-indexer | $23,000 |\n| 2 | svc-030 search-webhook | $23,732 |\n| 3 | svc-018 notify-cron | $22,820 |\n\nWait - let me re-sort:\n- svc-030 search-webhook: $23,732\n- svc-020 ingest-indexer: $23,000\n- svc-018 notify-cron: $22,820\n\nTop 3 combined = $23,732 + $23,000 + $22,820 = **$69,552**\n\nCombined share = $69,552 / $703,134 = **0.0989 or 9.89%**\n\n**Total savings if every line achieved stated percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $6,334 | 12% | $760.08 |\n| svc-001 | $21,878 | 12% | $2,625.36 |\n| svc-002 | $22,700 | 33% | $7,491.00 |\n| svc-003 | $2,250 | 16% | $360.00 |\n| svc-004 | $4,857 | 5% | $242.85 |\n| svc-005 | $20,371 | 4% | $814.84 |\n| svc-006 | $5,913 | 12% | $709.56 |\n| svc-007 | $5,109 | 13% | $664.17 |\n| svc-008 | $17,943 | 8% | $1,435.44 |\n| svc-009 | $21,159 | 33% | $6,982.47 |\n| svc-010 | $1,998 | 16% | $319.68 |\n| svc-011 | $19,730 | 6% | $1,183.80 |\n| svc-012 | $2,174 | 26% | $565.24 |\n| svc-013 | $19,032 | 25% | $4,758.00 |\n| svc-014 | $15,938 | 11% | $1,753.18 |\n| svc-015 | $18,856 | 8% | $1,508.48 |\n| svc-016 | $18,539 | 18% | $3,337.02 |\n| svc-017", "slot": 3, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 432.0, "num_requests_total": 1.0, "gen_throughput": 133.6, "decode_sum_seq_lens": 43.0, "spec_accept_length": 1.5, "spec_accept_rate": 0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1729.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.9, "inter_token_latency_seconds_bucket": 47864.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 432.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,159 | $12,033 | $8,891 | $13,301 |\n| 2024-08 | $14,021 | $3,069 | $8,036 | $9,054 |\n| 2024-09 | $14,076 | $4,416 | $6,207 | $12,285 |\n| 2024-10 | $21,470 | $9,131 | $5,881 | $24,720 |\n| 2024-11 | $21,610 | $11,646 | $10,802 | $22,454 |\n| 2024-12 | $15,588 | $10,063 | $9,713 | $15,938 |\n| 2025-01 | $23,324 | $7,990 | $10,627 | $20,687 |\n| 2025-02 | $26,269 | $4,223 | $5,990 | $24,502 |\n| 2025-03 | $21,101 | $7,403 | $9,162 | $19,342 |\n| 2025-04 | $19,638 | $17,212 | $7,548 | $29,302 |\n| 2025-05 | $27,517 | $7,618 | $12,789 | $22,346 |\n| 2025-06 | $18,312 | $16,196 | $8,710 | $25,798 |\n| 2025-07 | $33,682 | $18,114 | $15,431 | $36,365 |\n| 2025-08 | $18,905 | $21,160 | $17,281 | $22,784 |\n| 2025-09 | $22,415 | $12,831 | $10,080 | $25,166 |\n| 2025-10 | $30,785 | $15,463 | $12,071 | $34,177 |\n| 2025-11 | $48,858 | $26,605 | $20,394 | $55,069 |\n| 2025-12 | $44,447 | $14,592 | $14,907 | $44,132 |\n| 2026-01 | $52,486 | $21,593 | $14,560 | $59,519 |\n| 2026-02 | $38,799 | $33,295 | $25,891 | $46,203 |\n| 2026-03 | $43,461 | $14,076 | $28,586 | $28,951 |\n| 2026-04 | $50,420 | $19,295 | $22,554 | $47,161 |\n| 2026-05 | $63,392 | $43,350 | $23,409 | $83,333 |\n| 2026-06 | $45,134 | $34,963 | $29,262 | $50,835 |\n\n**Total net-new MRR:**\n$13,301 + $9,054 + $12,285 + $24,720 + $22,454 + $15,938 + $20,687 + $24,502 + $19,342 + $29,302 + $22,346 + $25,798 + $36,365 + $22,784 + $25,166 + $34,177 + $55,069 + $44,132 + $59,519 + $46,203 + $28,951 + $47,161 + $83,333 + $50,835\n\n= **$760,224**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nBeginning MRR (2024-07): $271,301\nEnding MRR (2026-06): $1,031,424\nn = 23 months (periods between month 1 and month 24)\n\nRatio = $1,031,424 / $271,301 = **3.801768**\n\nRoot = 3.801768^(1/23)\n\nln(3.801768) = 1.3353\n1.3353 / 23 = 0.058057\ne^0.058057 = 1.059775\n\nCMGR = 1.059775 - 1 = **0.059775 = 5.98%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR (end of 2026-05) = $980,589\n- Churned MRR = $29,262\n\nGross MRR churn rate = $29,262 / $980,589 = **0.02984 = 2.98%**\n\n**Annualized gross MRR churn rate:**\n\nFormula: 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.02984)^12\n= 1 - (0.97016)^12\n= 1 - 0.6986\n= **0.3014 = 30.14%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Sum all 56 service lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $16,071 |\n| 001 | $10,959 |\n| 002 | $15,702 |\n| 003 | $14,850 |\n| 004 | $22,729 |\n| 005 | $15,167 |\n| 006 | $3,562 |\n| 007 | $7,313 |\n| 008 | $22,866 |\n| 009 | $9,849 |\n| 010 | $13,368 |\n| 011 | $21,377 |\n| 012 | $9,508 |\n| 013 | $21,350 |\n| 014 | $15,211 |\n| 015 | $19,079 |\n| 016 | $1,144 |\n| 017 | $7,667 |\n| 018 | $5,189 |\n| 019 | $12,137 |\n| 020 | $4,874 |\n| 021 | $10,090 |\n| 022 | $10,082 |\n| 023 | $14,885 |\n| 024 | $10,536 |\n| 025 | $7,039 |\n| 026 | $6,592 |\n| 027 | $11,558 |\n| 028 | $9,656 |\n| 029 | $19,636 |\n| 030 | $22,604 |\n| 031 | $5,751 |\n| 032 | $23,582 |\n| 033 | $23,093 |\n| 034 | $19,275 |\n| 035 | $1,887 |\n| 036 | $18,810 |\n| 037 | $5,941 |\n| 038 | $5,037 |\n| 039 | $6,430 |\n| 040 | $8,188 |\n| 041 | $1,574 |\n| 042 | $17,358 |\n| 043 | $6,240 |\n| 044 | $22,808 |\n| 045 | $16,659 |\n| 046 | $21,130 |\n| 047 | $4,891 |\n| 048 | $15,051 |\n| 049 | $12,467 |\n| 050 | $6,269 |\n| 051 | $10,216 |\n| 052 | $10,527 |\n| 053 | $18,374 |\n| 054 | $5,383 |\n| 055 | $23,937 |\n\nAdding step by step:\n$16,071 + $10,959 = $27,030\n+ $15,702 = $42,732\n+ $14,850 = $57,582\n+ $22,729 = $80,311\n+ $15,167 = $95,478\n+ $3,562 = $99,040\n+ $7,313 = $106,353\n+ $22,866 = $129,219\n+ $9,849 = $139,068\n+ $13,368 = $152,436\n+ $21,377 = $173,813\n+ $9,508 = $183,321\n+ $21,350 = $204,671\n+ $15,211 = $219,882\n+ $19,079 = $238,961\n+ $1,144 = $240,105\n+ $7,667 = $247,772\n+ $5,189 = $252,961\n+ $12,137 = $265,098\n+ $4,874 = $269,972\n+ $10,090 = $280,062\n+ $10,082 = $290,144\n+ $14,885 = $305,029\n+ $10,536 = $315,565\n+ $7,039 = $322,604\n+ $6,592 = $", "slot": 4, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10008.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 415.0, "num_requests_total": 1.0, "gen_throughput": -90.8, "decode_sum_seq_lens": -51.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": -1.1, "spec_accept_rate": -0.2, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1661.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10008.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10008.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.7, "inter_token_latency_seconds_bucket": 48073.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 234.0, "tok_s": 398.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR = New MRR + Expansion MRR - Churned MRR**\n\nI'll calculate month by month:\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 16,607 | 10,498 | 10,330 | 16,775 |\n| 2024-08 | 24,780 | 5,544 | 9,305 | 21,019 |\n| 2024-09 | 21,179 | 8,367 | 6,265 | 23,281 |\n| 2024-10 | 30,823 | 10,673 | 12,619 | 28,877 |\n| 2024-11 | 13,775 | 10,276 | 6,663 | 17,388 |\n| 2024-12 | 26,640 | 5,434 | 7,036 | 24,038 |\n| 2025-01 | 26,728 | 19,159 | 11,145 | 34,742 |\n| 2025-02 | 25,965 | 19,431 | 11,008 | 34,388 |\n| 2025-03 | 42,258 | 19,620 | 10,756 | 51,122 |\n| 2025-04 | 28,353 | 19,115 | 16,227 | 31,241 |\n| 2025-05 | 31,537 | 23,635 | 12,627 | 42,545 |\n| 2025-06 | 50,552 | 23,078 | 10,110 | 63,520 |\n| 2025-07 | 36,893 | 35,344 | 14,110 | 58,127 |\n| 2025-08 | 34,097 | 21,374 | 12,397 | 43,074 |\n| 2025-09 | 60,050 | 27,200 | 22,614 | 64,636 |\n| 2025-10 | 36,911 | 14,966 | 17,502 | 34,375 |\n| 2025-11 | 50,453 | 31,062 | 13,863 | 67,652 |\n| 2025-12 | 48,174 | 13,108 | 14,877 | 46,405 |\n| 2026-01 | 50,281 | 22,458 | 25,602 | 47,137 |\n| 2026-02 | 34,839 | 40,772 | 34,428 | 41,183 |\n| 2026-03 | 82,516 | 32,229 | 28,711 | 86,034 |\n| 2026-04 | 62,546 | 13,046 | 31,647 | 43,945 |\n| 2026-05 | 51,837 | 44,515 | 29,873 | 66,479 |\n| 2026-06 | 79,487 | 19,380 | 34,270 | 64,597 |\n\n**Total net-new MRR** = 16,775 + 21,019 + 23,281 + 28,877 + 17,388 + 24,038 + 34,742 + 34,388 + 51,122 + 31,241 + 42,545 + 63,520 + 58,127 + 43,074 + 64,636 + 34,375 + 67,652 + 46,405 + 47,137 + 41,183 + 86,034 + 43,945 + 66,479 + 64,597\n\n= **1,036,780**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (MRR_final / MRR_initial)^(1/n) - 1\n\nWhere n = 23 months (growth periods between 24 data points)\n\nRatio = MRR_final / MRR_initial = $1,382,580 / $345,775 = **4.000809**\n\nRoot = Ratio^(1/23) = 4.000809^(1/23)\n\nln(4.000809) = 1.38629\n1.38629 / 23 = 0.0602735\ne^0.0602735 = **1.06213**\n\nMCGR = 1.06213 - 1 = **0.06213 or 6.213%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\nFinal month (2026-06):\n- MRR at start = $1,317,983 (2026-05 MRR)\n- Churned = $34,270\n\nGross MRR churn rate = 34,270 / 1,317,983 = **0.02600 or 2.600%**\n\n**Annualized gross churn rate** (assuming compound):\n= 1 - (1 - 0.02600)^12\n= 1 - (0.974)^12\n= 1 - 0.7269\n= **0.2731 or 27.31%**\n\nOr simple annualized: 2.600% \u00d7 12 = **31.20%** (less standard)\n\nI'll use compound: **27.31%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Sum all 56 service costs:**\n\nsvc-000: 19,487\nsvc-001: 2,911\nsvc-002: 22,944\nsvc-003: 11,144\nsvc-004: 23,881\nsvc-005: 2,438\nsvc-006: 11,204\nsvc-007: 16,042\nsvc-008: 19,423\nsvc-009: 14,581\nsvc-010: 12,203\nsvc-011: 13,138\nsvc-012: 18,402\nsvc-013: 8,160\nsvc-014: 15,031\nsvc-015: 7,233\nsvc-016: 21,779\nsvc-017: 17,765\nsvc-018: 18,320\nsvc-019: 10,995\nsvc-020: 15,781\nsvc-021: 8,131\nsvc-022: 16,967\nsvc-023: 8,488\nsvc-024: 15,722\nsvc-025: 22,928\nsvc-026: 968\nsvc-027: 18,746\nsvc-028: 12,438\nsvc-029: 11,399\nsvc-030: 8,322\nsvc-031: 7,178\nsvc-032: 2,931\nsvc-033: 2,533\nsvc-034: 13,290\nsvc-035: 17,737\nsvc-036: 21,104\nsvc-037: 12,019\nsvc-038: 8,619\nsvc-039: 13,819\nsvc-040: 17,821\nsvc-041: 21,253\nsvc-042: 16,980\nsvc-043: 22,508\nsvc-044: 18,805\nsvc-045: 22,209\nsvc-046: 16,497\nsvc-047: 14,993\nsvc-048: 21,710\nsvc-049: 7,033\nsvc-050: 18,081\nsvc-051: 7,446\nsvc-052: 2,101\nsvc-053: 6,556\nsvc-054: 2,630\nsvc-055: 13,641\n\nRunning total by groups:\n- 000-009: 19,487+2,911+22,944+11,144+23,881+2,438+11,204+16,042+19,423 = 129,474\n- 010-019: 12,203+13,138+18,402+8,160+15,031+7,233+21,779+17,765+18,320+10,995 = 143,026\n- 020-029: 15,781+8,131+16,967+8,488+15,722+22,928+968+18,746+12,438+11,399 = 131,568\n- 030-039: 8,322+7,178+2,931+2,533+13,290+17,737+21,104+12,019+8,619+13,819 = 107,552\n- 040-049: 17,821+21,253+16,980+22,508+18,805+22,209+16,497+14,993+21,710+7,033 = 179,809\n- 050-055: 18,081+7,446+2,101+6", "slot": 5, "sg_deltas": { "process_cpu_seconds_total": 0.9, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 450.0, "num_requests_total": 1.0, "gen_throughput": -40.0, "decode_sum_seq_lens": -39.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": -0.5, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1801.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47793.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 423.2, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $14,572 | $8,469 | $7,621 | $15,420 |\n| 2024-08 | $8,320 | $6,105 | $6,586 | $7,839 |\n| 2024-09 | $19,962 | $7,120 | $5,444 | $21,638 |\n| 2024-10 | $14,545 | $7,615 | $7,189 | $14,971 |\n| 2024-11 | $12,465 | $13,639 | $8,034 | $18,070 |\n| 2024-12 | $23,135 | $13,645 | $8,479 | $28,301 |\n| 2025-01 | $17,813 | $8,279 | $7,810 | $18,282 |\n| 2025-02 | $15,672 | $5,091 | $12,228 | $8,535 |\n| 2025-03 | $24,078 | $7,114 | $9,076 | $22,116 |\n| 2025-04 | $24,673 | $12,176 | $9,915 | $26,934 |\n| 2025-05 | $19,172 | $7,087 | $12,420 | $13,839 |\n| 2025-06 | $28,168 | $20,198 | $12,302 | $36,064 |\n| 2025-07 | $32,032 | $18,584 | $15,776 | $34,840 |\n| 2025-08 | $38,763 | $25,215 | $14,479 | $49,499 |\n| 2025-09 | $24,218 | $8,703 | $18,667 | $14,254 |\n| 2025-10 | $41,580 | $22,933 | $13,017 | $51,496 |\n| 2025-11 | $31,331 | $8,871 | $16,947 | $23,255 |\n| 2025-12 | $34,985 | $25,558 | $21,058 | $39,485 |\n| 2026-01 | $55,915 | $23,349 | $20,919 | $58,345 |\n| 2026-02 | $40,803 | $12,851 | $14,937 | $38,717 |\n| 2026-03 | $57,552 | $28,597 | $22,411 | $63,738 |\n| 2026-04 | $59,747 | $22,999 | $16,674 | $66,072 |\n| 2026-05 | $48,112 | $25,334 | $19,203 | $54,243 |\n| 2026-06 | $40,100 | $38,751 | $15,323 | $63,528 |\n\n**Total net-new MRR:**\n$15,420 + $7,839 + $21,638 + $14,971 + $18,070 + $28,301 + $18,282 + $8,535 + $22,116 + $26,934 + $13,839 + $36,064 + $34,840 + $49,499 + $14,254 + $51,496 + $23,255 + $39,485 + $58,345 + $38,717 + $63,738 + $66,072 + $54,243 + $63,528\n\n= **$774,041**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\n$$\\text{Monthly CGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Starting MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n-1 = 23 compounding periods\n\n- Starting MRR (2024-07): $276,420\n- Ending MRR (2026-06): $1,050,481\n\n$$\\text{Ratio} = \\frac{1,050,481}{276,420} = 3.80016$$\n\n$$\\text{Root} = 3.80016^{\\frac{1}{23}} = 3.80016^{0.043478}$$\n\nUsing logarithms: $\\ln(3.80016) = 1.33500$\n\n$$\\frac{1.33500}{23} = 0.058044$$\n\n$$e^{0.058044} = 1.05976$$\n\n$$\\text{Monthly CGR} = 1.05976 - 1 = 0.05976 = \\textbf{5.98\\%}$$\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR churn rate = Churned MRR / Beginning MRR\n\n- Final month (2026-06): Churned = $15,323\n- Beginning MRR (2026-05): $986,953\n\n$$\\text{Gross churn rate} = \\frac{15,323}{986,953} = 0.015525 = \\textbf{1.55\\%}$$\n\n**Annualized gross churn rate:**\n\n$$\\text{Annualized} = 1 - (1 - 0.015525)^{12} = 1 - (0.984475)^{12}$$\n\n$$(0.984475)^{12} = 0.83147$$\n\n$$\\text{Annualized} = 1 - 0.83147 = 0.16853 = \\textbf{16.85\\%}$$\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**All 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $8,571 |\n| 001 | $19,791 |\n| 002 | $20,867 |\n| 003 | $8,674 |\n| 004 | $11,283 |\n| 005 | $12,084 |\n| 006 | $18,491 |\n| 007 | $2,684 |\n| 008 | $1,197 |\n| 009 | $2,733 |\n| 010 | $4,371 |\n| 011 | $23,926 |\n| 012 | $22,649 |\n| 013 | $6,875 |\n| 014 | $7,221 |\n| 015 | $16,071 |\n| 016 | $20,417 |\n| 017 | $19,897 |\n| 018 | $2,055 |\n| 019 | $8,616 |\n| 020 | $4,665 |\n| 021 | $8,449 |\n| 022 | $13,352 |\n| 023 | $14,924 |\n| 024 | $22,982 |\n| 025 | $2,625 |\n| 026 | $4,865 |\n| 027 | $22,233 |\n| 028 | $10,040 |\n| 029 | $3,594 |\n| 030 | $4,131 |\n| 031 | $11,937 |\n| 032 | $2,396 |\n| 033 | $16,942 |\n| 034 | $6,865 |\n| 035 | $7,769 |\n| 036 | $1,906 |\n| 037 | $10,561 |\n| 038 | $21,035 |\n| 039 | $14,181 |\n| 040 | $13,708 |\n| 041 | $13,241 |\n| 042 | $12,866 |\n| 043 | $22,222 |\n| 044 | $22,047 |\n| 045 | $22,925 |\n| 046 | $8,707 |\n| 047 | $7,235 |\n| 048 | $20,155 |\n| 049 | $4,528 |\n| 050 | $1,114 |\n| 051 | $1,754 |\n| 052 | $2,545 |\n| 053 | $5,691 |\n| 054 | $7,839 |\n| 055 | $2,835 |\n\n**Total monthly infrastructure spend:**\n\nSumming all: $8,571 + $19,791 + $20,867 + $8,674 + $11,283 + $12,084 + $18,491 + $2,684 + $1,197 + $2,733 + $4,371 + $23,926 + $22,649 + $6,875 + $7,221 + $16,071 + $20,417 + $19,897 + $2,055 + $8,616 + $4,665 + $8,449 + $13,352 + $14,924 + $22,982 + $2,625 + $4,865 + $22,233 + $10,040 + $3,594 + $4,131 + $11,937 + $2,396 + $16,942 + $6,865 + $7,769 + $1,906 + $10,561", "slot": 6, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9945.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 424.0, "num_requests_total": 1.0, "gen_throughput": 28.0, "decode_sum_seq_lens": -2.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": 0.4, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1697.0, "realtime_tokens_total": 12034.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9945.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9945.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47983.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 396.1, "text": "I'll work through all 10 parts step by step, showing every calculation.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 29,898 | 4,410 | 6,321 | 27,987 |\n| 2024-08 | 22,168 | 10,248 | 6,686 | 25,730 |\n| 2024-09 | 18,657 | 19,237 | 14,962 | 22,932 |\n| 2024-10 | 35,740 | 17,930 | 7,902 | 45,768 |\n| 2024-11 | 22,925 | 15,602 | 8,645 | 29,882 |\n| 2024-12 | 24,057 | 12,988 | 15,219 | 21,826 |\n| 2025-01 | 22,383 | 18,827 | 17,227 | 23,983 |\n| 2025-02 | 33,663 | 28,528 | 15,385 | 46,806 |\n| 2025-03 | 18,808 | 13,521 | 16,071 | 16,258 |\n| 2025-04 | 35,613 | 17,825 | 11,091 | 42,347 |\n| 2025-05 | 52,057 | 27,888 | 21,726 | 58,219 |\n| 2025-06 | 56,856 | 32,734 | 15,416 | 74,174 |\n| 2025-07 | 41,551 | 13,947 | 25,388 | 30,110 |\n| 2025-08 | 29,712 | 25,800 | 26,055 | 29,457 |\n| 2025-09 | 34,820 | 31,036 | 17,988 | 47,868 |\n| 2025-10 | 65,991 | 22,677 | 15,249 | 73,419 |\n| 2025-11 | 46,408 | 11,372 | 17,317 | 40,463 |\n| 2025-12 | 66,772 | 44,558 | 19,517 | 91,813 |\n| 2026-01 | 61,545 | 29,876 | 28,401 | 63,020 |\n| 2026-02 | 81,850 | 44,908 | 32,679 | 94,079 |\n| 2026-03 | 44,310 | 27,073 | 29,069 | 42,314 |\n| 2026-04 | 95,907 | 53,084 | 36,435 | 112,556 |\n| 2026-05 | 90,176 | 25,189 | 45,622 | 69,743 |\n| 2026-06 | 84,723 | 15,454 | 50,629 | 49,548 |\n\n**Total net-new MRR** = 27,987 + 25,730 + 22,932 + 45,768 + 29,882 + 21,826 + 23,983 + 46,806 + 16,258 + 42,347 + 58,219 + 74,174 + 30,110 + 29,457 + 47,868 + 73,419 + 40,463 + 91,813 + 63,020 + 94,079 + 42,314 + 112,556 + 69,743 + 49,548\n\n= **1,152,315**\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nWhere n = 23 months (growth periods between 24 data points)\n\nBeginning MRR (2024-07): $401,987\nEnding MRR (2026-06): $1,554,302\n\nRatio = Ending / Beginning = 1,554,302 / 401,987 = **3.86655**\n\n23rd root = (3.86655)^(1/23)\n\nln(3.86655) = 1.35224\n1.35224 / 23 = 0.058793\ne^(0.058793) = 1.06057\n\nCMGR = 1.06057 - 1 = **0.06057 = 6.06%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR churn rate = Churned MRR / Beginning MRR**\n\nFinal month (2026-06):\n- Beginning MRR = MRR at end of 2026-05 = $1,504,754\n- Churned MRR = $50,629\n\nGross churn rate = 50,629 / 1,504,754 = **0.03366 = 3.37%**\n\n**Annualized gross churn rate:**\n\nFormula: 1 - (1 - monthly churn rate)^12\n\n= 1 - (1 - 0.03366)^12\n= 1 - (0.96634)^12\n= 1 - 0.66389\n= **0.3361 = 33.61%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 service costs:\n20,483 + 22,298 + 2,253 + 3,968 + 15,285 + 15,652 + 20,565 + 18,740 + 6,311 + 12,458 + 1,559 + 11,022 + 15,209 + 6,613 + 10,680 + 7,673 + 8,263 + 12,346 + 1,525 + 7,322 + 7,575 + 1,379 + 19,437 + 4,353 + 10,558 + 15,405 + 22,313 + 14,886 + 5,890 + 18,218 + 20,554 + 6,809 + 7,908 + 1,247 + 21,308 + 14,688 + 22,793 + 21,182 + 3,219 + 16,591 + 17,841 + 21,927 + 6,203 + 23,581 + 19,301 + 9,968 + 14,435 + 15,084 + 22,842 + 9,069 + 16,058 + 17,695 + 14,186 + 19,179 + 11,519\n\n= **$735,352**\n\n**Top 3 lines by cost:**\n1. svc-045 payments-gateway: $23,581\n2. svc-050 ingest-api: $22,842\n3. svc-036 ml-serving-indexer: $22,793\n\nCombined top 3 = 23,581 + 22,842 + 22,793 = **$69,216**\n\nCombined share = 69,216 / 735,352 = **0.0941 = 9.41%**\n\n**Savings if every line achieved stated savings percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | 20,483 | 4% | 819.32 |\n| svc-001 | 22,298 | 30% | 6,689.40 |\n| svc-002 | 2,253 | 9% | 202.77 |\n| svc-003 | 3,968 | 26% | 1,031.68 |\n| svc-004 | 15,285 | 37% | 5,655.45 |\n| svc-005 | 15,652 | 8% | 1,252.16 |\n| svc-006 | 20,565 | 29% | 5,963.85 |\n| svc-007 | 18,740 | 32% | 5,996.80 |\n| svc-008 | 6,311 | 9% | 567.99 |\n| svc-009 | 12,458 | 37% | 4,609.46 |\n| svc-010 | 1,559 | 29% | 452.11 |\n| svc-011 | 11,022 | 11% | 1,212.42 |\n| svc-012 | 15,209 | 13% | 1,977.17 |\n| svc-013 | 6,613 | 38% | 2,512.94 |\n| svc-014 | 10,680 | 13% | 1,388.40 |\n| svc-015 | 7,673 | 9% | 690.57 |\n| svc-016 | 8,263 | 23% | 1,900.49 |\n| svc-017 | 12,346 | 33% | 4,074.18 |\n| svc-018 | 1,525", "slot": 7, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10015.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 454.0, "num_requests_total": 1.0, "gen_throughput": 22.9, "decode_sum_seq_lens": -4.0, "kv_available_tokens": 64.0, "kv_evictable_tokens": -64.0, "spec_accept_length": 0.3, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1817.0, "realtime_tokens_total": 12098.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10015.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10015.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.2, "inter_token_latency_seconds_bucket": 47680.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 407.2, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $12,899 | $3,725 | $3,887 | $12,737 |\n| 2024-08 | $7,003 | $5,004 | $5,010 | $6,997 |\n| 2024-09 | $16,166 | $6,969 | $4,076 | $19,059 |\n| 2024-10 | $8,463 | $3,367 | $6,814 | $5,016 |\n| 2024-11 | $17,004 | $9,496 | $5,483 | $21,017 |\n| 2024-12 | $20,786 | $11,964 | $9,406 | $23,344 |\n| 2025-01 | $20,679 | $8,615 | $7,663 | $21,631 |\n| 2025-02 | $17,878 | $3,240 | $10,341 | $10,777 |\n| 2025-03 | $24,729 | $4,763 | $6,568 | $22,924 |\n| 2025-04 | $24,067 | $12,785 | $8,951 | $27,901 |\n| 2025-05 | $18,741 | $14,779 | $7,444 | $26,076 |\n| 2025-06 | $16,846 | $15,752 | $11,765 | $20,833 |\n| 2025-07 | $27,906 | $16,356 | $9,837 | $34,425 |\n| 2025-08 | $36,816 | $12,435 | $14,620 | $34,631 |\n| 2025-09 | $17,515 | $21,045 | $9,288 | $29,272 |\n| 2025-10 | $23,837 | $24,426 | $7,972 | $40,291 |\n| 2025-11 | $29,349 | $14,283 | $18,828 | $24,804 |\n| 2025-12 | $46,219 | $25,681 | $9,326 | $62,574 |\n| 2026-01 | $23,348 | $25,700 | $13,201 | $35,847 |\n| 2026-02 | $48,892 | $19,872 | $15,774 | $52,990 |\n| 2026-03 | $26,533 | $35,054 | $20,705 | $40,882 |\n| 2026-04 | $39,925 | $23,408 | $13,344 | $49,989 |\n| 2026-05 | $47,636 | $28,499 | $20,965 | $55,170 |\n| 2026-06 | $55,660 | $37,168 | $29,620 | $63,208 |\n\n**Total net-new MRR:**\n$12,737 + $6,997 + $19,059 + $5,016 + $21,017 + $23,344 + $21,631 + $10,777 + $22,924 + $27,901 + $26,076 + $20,833 + $34,425 + $34,631 + $29,272 + $40,291 + $24,804 + $62,574 + $35,847 + $52,990 + $40,882 + $49,989 + $55,170 + $63,208\n\nRunning sum:\n- After 6: $88,170\n- After 12: $241,316\n- After 18: $449,179\n- After 24: **$729,664**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1+r)^{n}$$\n\n$$r = \\left(\\frac{\\text{MRR}_{\\text{final}}}{\\text{MRR}_{\\text{initial}}}\\right)^{\\frac{1}{n}} - 1$$\n\n- Initial MRR (2024-07): $221,737\n- Final MRR (2026-06): $951,395\n- n = 24 months (23 growth periods from start to end, but 24 months total; using 23 intervals for month-over-month growth, or 24 for start-to-end over 24 months)\n\nUsing **23 growth periods** (month-over-month compounding from month 1 to month 24):\n$$\\text{Ratio} = \\frac{951,395}{221,737} = 4.29048...$$\n\n$$\\text{Root} = 4.29048^{\\frac{1}{23}} = 4.29048^{0.043478...}$$\n\n$\\ln(4.29048) = 1.45628...$\n\n$1.45628 / 23 = 0.063316...$\n\n$e^{0.063316} = 1.06536...$\n\n$$r = 1.06536 - 1 = 0.06536 = \\textbf{6.54\\%}$$\n\nOr using **24 periods** (treating as 24 months of growth):\n$$4.29048^{\\frac{1}{24}} = e^{1.45628/24} = e^{0.060678} = 1.06256...$$\n\n$$r = 0.0626 = \\textbf{6.26\\%}$$\n\nI'll use **23 growth periods** as standard for month-over-month: **6.54%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month: 2026-06**\n\nFormula: $$\\text{Gross MRR Churn Rate} = \\frac{\\text{Churned MRR}}{\\text{Beginning MRR}} \\times 100\\%$$\n\n- Beginning MRR (2026-05): $888,187\n- Churned MRR: $29,620\n\n$$\\text{Gross MRR Churn Rate} = \\frac{29,620}{888,187} = 0.033349... = \\textbf{3.33\\%}$$\n\n**Annualized:** \nFormula: $$(1 + \\text{monthly rate})^{12} - 1$$\n$$= (1.033349)^{12} - 1$$\n\n$\\ln(1.033349) = 0.032779...$\n\n$12 \\times 0.032779 = 0.39335...$\n\n$e^{0.39335} = 1.4819...$\n\n$$\\text{Annualized Gross Churn} = 1.4819 - 1 = \\textbf{48.2\\%}$$\n\nOr simple annualization: $3.333\\% \\times 12 = 40.0\\%$\n\nUsing compound: **48.2%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Summing all 56 service lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $13,948 |\n| 001 | $5,434 |\n| 002 | $16,596 |\n| 003 | $17,276 |\n| 004 | $3,055 |\n| 005 | $10,593 |\n| 006 | $6,135 |\n| 007 | $8,712 |\n| 008 | $11,376 |\n| 009 | $14,470 |\n| 010 | $7,853 |\n| 011 | $13,034 |\n| 012 | $19,254 |\n| 013 | $10,787 |\n| 014 | $23,934 |\n| 015 | $3,758 |\n| 016 | $20,658 |\n| 017 | $20,144 |\n| 018 | $8,307 |\n| 019 | $22,298 |\n| 020 | $4,616 |\n| 021 | $18,531 |\n| 022 | $3,501 |\n| 023 | $13,204 |\n| 024 | $21,921 |\n| 025 | $20,515 |\n| 026 | $962 |\n| 027 | $8,206 |\n| 028 | $14,354 |\n| 029 | $20,918 |\n| 030 | $6,729 |\n| 031 | $8,692 |\n| 032 | $16,946 |\n| 033 | $2,465 |\n| 034 | $6,709 |\n| 035 | $12,680 |\n| 036 | $11,708 |\n| 037 | $19,654 |\n| 038 | $15,541 |\n| 039 | $10,841 |\n| 040 | $17,553 |\n| 041 | $21,408 |\n| 042 | $9,131 |\n| 043 | $18,505 |\n| 044 | $23,962 |\n| 045 | $21,609 |\n| ", "slot": 8, "sg_deltas": { "process_cpu_seconds_total": 0.2, "http_requests_total": 2.0, "http_responses_total": 1.0, "prompt_tokens_total": 9997.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 443.0, "num_requests_total": 1.0, "gen_throughput": 39.6, "decode_sum_seq_lens": -67.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "http_requests_active": 1.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1773.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9997.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9997.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47891.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 235.0, "tok_s": 422.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate of MRR\n\n**Net-New MRR each month = New MRR + Expansion MRR - Churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $20,195 | $11,537 | $7,452 | $24,280 |\n| 2024-08 | $13,751 | $4,059 | $9,374 | $8,436 |\n| 2024-09 | $19,222 | $7,020 | $9,934 | $16,308 |\n| 2024-10 | $11,450 | $11,755 | $8,618 | $14,587 |\n| 2024-11 | $14,361 | $13,307 | $12,022 | $15,646 |\n| 2024-12 | $18,900 | $5,007 | $9,795 | $14,112 |\n| 2025-01 | $24,577 | $16,327 | $7,624 | $33,280 |\n| 2025-02 | $15,535 | $13,202 | $8,432 | $20,305 |\n| 2025-03 | $30,283 | $14,532 | $13,674 | $31,141 |\n| 2025-04 | $26,514 | $20,411 | $6,943 | $39,982 |\n| 2025-05 | $17,957 | $5,931 | $13,096 | $10,792 |\n| 2025-06 | $15,622 | $13,894 | $8,555 | $20,961 |\n| 2025-07 | $25,788 | $13,768 | $10,666 | $28,890 |\n| 2025-08 | $40,999 | $12,585 | $18,858 | $34,726 |\n| 2025-09 | $22,393 | $21,103 | $17,130 | $26,366 |\n| 2025-10 | $21,832 | $12,947 | $20,794 | $13,985 |\n| 2025-11 | $22,403 | $14,239 | $19,952 | $16,690 |\n| 2025-12 | $37,393 | $10,911 | $19,551 | $28,753 |\n| 2026-01 | $29,102 | $28,726 | $16,126 | $41,702 |\n| 2026-02 | $25,629 | $24,365 | $20,247 | $29,747 |\n| 2026-03 | $47,454 | $22,587 | $13,090 | $56,951 |\n| 2026-04 | $39,667 | $12,461 | $24,510 | $27,618 |\n| 2026-05 | $38,254 | $40,656 | $21,501 | $57,409 |\n| 2026-06 | $40,474 | $32,404 | $18,762 | $54,116 |\n\n**Total Net-New MRR:**\n= $24,280 + $8,436 + $16,308 + $14,587 + $15,646 + $14,112 + $33,280 + $20,305 + $31,141 + $39,982 + $10,792 + $20,961 + $28,890 + $34,726 + $26,366 + $13,985 + $16,690 + $28,753 + $41,702 + $29,747 + $56,951 + $27,618 + $57,409 + $54,116\n\n**= $642,487**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: $$\\text{MRR}_{\\text{final}} = \\text{MRR}_{\\text{initial}} \\times (1 + r)^{n}$$\n\nWhere:\n- MRR_initial = $304,280 (2024-07)\n- MRR_final = $946,783 (2026-06)\n- n = 23 months (periods between first and last month)\n\n$$\\frac{\\text{MRR}_{\\text{final}}}{\\text{MRR}_{\\text{initial}}} = \\frac{946,783}{304,280} = 3.11155...$$\n\n$$(1 + r)^{23} = 3.11155$$\n\n$$1 + r = (3.11155)^{\\frac{1}{23}}$$\n\n$$\\ln(3.11155) = 1.1350...$$\n\n$$\\frac{1.1350}{23} = 0.04935...$$\n\n$$e^{0.04935} = 1.05059...$$\n\n**Ratio: 946,783 / 304,280 = 3.11155 (or \u2248 3.11:1)**\n\n**Root: (3.11155)^(1/23) = 1.0506**\n\n**r = 0.0506 = 5.06%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Final month = 2026-06**\n\nFormula: $$\\text{Gross MRR Churn Rate} = \\frac{\\text{Churned MRR}}{\\text{Beginning of Period MRR}} \\times 100\\%$$\n\nBeginning MRR (2026-05) = $892,667\nChurned MRR (2026-06) = $18,762\n\n$$\\text{Monthly Gross Churn Rate} = \\frac{18,762}{892,667} \\times 100\\% = 2.1017...\\%$$\n\n**Monthly Gross Churn Rate = 2.10%**\n\n**Annualized Gross Churn Rate:**\n\nFormula: $$\\text{Annualized} = 1 - (1 - \\text{monthly rate})^{12}$$\n\n$$= 1 - (1 - 0.021017)^{12}$$\n$$= 1 - (0.978983)^{12}$$\n$$= 1 - 0.77496...$$\n$$= 0.22504...$$\n\n**Annualized Gross Churn Rate = 22.50%**\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, Combined Share, Total Savings\n\n**Summing all 56 service costs:**\n\n| Service | Cost |\n|---------|------|\n| svc-000 | $18,090 |\n| svc-001 | $9,882 |\n| svc-002 | $9,616 |\n| svc-003 | $13,189 |\n| svc-004 | $5,062 |\n| svc-005 | $19,576 |\n| svc-006 | $12,736 |\n| svc-007 | $5,479 |\n| svc-008 | $14,585 |\n| svc-009 | $7,616 |\n| svc-010 | $12,304 |\n| svc-011 | $21,031 |\n| svc-012 | $20,724 |\n| svc-013 | $8,736 |\n| svc-014 | $9,642 |\n| svc-015 | $17,664 |\n| svc-016 | $2,772 |\n| svc-017 | $10,259 |\n| svc-018 | $17,390 |\n| svc-019 | $23,218 |\n| svc-020 | $20,915 |\n| svc-021 | $7,025 |\n| svc-022 | $7,096 |\n| svc-023 | $22,745 |\n| svc-024 | $10,461 |\n| svc-025 | $12,618 |\n| svc-026 | $12,342 |\n| svc-027 | $1,212 |\n| svc-028 | $2,809 |\n| svc-029 | $15,634 |\n| svc-030 | $8,214 |\n| svc-031 | $13,144 |\n| svc-032 | $19,480 |\n| svc-033 | $18,212 |\n| svc-034 | $5,003 |\n| svc-035 | $19,225 |\n| svc-036 | $3,476 |\n| svc-037 | $8,888 |\n| svc-038 | $9,371 |\n| svc-039 | $20,568 |\n| svc-040 | $6,461 |\n| svc-041 | $15,888 |\n| svc-042 | $9,429 |\n| svc-043 | $22,497 |\n| svc-044 | $6,010 |\n| svc-045 | $10,430 |\n| svc-046 | $4,660 |\n| svc-047 | $9,363 |\n| svc-048 | $12,018 |\n| svc-049 | $19,079 |\n| svc-050 | $7,552 |\n| svc-051 | $8,815 |\n| svc-052 | $1,019 |\n| svc-053 | $18,844 |\n| svc-054 | $4,215 |\n| svc-055 | $23,169 |\n\n**Total = $642,487**\n\nWait \u2014 let me verify: I'll group by hundreds for accuracy:\n\n$18,090 + $9,882 = $27,972\n+ $9,616 = $37,588\n+ $13,189 = $50,", "slot": 9, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10014.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 425.0, "num_requests_total": 1.0, "gen_throughput": -32.7, "decode_sum_seq_lens": -66.0, "token_usage": 0.1, "full_token_usage": 0.1, "num_used_tokens": 12032.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": -11968.0, "kv_used_tokens": 12032.0, "spec_accept_length": -0.3, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1701.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10014.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10014.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 48017.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 404.6, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate (CMGR) of MRR\n\n**Net-new MRR calculation:**\nNet-new MRR each month = new MRR + expansion MRR - churned MRR\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $10,392 | $5,743 | $7,437 | $8,698 |\n| 2024-08 | $13,116 | $14,443 | $8,584 | $18,975 |\n| 2024-09 | $17,240 | $7,162 | $11,828 | $12,574 |\n| 2024-10 | $29,153 | $4,985 | $10,703 | $23,435 |\n| 2024-11 | $30,640 | $9,309 | $8,728 | $31,221 |\n| 2024-12 | $33,315 | $18,588 | $10,676 | $41,227 |\n| 2025-01 | $32,327 | $7,787 | $15,713 | $24,401 |\n| 2025-02 | $38,004 | $11,733 | $10,534 | $39,203 |\n| 2025-03 | $18,028 | $16,531 | $13,947 | $20,612 |\n| 2025-04 | $25,799 | $14,781 | $17,013 | $23,567 |\n| 2025-05 | $17,680 | $26,153 | $16,469 | $27,364 |\n| 2025-06 | $40,296 | $11,504 | $20,434 | $31,366 |\n| 2025-07 | $25,669 | $23,978 | $13,256 | $36,391 |\n| 2025-08 | $20,335 | $9,416 | $22,314 | $7,437 |\n| 2025-09 | $26,932 | $11,183 | $12,708 | $25,407 |\n| 2025-10 | $40,791 | $20,712 | $14,202 | $47,301 |\n| 2025-11 | $23,144 | $29,298 | $25,471 | $26,971 |\n| 2025-12 | $23,697 | $8,203 | $20,941 | $10,959 |\n| 2026-01 | $34,950 | $14,059 | $19,234 | $29,775 |\n| 2026-02 | $50,233 | $41,004 | $17,932 | $73,305 |\n| 2026-03 | $33,269 | $38,352 | $19,165 | $52,456 |\n| 2026-04 | $46,800 | $23,444 | $29,994 | $40,250 |\n| 2026-05 | $61,412 | $35,652 | $22,709 | $74,355 |\n| 2026-06 | $51,681 | $40,476 | $25,165 | $66,992 |\n\n**Total net-new MRR:**\n$8,698 + $18,975 + $12,574 + $23,435 + $31,221 + $41,227 + $24,401 + $39,203 + $20,612 + $23,567 + $27,364 + $31,366 + $36,391 + $7,437 + $25,407 + $47,301 + $26,971 + $10,959 + $29,775 + $73,305 + $52,456 + $40,250 + $74,355 + $66,992\n\n= **$785,544**\n\n**CMGR calculation:**\nFormula: CMGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\nBeginning MRR (2024-07): $346,698\nEnding MRR (2026-06): $1,132,242\nn = 24 months\n\nRatio = $1,132,242 / $346,698 = **3.26579...**\n\nRoot = (3.26579...)^(1/24)\n\nln(3.26579) = 1.18349...\n1.18349... / 24 = 0.049312...\ne^(0.049312...) = 1.05055...\n\nCMGR = 1.05055... - 1 = **0.05055... \u2248 5.06%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula:** Gross MRR Churn Rate = Churned MRR / Beginning MRR\n\nFinal month (2026-06):\n- Beginning MRR = May 2026 MRR = $1,065,250\n- Churned MRR = $25,165\n\nGross MRR churn rate = $25,165 / $1,065,250 = **0.02362... \u2248 2.36%**\n\n**Annualized:**\nFormula: Annualized Churn = 1 - (1 - monthly churn)^12\n\n= 1 - (1 - 0.02362)^12\n= 1 - (0.97638)^12\n= 1 - 0.75289...\n= **0.2471... \u2248 24.7%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and savings if all achieved stated percent\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 lines:\n$19,305 + $23,714 + $7,326 + $7,186 + $13,363 + $6,762 + $19,597 + $14,789 + $1,143 + $14,344 + $6,473 + $12,125 + $8,181 + $5,692 + $1,097 + $16,671 + $7,798 + $8,845 + $22,056 + $23,545 + $22,707 + $20,598 + $4,539 + $14,503 + $21,128 + $2,643 + $22,765 + $3,631 + $6,764 + $11,769 + $1,290 + $22,723 + $1,873 + $4,343 + $10,044 + $15,344 + $2,483 + $6,883 + $17,920 + $9,590 + $9,078 + $9,520 + $4,315 + $13,838 + $22,047 + $10,287 + $9,765 + $1,531 + $5,206 + $13,269 + $5,309 + $9,896 + $13,540 + $10,454 + $21,621\n\n= **$699,972**\n\n**Top 3 lines by cost:**\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-021 payments-cron | $22,707 |\n| 2 | svc-032 payments-webhook | $22,723 |\n| 3 | svc-019 payments-webhook | $22,056 |\n\nWait - let me re-sort carefully:\n- svc-032 payments-webhook: $22,723\n- svc-021 payments-cron: $22,707\n- svc-019 payments-webhook: $22,056\n- svc-020 search-webhook: $23,545 \u2190 higher!\n\nCorrect top 3:\n| Rank | Service | Cost |\n|------|---------|------|\n| 1 | svc-020 search-webhook | $23,545 |\n| 2 | svc-032 payments-webhook | $22,723 |\n| 3 | svc-021 payments-cron | $22,707 |\n\nCombined top 3 = $23,545 + $22,723 + $22,707 = **$68,975**\n\nCombined share = $68,975 / $699,972 = **0.09854... \u2248 9.85%**\n\n**Total savings if every line achieved stated percent:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | $19,305 | 14% | $2,702.70 |\n| svc-001 | $23,714 | 28% | $6,639.92 |\n| svc-002 | $7,326 | 19% | $1,391.94 |\n| svc-003 | $7,186 | 25% | $1,796.50 |\n| svc-004 | $13,363 | 12% | $1,603.56 |\n| svc-005 | $6,762 | 25% | $1,690.50 |\n| svc-006 | $19,597 | 16% | $3,135.52 |\n| svc-007 | $14,789 | 12% | $1,774.68 |\n| svc-008 | $1,143 | 34% | $388.62 |\n| svc-009 | $14,344 | 9% | $1,290.96 |\n| svc-010 | $6,473 | 9% | $582.", "slot": 10, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10010.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 446.0, "num_requests_total": 1.0, "gen_throughput": 18.9, "decode_sum_seq_lens": -80.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_available_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.0, "spec_accept_rate": 0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1785.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 48128.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10010.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10010.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47740.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 404.5, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## PART (1): Total net-new MRR and average monthly compound growth rate\n\n**Net-new MRR = New MRR + Expansion MRR - Churned MRR**\n\nI'll calculate for each month:\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $15,495 | $4,786 | $6,028 | $14,253 |\n| 2024-08 | $14,817 | $9,851 | $8,232 | $16,436 |\n| 2024-09 | $14,154 | $14,350 | $7,379 | $21,125 |\n| 2024-10 | $18,654 | $15,728 | $6,341 | $28,041 |\n| 2024-11 | $17,665 | $16,607 | $5,323 | $28,949 |\n| 2024-12 | $14,482 | $16,462 | $10,857 | $20,087 |\n| 2025-01 | $14,721 | $19,162 | $11,032 | $22,851 |\n| 2025-02 | $24,416 | $9,286 | $11,648 | $22,054 |\n| 2025-03 | $31,411 | $5,658 | $11,306 | $25,763 |\n| 2025-04 | $24,640 | $22,753 | $7,943 | $39,450 |\n| 2025-05 | $32,869 | $20,835 | $17,726 | $35,978 |\n| 2025-06 | $31,634 | $19,898 | $12,542 | $38,990 |\n| 2025-07 | $41,021 | $18,418 | $9,532 | $49,907 |\n| 2025-08 | $46,525 | $19,953 | $14,903 | $51,575 |\n| 2025-09 | $42,190 | $16,795 | $14,437 | $44,548 |\n| 2025-10 | $55,157 | $33,601 | $13,265 | $75,493 |\n| 2025-11 | $29,673 | $38,691 | $26,950 | $41,414 |\n| 2025-12 | $44,544 | $41,702 | $14,081 | $72,165 |\n| 2026-01 | $43,514 | $9,538 | $16,936 | $36,116 |\n| 2026-02 | $32,570 | $22,057 | $25,658 | $28,969 |\n| 2026-03 | $45,295 | $10,263 | $32,553 | $23,005 |\n| 2026-04 | $36,383 | $43,756 | $21,771 | $58,368 |\n| 2026-05 | $47,893 | $27,870 | $25,699 | $50,064 |\n| 2026-06 | $57,096 | $35,200 | $28,856 | $63,440 |\n\n**Total net-new MRR:**\n$14,253 + $16,436 + $21,125 + $28,041 + $28,949 + $20,087 + $22,851 + $22,054 + $25,763 + $39,450 + $35,978 + $38,990 + $49,907 + $51,575 + $44,548 + $75,493 + $41,414 + $72,165 + $36,116 + $28,969 + $23,005 + $58,368 + $50,064 + $63,440\n\n= **$928,591**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n\nFormula: **MRR_end = MRR_start \u00d7 (1 + r)^n**\n\nWhere:\n- MRR_start = $286,253 (2024-07)\n- MRR_end = $1,181,041 (2026-06)\n- n = 23 months (periods between start and end)\n\n$1,181,041 = $286,253 \u00d7 (1 + r)^23$\n\n**Ratio:** $1,181,041 / $286,253 = **4.1258...**\n\n$(1 + r)^23 = 4.1258...$\n\n**23rd root:** $(4.1258...)^{(1/23)}$\n\n$ln(4.1258...) = 1.4170...$\n\n$1.4170... / 23 = 0.06161...$\n\n$e^{0.06161...} = 1.06355...$\n\nSo: $1 + r = 1.06355...$\n\n**r = 0.06355... \u2248 6.36%**\n\n---\n\n## PART (2): Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of month**\n\nFinal month: 2026-06\n- MRR at start of month (end of May) = $1,117,601\n- Churned MRR = $28,856\n\n**Gross MRR churn rate (monthly):**\n$28,856 / $1,117,601 = **0.02582... = 2.58%**\n\n**Annualized gross churn rate:**\n\nFormula: $1 - (1 - \\text{monthly rate})^{12}$\n\n$= 1 - (1 - 0.02582)^{12}$\n$= 1 - (0.97418)^{12}$\n$= 1 - 0.7306...$\n$= **0.2694... = 26.9%**$\n\n---\n\n## PART (3): Total monthly infrastructure spend, top 3 lines, combined share, total savings\n\n**Total monthly infrastructure spend:**\n\nSumming all 56 services:\n- svc-000: $7,643\n- svc-001: $10,324\n- svc-002: $12,957\n- svc-003: $7,972\n- svc-004: $22,667\n- svc-005: $3,707\n- svc-006: $15,989\n- svc-007: $3,019\n- svc-008: $16,962\n- svc-009: $5,146\n- svc-010: $9,275\n- svc-011: $9,046\n- svc-012: $15,139\n- svc-013: $23,754\n- svc-014: $5,101\n- svc-015: $23,195\n- svc-016: $21,465\n- svc-017: $4,258\n- svc-018: $13,914\n- svc-019: $10,810\n- svc-020: $17,415\n- svc-021: $9,260\n- svc-022: $21,220\n- svc-023: $9,671\n- svc-024: $21,612\n- svc-025: $23,998\n- svc-026: $3,103\n- svc-027: $12,839\n- svc-028: $8,040\n- svc-029: $2,677\n- svc-030: $10,157\n- svc-031: $18,779\n- svc-032: $9,238\n- svc-033: $12,577\n- svc-034: $6,644\n- svc-035: $21,064\n- svc-036: $10,404\n- svc-037: $19,342\n- svc-038: $8,263\n- svc-039: $1,138\n- svc-040: $12,952\n- svc-041: $7,061\n- svc-042: $6,379\n- svc-043: $8,222\n- svc-044: $22,275\n- svc-045: $12,519\n- svc-046: $17,576\n- svc-047: $4,967\n- svc-048: $12,524\n- svc-049: $11,654\n- svc-050: $14,254\n- svc-051: $18,698\n- svc-052: $12,101\n- svc-053: $4,563\n- svc-054: $5,543\n- svc-055: $20,265\n\nLet me group and sum systematically:\n- svc-000 to svc-009: 7643+10324+12957+7972+22667+3707+15989+3019+16962+5146 = **$106,386**\n- svc-010 to svc-019: 9275+9046+15139+23754+5101+23195+21465+4258+13914+10810 = **$139,957**\n- svc-020 to svc-029: 17415+9260+21220+9671+21612+23998+3103+12839+8040+2677 = **$129,835**\n- svc-030 to svc-039: 10157", "slot": 11, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9992.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 445.0, "num_requests_total": 1.0, "gen_throughput": -83.2, "decode_sum_seq_lens": 7.0, "kv_available_tokens": -64.0, "kv_evictable_tokens": 64.0, "spec_accept_length": -0.9, "spec_accept_rate": -0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1781.0, "realtime_tokens_total": 12095.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9992.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9992.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47922.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 236.0, "tok_s": 404.6, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 10,518 | 12,090 | 4,255 | 18,353 |\n| 2024-08 | 20,998 | 7,717 | 9,565 | 19,150 |\n| 2024-09 | 9,122 | 14,574 | 8,656 | 15,040 |\n| 2024-10 | 18,383 | 8,489 | 5,084 | 21,788 |\n| 2024-11 | 11,503 | 11,077 | 8,451 | 14,129 |\n| 2024-12 | 10,951 | 10,249 | 7,757 | 13,443 |\n| 2025-01 | 21,499 | 17,087 | 8,843 | 29,743 |\n| 2025-02 | 30,606 | 10,257 | 11,314 | 29,549 |\n| 2025-03 | 22,338 | 14,542 | 8,415 | 28,465 |\n| 2025-04 | 29,662 | 17,367 | 7,096 | 39,933 |\n| 2025-05 | 23,913 | 11,974 | 8,712 | 27,175 |\n| 2025-06 | 32,975 | 19,625 | 17,200 | 35,400 |\n| 2025-07 | 29,133 | 16,380 | 12,769 | 32,744 |\n| 2025-08 | 26,973 | 11,318 | 10,295 | 27,996 |\n| 2025-09 | 43,823 | 24,293 | 11,010 | 57,106 |\n| 2025-10 | 31,149 | 16,871 | 12,450 | 35,570 |\n| 2025-11 | 49,301 | 19,581 | 20,262 | 48,620 |\n| 2025-12 | 41,427 | 29,756 | 23,476 | 47,707 |\n| 2026-01 | 37,295 | 11,676 | 13,796 | 35,175 |\n| 2026-02 | 31,454 | 26,324 | 16,717 | 41,061 |\n| 2026-03 | 69,347 | 24,138 | 15,279 | 78,206 |\n| 2026-04 | 41,278 | 13,694 | 26,885 | 28,087 |\n| 2026-05 | 51,837 | 20,378 | 28,328 | 43,887 |\n| 2026-06 | 50,519 | 49,905 | 32,437 | 67,987 |\n\n**Total net-new MRR:**\n18,353 + 19,150 + 15,040 + 21,788 + 14,129 + 13,443 + 29,743 + 29,549 + 28,465 + 39,933 + 27,175 + 35,400 + 32,744 + 27,996 + 57,106 + 35,570 + 48,620 + 47,707 + 35,175 + 41,061 + 78,206 + 28,087 + 43,887 + 67,987\n\n= **817,961**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (MRR_final / MRR_initial)^(1/n) - 1\n\nWhere n = 23 months (growth periods between 24 data points)\n\nRatio = MRR_final / MRR_initial = $1,095,314 / $277,353 = **3.949169**\n\nRoot = Ratio^(1/23) = 3.949169^(1/23)\n\nln(3.949169) = 1.373400\n1.373400 / 23 = 0.059713\ne^(0.059713) = **1.06153**\n\nMCGR = 1.06153 - 1 = **0.06153 or 6.153%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of period**\n\nFinal month (2026-06):\n- MRR at start = MRR at end of 2026-05 = $1,027,327\n- Churned MRR = $32,437\n\n**Monthly Gross MRR Churn Rate:**\n= 32,437 / 1,027,327 = **0.031575 or 3.1575%**\n\n**Annualized Gross MRR Churn Rate:**\nFormula: 1 - (1 - monthly_rate)^12\n\n= 1 - (1 - 0.031575)^12\n= 1 - (0.968425)^12\n= 1 - 0.679089\n= **0.320911 or 32.09%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost with combined share, and total savings\n\n**Total monthly infrastructure spend:**\n\nSum of all 56 service lines:\n22,543 + 2,345 + 14,394 + 20,161 + 21,393 + 8,834 + 19,284 + 5,253 + 13,399 + 3,985 + 15,321 + 11,229 + 19,303 + 16,888 + 10,081 + 9,886 + 2,306 + 15,698 + 10,548 + 5,157 + 16,258 + 11,109 + 18,184 + 15,413 + 7,627 + 7,845 + 3,676 + 16,350 + 1,923 + 6,416 + 21,883 + 15,659 + 11,422 + 16,612 + 2,421 + 4,946 + 2,413 + 18,970 + 8,930 + 8,719 + 18,195 + 4,714 + 11,195 + 8,169 + 15,501 + 3,496 + 20,051 + 17,977 + 5,599 + 16,467 + 18,234 + 1,640 + 3,138 + 4,400 + 12,351 + 21,858\n\n= **817,961**\n\n**Top 3 lines by cost:**\n1. svc-055 ml-serving-cron: $21,858\n2. svc-030 search-api: $21,883\n3. svc-004 search-indexer: $21,393\n\nCombined top 3 = 21,858 + 21,883 + 21,393 = **$65,134**\n\nCombined share = 65,134 / 817,961 = **0.07963 or 7.963%**\n\n**Total savings if every line achieved stated savings:**\n\n| Service | Cost | Savings % | Savings $ |\n|---------|------|-----------|-----------|\n| svc-000 | 22,543 | 12% | 2,705.16 |\n| svc-001 | 2,345 | 21% | 492.45 |\n| svc-002 | 14,394 | 31% | 4,462.14 |\n| svc-003 | 20,161 | 12% | 2,419.32 |\n| svc-004 | 21,393 | 10% | 2,139.30 |\n| svc-005 | 8,834 | 14% | 1,236.76 |\n| svc-006 | 19,284 | 14% | 2,699.76 |\n| svc-007 | 5,253 | 38% | 1,996.14 |\n| svc-008 | 13,399 | 31% | 4,153.69 |\n| svc-009 | 3,985 | 19% | 757.15 |\n| svc-010 | 15,321 | 6% | 919.26 |\n| svc-011 | 11,229 | 17% | 1,908.93 |\n| svc-012 | 19,303 | 16% | 3,088.48 |\n| svc-013 | 16,888 | 27% | 4,559.76 |\n| svc-014 | 10,081 | 32% | 3,225.92 |\n| svc-015 | 9,886 | 27% | 2,669.22 |\n| svc-016 | 2,306 | 22% | 507.32 |\n| svc-017 | 15,698 | 8% | 1,255.84 |\n| svc-018 | 10,548 | 18% |", "slot": 12, "sg_deltas": { "process_cpu_seconds_total": 0.7, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9986.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 445.0, "num_requests_total": 1.0, "gen_throughput": 64.7, "decode_sum_seq_lens": 110.0, "full_token_usage": 0.0, "num_used_tokens": 64.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 128.0, "kv_used_tokens": 64.0, "spec_accept_length": 0.8, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1781.0, "realtime_tokens_total": 12099.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9986.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9986.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.0, "inter_token_latency_seconds_bucket": 47773.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 238.0, "tok_s": 398.3, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR each month = new MRR + expansion MRR - churned MRR**\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | $22,320 | $9,892 | $5,627 | $26,585 |\n| 2024-08 | $11,754 | $3,633 | $5,975 | $9,412 |\n| 2024-09 | $15,595 | $7,677 | $6,647 | $16,625 |\n| 2024-10 | $22,495 | $13,319 | $9,565 | $26,249 |\n| 2024-11 | $29,787 | $15,184 | $12,427 | $32,544 |\n| 2024-12 | $22,930 | $4,085 | $11,843 | $15,172 |\n| 2025-01 | $22,327 | $7,000 | $7,681 | $21,646 |\n| 2025-02 | $32,246 | $19,886 | $6,725 | $45,407 |\n| 2025-03 | $33,120 | $21,722 | $12,309 | $42,533 |\n| 2025-04 | $30,025 | $14,251 | $14,464 | $29,812 |\n| 2025-05 | $19,829 | $19,897 | $18,664 | $21,062 |\n| 2025-06 | $39,559 | $15,954 | $17,018 | $38,495 |\n| 2025-07 | $29,163 | $17,121 | $20,412 | $25,872 |\n| 2025-08 | $44,525 | $12,337 | $13,200 | $43,662 |\n| 2025-09 | $32,213 | $15,951 | $19,912 | $28,252 |\n| 2025-10 | $22,254 | $17,600 | $11,276 | $28,578 |\n| 2025-11 | $45,458 | $25,410 | $24,058 | $46,810 |\n| 2025-12 | $35,810 | $15,402 | $23,093 | $28,119 |\n| 2026-01 | $27,865 | $27,496 | $23,646 | $31,715 |\n| 2026-02 | $58,481 | $33,062 | $17,842 | $73,701 |\n| 2026-03 | $38,782 | $9,816 | $20,690 | $27,908 |\n| 2026-04 | $49,246 | $23,189 | $31,845 | $40,590 |\n| 2026-05 | $58,186 | $43,602 | $30,957 | $70,831 |\n| 2026-06 | $54,012 | $49,300 | $35,362 | $67,950 |\n\n**Total net-new MRR** = $26,585 + $9,412 + $16,625 + $26,249 + $32,544 + $15,172 + $21,646 + $45,407 + $42,533 + $29,812 + $21,062 + $38,495 + $25,872 + $43,662 + $28,252 + $28,578 + $46,810 + $28,119 + $31,715 + $73,701 + $27,908 + $40,590 + $70,831 + $67,950\n\n= **$810,050**\n\n**Average Monthly Compound Growth Rate (MCGR):**\n\nFormula: MCGR = (Ending MRR / Beginning MRR)^(1/n) - 1\n\n- Beginning MRR (2024-07): $322,585\n- Ending MRR (2026-06): $1,135,530\n- n = 24 months (but growth spans 23 intervals from start to end of month 24)\n\nActually, for 24 months of data, we have 23 growth periods. But the question asks for monthly over 24 months. Using 24 as denominator for simplicity (or 23 periods). Let me use 23 intervals (from month 1 to month 24):\n\nRatio = $1,135,530 / $322,585 = **3.51947**\n\nRoot = 23rd root: (3.51947)^(1/23)\n\nln(3.51947) = 1.25835\n1.25835 / 23 = 0.05471\ne^0.05471 = 1.0562\n\nMCGR = 1.0562 - 1 = **0.0562 or 5.62%**\n\nIf using 24: (3.51947)^(1/24) = e^(1.25835/24) = e^0.05243 = 1.0538 \u2192 **5.38%**\n\nI'll use 23 periods as standard: **5.62%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Formula: Gross MRR Churn Rate = Churned MRR / MRR at start of period**\n\nFinal month: 2026-06\n- MRR at start (2026-05): $1,067,580\n- Churned: $35,362\n\n**Monthly Gross Churn Rate** = $35,362 / $1,067,580 = **0.03312 or 3.312%**\n\n**Annualized Gross Churn Rate** (simple multiplication):\n= 3.312% \u00d7 12 = **39.74%**\n\nOr compounded: 1 - (1 - 0.03312)^12 = 1 - (0.96688)^12 = 1 - 0.6670 = **33.30%**\n\nUsing simple: **39.74%**\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines, combined share, and total savings\n\n**Summing all 56 lines:**\n\n| svc | Cost |\n|-----|------|\n| 000 | $6,316 |\n| 001 | $15,208 |\n| 002 | $20,202 |\n| 003 | $9,853 |\n| 004 | $7,530 |\n| 005 | $1,856 |\n| 006 | $15,589 |\n| 007 | $19,396 |\n| 008 | $2,916 |\n| 009 | $11,070 |\n| 010 | $21,155 |\n| 011 | $7,578 |\n| 012 | $13,364 |\n| 013 | $14,921 |\n| 014 | $15,338 |\n| 015 | $10,339 |\n| 016 | $14,890 |\n| 017 | $9,001 |\n| 018 | $11,713 |\n| 019 | $20,154 |\n| 020 | $16,504 |\n| 021 | $11,611 |\n| 022 | $22,358 |\n| 023 | $910 |\n| 024 | $18,193 |\n| 025 | $16,456 |\n| 026 | $5,345 |\n| 027 | $17,191 |\n| 028 | $10,074 |\n| 029 | $11,826 |\n| 030 | $18,406 |\n| 031 | $19,034 |\n| 032 | $12,863 |\n| 033 | $19,314 |\n| 034 | $8,796 |\n| 035 | $1,093 |\n| 036 | $19,886 |\n| 037 | $19,087 |\n| 038 | $2,803 |\n| 039 | $8,773 |\n| 040 | $2,668 |\n| 041 | $8,428 |\n| 042 | $16,468 |\n| 043 | $20,057 |\n| 044 | $2,424 |\n| 045 | $14,622 |\n| 046 | $9,984 |\n| 047 | $3,669 |\n| 048 | $21,828 |\n| 049 | $18,113 |\n| 050 | $970 |\n| 051 | $20,593 |\n| 052 | $14,379 |\n| 053 | $3,726 |\n| 054 | $6,389 |\n| 055 | $10,088 |\n\nRunning total:\n- 000-009: 6,316+15,208+20,202+9,853+7,530+1,856+15,589+19,396+2,916+11,070 = 109,936\n- 010-019: 21,155+7,578+13,364+14,921+15,338+10,339+14,890+9,001+11,713+20,154 = 158,453\n- 020-029: 16,504+11,611+22,358+910+18,193+16,456+5,345+17,191+10,074+11,", "slot": 13, "sg_deltas": { "process_cpu_seconds_total": 0.5, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9938.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 451.0, "num_requests_total": 1.0, "gen_throughput": -5.4, "decode_sum_seq_lens": -98.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": -0.1, "spec_accept_rate": -0.0, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1809.0, "realtime_tokens_total": 12037.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9938.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9938.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47851.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 242.0, "tok_s": 424.7, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total Net-New MRR and Average Monthly Compound Growth Rate\n\n**Net-New MRR** = New MRR + Expansion MRR - Churned MRR, summed over 24 months\n\n| Month | New | Expansion | Churned | Net-New |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 21,369 | 11,918 | 10,888 | 22,399 |\n| 2024-08 | 11,972 | 15,659 | 8,484 | 19,147 |\n| 2024-09 | 18,446 | 12,269 | 7,847 | 22,868 |\n| 2024-10 | 34,473 | 5,160 | 13,718 | 25,915 |\n| 2024-11 | 21,236 | 16,409 | 9,826 | 27,819 |\n| 2024-12 | 15,856 | 21,856 | 10,423 | 27,289 |\n| 2025-01 | 16,546 | 14,578 | 12,080 | 19,044 |\n| 2025-02 | 40,737 | 24,264 | 9,630 | 55,371 |\n| 2025-03 | 36,935 | 23,278 | 13,415 | 46,798 |\n| 2025-04 | 34,739 | 12,879 | 10,397 | 37,221 |\n| 2025-05 | 41,179 | 10,569 | 21,893 | 29,855 |\n| 2025-06 | 31,399 | 8,530 | 20,417 | 19,512 |\n| 2025-07 | 31,327 | 13,652 | 17,013 | 27,966 |\n| 2025-08 | 23,755 | 30,328 | 20,656 | 33,427 |\n| 2025-09 | 49,287 | 34,225 | 19,538 | 63,974 |\n| 2025-10 | 66,500 | 24,438 | 26,746 | 64,192 |\n| 2025-11 | 49,585 | 10,808 | 14,674 | 45,719 |\n| 2025-12 | 52,796 | 42,018 | 15,495 | 79,319 |\n| 2026-01 | 77,552 | 43,658 | 28,213 | 92,997 |\n| 2026-02 | 47,125 | 56,505 | 17,272 | 86,358 |\n| 2026-03 | 94,581 | 16,817 | 37,171 | 74,227 |\n| 2026-04 | 60,835 | 54,630 | 43,599 | 71,866 |\n| 2026-05 | 58,345 | 43,059 | 24,226 | 77,178 |\n| 2026-06 | 62,391 | 18,846 | 49,771 | 31,466 |\n\n**Total Net-New MRR** = 22,399 + 19,147 + 22,868 + 25,915 + 27,819 + 27,289 + 19,044 + 55,371 + 46,798 + 37,221 + 29,855 + 19,512 + 27,966 + 33,427 + 63,974 + 64,192 + 45,719 + 79,319 + 92,997 + 86,358 + 74,227 + 71,866 + 77,178 + 31,466\n\n**Total Net-New MRR = $1,079,546**\n\n---\n\n**Average Monthly Compound Growth Rate (CMGR):**\n\nFormula: CMGR = (Ending MRR / Starting MRR)^(1/n) - 1\n\nWhere:\n- Starting MRR (2024-07): $393,399\n- Ending MRR (2026-06): $1,472,927\n- n = 23 intervals (24 months means 23 growth periods month-to-month)\n\nRatio = Ending / Starting = 1,472,927 / 393,399 = **3.744109...**\n\nRoot = Ratio^(1/23) = 3.744109^(1/23)\n\nln(3.744109) = 1.320131...\n1.320131 / 23 = 0.057397...\ne^0.057397 = **1.059077...**\n\nCMGR = 1.059077 - 1 = **0.059077... \u2248 5.91%**\n\n---\n\n## (2) Gross MRR Churn Rate for Final Month and Annualized\n\n**Final month: 2026-06**\n\nFormula: Gross MRR Churn Rate = Churned MRR / MRR at start of month\n\nMRR at start of 2026-06 = MRR at end of 2026-05 = $1,441,461\n\nChurned in 2026-06 = $49,771\n\n**Gross MRR Churn Rate (monthly)** = 49,771 / 1,441,461 = **0.034528... \u2248 3.45%**\n\n**Annualized Gross MRR Churn Rate:**\n\nFormula: Annualized = 1 - (1 - monthly rate)^12\n\n= 1 - (1 - 0.034528)^12\n= 1 - (0.965472)^12\n= 1 - 0.654919...\n= **0.345081... \u2248 34.51%**\n\n---\n\n## (3) Total Monthly Infrastructure Spend, Top 3 Lines, and Total Savings\n\n**Total Monthly Infrastructure Spend:**\n\nSum all 56 service costs:\n\n| svc | Cost |\n|-----|------|\n| 000 | 18,379 |\n| 001 | 5,819 |\n| 002 | 14,974 |\n| 003 | 6,627 |\n| 004 | 3,397 |\n| 005 | 17,769 |\n| 006 | 13,546 |\n| 007 | 4,206 |\n| 008 | 11,895 |\n| 009 | 17,910 |\n| 010 | 9,799 |\n| 011 | 21,607 |\n| 012 | 7,608 |\n| 013 | 9,971 |\n| 014 | 4,198 |\n| 015 | 5,817 |\n| 016 | 3,260 |\n| 017 | 20,203 |\n| 018 | 22,767 |\n| 019 | 4,351 |\n| 020 | 1,789 |\n| 021 | 1,739 |\n| 022 | 16,058 |\n| 023 | 1,157 |\n| 024 | 6,286 |\n| 025 | 11,585 |\n| 026 | 13,618 |\n| 027 | 2,427 |\n| 028 | 20,482 |\n| 029 | 14,962 |\n| 030 | 4,192 |\n| 031 | 9,625 |\n| 032 | 22,900 |\n| 033 | 14,615 |\n| 034 | 13,759 |\n| 035 | 7,816 |\n| 036 | 12,742 |\n| 037 | 17,913 |\n| 038 | 13,628 |\n| 039 | 17,046 |\n| 040 | 10,536 |\n| 041 | 16,729 |\n| 042 | 5,661 |\n| 043 | 8,354 |\n| 044 | 21,674 |\n| 045 | 19,070 |\n| 046 | 19,718 |\n| 047 | 20,458 |\n| 048 | 19,906 |\n| 049 | 7,578 |\n| 050 | 11,574 |\n| 051 | 20,249 |\n| 052 | 16,069 |\n| 053 | 10,906 |\n| 054 | 10,589 |\n| 055 | 10,800 |\n\nSum = 18,379 + 5,819 + 14,974 + 6,627 + 3,397 + 17,769 + 13,546 + 4,206 + 11,895 + 17,910 + 9,799 + 21,607 + 7,608 + 9,971 + 4,198 + 5,817 + 3,260 + 20,203 + 22,767 + 4,351 + 1,789 + 1,739 + 16,058 + 1,157 + 6,286 + 11,585 + 13,618 + 2,427 + 20,482 + 14,962 + 4,192 + 9,625 + 22,900 + 14,615 + 13,759 + 7,816 + 12,742 + 17,913 + 13,628 + 17,046 + 10,536 + 16,729 + 5,661 + 8,354 + ", "slot": 14, "sg_deltas": { "process_cpu_seconds_total": 1.0, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 10007.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 417.0, "num_requests_total": 1.0, "gen_throughput": 42.8, "decode_sum_seq_lens": -28.0, "full_token_usage": -0.0, "num_used_tokens": -64.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": -64.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 159.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1669.0, "realtime_tokens_total": 12096.0, "evicted_tokens_total": 47616.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 10007.0, "prompt_tokens_histogram_bucket": 21.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 10007.0, "uncached_prompt_tokens_histogram_bucket": 21.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 4.8, "inter_token_latency_seconds_bucket": 47912.0, "inter_token_latency_seconds_count": 2047.0 } }, { "ctok": 2048, "ttft_ms": 237.0, "tok_s": 398.9, "text": "I'll work through all 10 parts systematically, showing every step.\n\n---\n\n## (1) Total net-new MRR over 24 months, and average monthly compound growth rate of MRR\n\n**Net-new MRR per month = new + expansion - churned**\n\n| Month | New | Expansion | Churned | Net-new |\n|-------|-----|-----------|---------|---------|\n| 2024-07 | 15,560 | 6,204 | 7,932 | 13,832 |\n| 2024-08 | 20,671 | 8,027 | 5,388 | 23,310 |\n| 2024-09 | 15,555 | 5,824 | 6,636 | 14,743 |\n| 2024-10 | 13,852 | 11,832 | 8,199 | 17,485 |\n| 2024-11 | 12,687 | 13,415 | 10,680 | 15,422 |\n| 2024-12 | 11,384 | 12,635 | 11,000 | 13,019 |\n| 2025-01 | 28,221 | 9,711 | 9,790 | 28,142 |\n| 2025-02 | 29,475 | 12,677 | 6,743 | 35,409 |\n| 2025-03 | 25,623 | 16,258 | 8,426 | 33,455 |\n| 2025-04 | 19,911 | 7,105 | 8,452 | 18,564 |\n| 2025-05 | 21,754 | 13,393 | 7,263 | 27,884 |\n| 2025-06 | 38,016 | 20,871 | 14,663 | 44,224 |\n| 2025-07 | 39,624 | 26,651 | 15,695 | 50,580 |\n| 2025-08 | 20,161 | 14,582 | 20,697 | 14,046 |\n| 2025-09 | 45,763 | 14,213 | 16,460 | 43,516 |\n| 2025-10 | 30,627 | 16,464 | 19,225 | 27,866 |\n| 2025-11 | 41,525 | 12,492 | 10,833 | 43,184 |\n| 2025-12 | 51,655 | 14,742 | 16,910 | 49,487 |\n| 2026-01 | 53,226 | 29,206 | 17,660 | 64,772 |\n| 2026-02 | 39,602 | 19,488 | 17,143 | 41,947 |\n| 2026-03 | 29,230 | 24,760 | 20,598 | 33,392 |\n| 2026-04 | 28,225 | 14,184 | 22,536 | 19,873 |\n| 2026-05 | 47,942 | 35,200 | 28,336 | 54,806 |\n| 2026-06 | 39,045 | 42,170 | 18,631 | 62,584 |\n\n**Total net-new MRR:**\n= 13,832 + 23,310 + 14,743 + 17,485 + 15,422 + 13,019 + 28,142 + 35,409 + 33,455 + 18,564 + 27,884 + 44,224 + 50,580 + 14,046 + 43,516 + 27,866 + 43,184 + 49,487 + 64,772 + 41,947 + 33,392 + 19,873 + 54,806 + 62,584\n\n**Sum step by step:**\n- First 6: 13,832 + 23,310 = 37,142; +14,743 = 51,885; +17,485 = 69,370; +15,422 = 84,792; +13,019 = **97,811**\n- Next 6: +28,142 = 125,953; +35,409 = 161,362; +33,455 = 194,817; +18,564 = 213,381; +27,884 = 241,265; +44,224 = **285,489**\n- Next 6: +50,580 = 336,069; +14,046 = 350,115; +43,516 = 393,631; +27,866 = 421,497; +43,184 = 464,681; +49,487 = **514,168**\n- Final 6: +64,772 = 578,940; +41,947 = 620,887; +33,392 = 654,279; +19,873 = 674,152; +54,806 = 728,958; +62,584 = **791,542**\n\n**Total net-new MRR = $791,542**\n\n**Average Monthly Compound Growth Rate (CAGR formula adapted):**\n$$\\text{CMGR} = \\left(\\frac{\\text{Ending MRR}}{\\text{Beginning MRR}}\\right)^{\\frac{1}{n-1}} - 1$$\n\nWhere n = 24 months, so n-1 = 23 periods\n\n- Beginning MRR (2024-07): $280,832\n- Ending MRR (2026-06): $1,058,542\n\n**Ratio:**\n$$\\frac{1,058,542}{280,832} = 3.7693...$$\n\nLet me compute precisely:\n1,058,542 \u00f7 280,832 = **3.7693** (more precisely: 3.769302...)\n\n**23rd root:**\n$$(3.769302)^{\\frac{1}{23}}$$\n\nUsing logarithm or iterative approach:\nln(3.769302) = 1.3266...\n1.3266... \u00f7 23 = 0.05768...\ne^0.05768... = 1.0594...\n\nMore precisely: **1.05938...**\n\n**CMGR = 1.0594 - 1 = 0.0594 = 5.94%**\n\nOr more precisely calculated: **~5.93%**\n\n---\n\n## (2) Gross MRR churn rate for final month, and annualized\n\n**Final month = 2026-06**\n\n**Formula:** Gross MRR Churn Rate = Churned MRR \u00f7 MRR at start of month\n\n- MRR at end of 2026-05: $995,958 (this is start of 2026-06)\n- Churned in 2026-06: $18,631\n\n**Gross MRR churn rate:**\n$$\\frac{18,631}{995,958} = 0.018706... = \\textbf{1.87\\%}$$\n\n**Annualized (simple multiplication by 12):**\n$$1.8706\\% \\times 12 = \\textbf{22.45\\%}$$\n\nOr compounded: $(1.018706)^{12} - 1 = 1.2498... - 1 = 24.98\\%$\n\nUsing **simple annualization: 22.45%** (or 22.5% rounded)\n\n---\n\n## (3) Total monthly infrastructure spend, top 3 lines by cost, combined share, and total savings\n\n**Summing all 56 service costs:**\n\n| svc | Cost |\n|-----|------|\n| 000 | 4,952 |\n| 001 | 15,081 |\n| 002 | 7,001 |\n| 003 | 5,002 |\n| 004 | 8,341 |\n| 005 | 12,017 |\n| 006 | 23,791 |\n| 007 | 6,544 |\n| 008 | 14,231 |\n| 009 | 20,014 |\n| 010 | 20,238 |\n| 011 | 22,045 |\n| 012 | 3,179 |\n| 013 | 14,004 |\n| 014 | 11,204 |\n| 015 | 17,611 |\n| 016 | 16,345 |\n| 017 | 17,819 |\n| 018 | 18,070 |\n| 019 | 2,599 |\n| 020 | 4,525 |\n| 021 | 5,230 |\n| 022 | 1,109 |\n| 023 | 9,836 |\n| 024 | 2,835 |\n| 025 | 9,613 |\n| 026 | 14,896 |\n| 027 | 8,918 |\n| 028 | 13,086 |\n| 029 | 5,894 |\n| 030 | 22,258 |\n| 031 | 4,936 |\n| 032 | 19,681 |\n| 033 | 18,156 |\n| 034 | 3,294 |\n| 035 | 21,192 |\n| 036 | 10,671 |\n| 037 | 22,126 |\n| 038 | 15,436 |\n| 039 | 2,769 |\n| 040 | 11,962 |\n| 041 | 8,107 |\n| 042 | 1,113", "slot": 15, "sg_deltas": { "process_cpu_seconds_total": 0.6, "http_requests_total": 2.0, "http_responses_total": 2.0, "prompt_tokens_total": 9995.0, "generation_tokens_total": 2048.0, "spec_verify_calls_total": 451.0, "num_requests_total": 1.0, "gen_throughput": 40.2, "decode_sum_seq_lens": 123.0, "full_token_usage": 0.0, "num_used_tokens": 128.0, "kv_available_tokens": -192.0, "kv_evictable_tokens": 64.0, "kv_used_tokens": 128.0, "spec_accept_length": 0.5, "spec_accept_rate": 0.1, "per_stage_req_latency_seconds_sum": 0.9, "per_stage_req_latency_seconds_bucket": 200.0, "per_stage_req_latency_seconds_count": 8.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 160.0, "queue_time_seconds_count": 4.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 76.0, "eviction_duration_seconds_count": 4.0, "cuda_graph_passes_total": 1805.0, "realtime_tokens_total": 12100.0, "evicted_tokens_total": 47872.0, "time_to_first_token_seconds_sum": 0.2, "time_to_first_token_seconds_bucket": 17.0, "time_to_first_token_seconds_count": 1.0, "prompt_tokens_histogram_sum": 9995.0, "prompt_tokens_histogram_bucket": 22.0, "prompt_tokens_histogram_count": 1.0, "uncached_prompt_tokens_histogram_sum": 9995.0, "uncached_prompt_tokens_histogram_bucket": 22.0, "uncached_prompt_tokens_histogram_count": 1.0, "generation_tokens_histogram_sum": 2048.0, "generation_tokens_histogram_bucket": 29.0, "generation_tokens_histogram_count": 1.0, "inter_token_latency_seconds_sum": 5.1, "inter_token_latency_seconds_bucket": 47844.0, "inter_token_latency_seconds_count": 2047.0 } } ], "tau_counter": "spec_verify_calls_total", "sg_deltas_cell": { "process_cpu_seconds_total": 9.299999999999999, "http_requests_total": 32.0, "http_responses_total": 30.0, "prompt_tokens_total": 159891.0, "generation_tokens_total": 32768.0, "spec_verify_calls_total": 7020.0, "num_requests_total": 16.0, "gen_throughput": -139.20000000000005, "decode_sum_seq_lens": -463.0, "full_token_usage": 0.2, "num_used_tokens": 23680.0, "kv_available_tokens": -2304.0, "kv_evictable_tokens": -21376.0, "kv_used_tokens": 23680.0, "spec_accept_length": -1.6999999999999997, "spec_accept_rate": -0.30000000000000004, "http_requests_active": 2.0, "per_stage_req_latency_seconds_sum": 14.400000000000004, "per_stage_req_latency_seconds_bucket": 3200.0, "per_stage_req_latency_seconds_count": 128.0, "queue_time_seconds_sum": 0.0, "queue_time_seconds_bucket": 2559.0, "queue_time_seconds_count": 64.0, "eviction_duration_seconds_sum": 0.0, "eviction_duration_seconds_bucket": 1216.0, "eviction_duration_seconds_count": 64.0, "cuda_graph_passes_total": 28100.0, "realtime_tokens_total": 193364.0, "evicted_tokens_total": 758784.0, "time_to_first_token_seconds_sum": 3.2000000000000006, "time_to_first_token_seconds_bucket": 272.0, "time_to_first_token_seconds_count": 16.0, "prompt_tokens_histogram_sum": 159891.0, "prompt_tokens_histogram_bucket": 345.0, "prompt_tokens_histogram_count": 16.0, "uncached_prompt_tokens_histogram_sum": 159891.0, "uncached_prompt_tokens_histogram_bucket": 345.0, "uncached_prompt_tokens_histogram_count": 16.0, "generation_tokens_histogram_sum": 32768.0, "generation_tokens_histogram_bucket": 464.0, "generation_tokens_histogram_count": 16.0, "inter_token_latency_seconds_sum": 79.49999999999999, "inter_token_latency_seconds_bucket": 766034.0, "inter_token_latency_seconds_count": 32752.0, "token_usage": 0.2 }, "step_ms": 11.39 } } } }, "gates": { "G_d7": { "f8": 538.0, "champ_f8": 474.6, "keep": true } }, "decisions": [ "health (informational): 333.9", "R0 tool f8 = 474.6 (smoke ref 503.4); slow_node=False", "depth-7 keeps: 538.0 >= 474.6*1.005; completing" ], "hourly_usd": 24.0, "hard_cap_usd": 45.0, "bars": { "crusoe_median": 438.1, "crusoe_peak": 449.0, "stretch": 500.0, "note": "AA pinned 2026-07-05; smoke refs d5 486.9 / d6 498.5 n=16" }, "protocol": "brl11_record protocol: 10k docpacks, 2048 max_tokens, temp 0.6, per-request seeds, streaming interp median, n=16", "prompt_sha256_10k": "be01fffdb4cf55d93e049edaf22c5099d29cace9bc5fea8e3df8dcb29848a6e8" }