{ "summary": { "snapshots": 2, "currentSnapshots": 1, "drifts": 6, "querySpikes": 2, "attributionGaps": 1, "optimizationEscalations": 6, "highFindings": 3, "recommendation": "Contain the bytes-scanned spike, tune the partition misses, rebalance reservations, restore telemetry, and backfill labels before calling BigQuery query-cost posture healthy." }, "queryLane": [ { "id": "scan-efficiency", "lane": "Scan efficiency lane", "owner": "Analytics Engineering", "focus": "Bytes scanned, partition discipline, and wide-read regression control", "status": "red", "note": "High-value workloads are scanning more data than the budget envelope expects.", "nextAction": "Restore partition filters and tune the hotspot queries before the next executive refresh cycle.", "relatedFindings": 2 }, { "id": "slot-governance", "lane": "Slot governance lane", "owner": "Data Platform", "focus": "Reservation pressure, queue health, and right-sizing posture", "status": "red", "note": "Reservation contention and underuse are both weakening slot efficiency.", "nextAction": "Rebalance reservations and reduce queue pressure on the busiest analytics paths.", "relatedFindings": 3 }, { "id": "attribution-hygiene", "lane": "Attribution hygiene lane", "owner": "FinOps Operations", "focus": "Labels, chargeback trust, and finance-facing visibility", "status": "yellow", "note": "Unlabeled query-cost paths are reducing showback trust.", "nextAction": "Backfill labels and enforce owner tagging on scheduled query workflows.", "relatedFindings": 1 }, { "id": "telemetry-freshness", "lane": "Telemetry freshness lane", "owner": "Data Platform", "focus": "Billing exports, usage extracts, and optimization evidence freshness", "status": "yellow", "note": "Telemetry and export freshness need cleanup before query-cost posture can be called healthy.", "nextAction": "Restore export freshness and validate downstream cost-governance feeds.", "relatedFindings": 6 } ], "costRisks": [ { "code": "bytes-scanned-spike", "severity": "high", "message": "Bytes-scanned spike on \"/orgs/kg-prod/projects/shared-analytics/queries/weekly_exec_rollup\" is already pressuring the monthly BigQuery runway by $1,180.", "subject": "drift-scan-spike", "subjectName": "/orgs/kg-prod/projects/shared-analytics/queries/weekly_exec_rollup", "scope": "WORKLOAD", "family": "Queries", "resourceName": "weekly_exec_rollup.sql", "owner": "Analytics Engineering" }, { "code": "slot-pressure-surge", "severity": "high", "message": "Slot pressure is active on \"analytics-prod\" within \"/orgs/kg-prod/reservations/analytics-prod\" and should be relieved before queue times keep compounding.", "subject": "drift-slot-pressure", "subjectName": "/orgs/kg-prod/reservations/analytics-prod", "scope": "RESERVATION", "family": "Slots", "resourceName": "analytics-prod", "owner": "Data Platform" }, { "code": "telemetry-gap", "severity": "high", "message": "Telemetry coverage is broken on \"/orgs/kg-prod/projects/finance-reporting/exports/billing_feed\", which weakens downstream query-cost governance and optimization trust.", "subject": "drift-telemetry-gap", "subjectName": "/orgs/kg-prod/projects/finance-reporting/exports/billing_feed", "scope": "PROJECT", "family": "Telemetry", "resourceName": "billing_export_feed", "owner": "Data Platform" }, { "code": "stale-snapshot", "severity": "medium", "message": "Workload snapshot for \"Finance mart and export feeds\" is stale and should be refreshed before certifying query-cost posture.", "subject": "snap-finance-pipelines", "subjectName": "/orgs/kg-prod/projects/finance-reporting", "scope": "PROJECT", "owner": "Data Platform" }, { "code": "partition-filter-miss", "severity": "medium", "message": "Partition-filter discipline is missing on \"customer_ltv_refresh.sql\" and scan efficiency is slipping.", "subject": "drift-partition-miss", "subjectName": "/orgs/kg-prod/projects/shared-analytics/queries/customer_ltv_refresh", "scope": "WORKLOAD", "family": "Queries", "resourceName": "customer_ltv_refresh.sql", "owner": "Analytics Engineering" }, { "code": "reservation-drift", "severity": "medium", "message": "Reservation posture on \"/orgs/kg-prod/reservations/analytics-prod\" is drifting and slot allocation should be rebalanced.", "subject": "drift-slot-pressure", "subjectName": "/orgs/kg-prod/reservations/analytics-prod", "scope": "RESERVATION", "family": "Slots", "resourceName": "analytics-prod", "owner": "Data Platform" }, { "code": "reservation-drift", "severity": "medium", "message": "Reservation posture on \"/orgs/kg-prod/reservations/finance-backoffice\" is drifting and slot allocation should be rebalanced.", "subject": "drift-reservation-underuse", "subjectName": "/orgs/kg-prod/reservations/finance-backoffice", "scope": "RESERVATION", "family": "Slots", "resourceName": "finance-backoffice", "owner": "Data Platform" }, { "code": "low-attribution-coverage", "severity": "medium", "message": "Attribution coverage is drifting on \"/orgs/kg-prod/projects/finance-reporting\" and unlabeled BigQuery spend is reducing showback trust.", "subject": "drift-attribution-gap", "subjectName": "/orgs/kg-prod/projects/finance-reporting", "scope": "PROJECT", "family": "Attribution", "resourceName": "kg-finance-reporting", "owner": "FinOps Operations" }, { "code": "stale-optimization-window", "severity": "low", "message": "Drift on \"/orgs/kg-prod/projects/shared-analytics/queries/customer_ltv_refresh\" has remained unresolved for 29 hours.", "subject": "drift-partition-miss", "subjectName": "/orgs/kg-prod/projects/shared-analytics/queries/customer_ltv_refresh", "scope": "WORKLOAD", "family": "Queries", "resourceName": "customer_ltv_refresh.sql", "owner": "Data Platform" }, { "code": "stale-optimization-window", "severity": "low", "message": "Drift on \"/orgs/kg-prod/reservations/finance-backoffice\" has remained unresolved for 34 hours.", "subject": "drift-reservation-underuse", "subjectName": "/orgs/kg-prod/reservations/finance-backoffice", "scope": "RESERVATION", "family": "Slots", "resourceName": "finance-backoffice", "owner": "Data Platform" }, { "code": "stale-optimization-window", "severity": "low", "message": "Drift on \"/orgs/kg-prod/projects/finance-reporting\" has remained unresolved for 41 hours.", "subject": "drift-attribution-gap", "subjectName": "/orgs/kg-prod/projects/finance-reporting", "scope": "PROJECT", "family": "Attribution", "resourceName": "kg-finance-reporting", "owner": "Data Platform" }, { "code": "stale-optimization-window", "severity": "low", "message": "Drift on \"/orgs/kg-prod/projects/finance-reporting/exports/billing_feed\" has remained unresolved for 36 hours.", "subject": "drift-telemetry-gap", "subjectName": "/orgs/kg-prod/projects/finance-reporting/exports/billing_feed", "scope": "PROJECT", "family": "Telemetry", "resourceName": "billing_export_feed", "owner": "Data Platform" } ], "optimizationPosture": [ { "packetId": "BQ-11", "lane": "Scan-efficiency recovery", "owner": "Analytics Engineering", "status": "red", "completenessScore": 56, "decisionNote": "Query scans and partition misses are both active, so workload efficiency is not ready for sign-off.", "blocker": "Partition filter fixes and query rewrites still need to land on the highest-cost workloads.", "launchWindowHours": 10 }, { "packetId": "BQ-19", "lane": "Slot-governance repair", "owner": "Data Platform", "status": "red", "completenessScore": 63, "decisionNote": "Reservation pressure is still too high during peak analytics windows.", "blocker": "Reservation rebalance and queue-mitigation work have not completed.", "launchWindowHours": 14 }, { "packetId": "BQ-24", "lane": "Attribution cleanup", "owner": "FinOps Operations", "status": "yellow", "completenessScore": 75, "decisionNote": "Label hygiene can clear once the remaining unowned scheduled-query paths are mapped.", "blocker": "Two cost-center mappings are still missing from the finance reporting project.", "launchWindowHours": 18 }, { "packetId": "BQ-31", "lane": "Telemetry restoration", "owner": "Data Platform", "status": "yellow", "completenessScore": 71, "decisionNote": "Telemetry freshness is recoverable in one optimization cycle.", "blocker": "Usage export partitions must replay before the next cost review window.", "launchWindowHours": 24 } ], "verification": [ "The dashboard is backed by a real offline analyzer and CLI, not static copy alone.", "Workload snapshots and query-cost packets are synthetic sample data only; no live BigQuery credentials, SQL text, or project secrets are published.", "The control plane keeps query, slot, attribution, storage, and telemetry drift visible for FinOps and analytics stakeholders.", "This surface demonstrates BigQuery query-cost governance operations, not a generic cloud-cost keyword page.", "It complements Azure, Entra, AWS, GCP IAM, and reporting proof with a concrete BigQuery optimization lane." ], "sample": { "snapshots": [ { "id": "snap-shared-analytics", "name": "Shared analytics and reporting", "scope": "ORG", "scopePath": "/orgs/kg-prod/projects/shared-analytics", "billingProject": "kg-shared-analytics", "baselineStatus": "CURRENT", "owner": "Data Platform", "currentMonthUsd": 6940, "budgetUsd": 6200, "monthOverMonthChangePct": 16, "labeledSpendPct": 87, "slotUtilizationPct": 82, "collectedAt": "2026-05-30T14:00:00Z" }, { "id": "snap-finance-pipelines", "name": "Finance mart and export feeds", "scope": "PROJECT", "scopePath": "/orgs/kg-prod/projects/finance-reporting", "billingProject": "kg-finance-reporting", "baselineStatus": "STALE", "owner": "FinOps Operations", "currentMonthUsd": 2190, "budgetUsd": 2400, "monthOverMonthChangePct": 6, "labeledSpendPct": 73, "slotUtilizationPct": 61, "collectedAt": "2026-05-27T08:30:00Z" } ], "drifts": [ { "id": "drift-scan-spike", "snapshotId": "snap-shared-analytics", "scope": "WORKLOAD", "scopePath": "/orgs/kg-prod/projects/shared-analytics/queries/weekly_exec_rollup", "family": "Queries", "status": "OPEN", "resourceName": "weekly_exec_rollup.sql", "expectedState": "Executive rollup query stays partition-aware and scan-efficient.", "observedState": "Bytes scanned spike after wide scan and repeated history reads.", "estimatedImpactUsd": 1180, "changeWindowHours": 16, "owner": "Analytics Engineering", "breaksGuardrail": true, "affectsForecast": true }, { "id": "drift-partition-miss", "snapshotId": "snap-shared-analytics", "scope": "WORKLOAD", "scopePath": "/orgs/kg-prod/projects/shared-analytics/queries/customer_ltv_refresh", "family": "Queries", "status": "ACKNOWLEDGED", "resourceName": "customer_ltv_refresh.sql", "expectedState": "Workload uses partition filters and bounded date windows.", "observedState": "Full scan without partition filter after template regression.", "estimatedImpactUsd": 410, "changeWindowHours": 29, "owner": "Analytics Engineering" }, { "id": "drift-slot-pressure", "snapshotId": "snap-shared-analytics", "scope": "RESERVATION", "scopePath": "/orgs/kg-prod/reservations/analytics-prod", "family": "Slots", "status": "OPEN", "resourceName": "analytics-prod", "expectedState": "Reservation queue stays within the published latency envelope.", "observedState": "Slot queue pressure and reservation contention are rising during refresh peaks.", "estimatedImpactUsd": 760, "changeWindowHours": 18, "owner": "Data Platform", "breaksGuardrail": true, "affectsForecast": true }, { "id": "drift-reservation-underuse", "snapshotId": "snap-finance-pipelines", "scope": "RESERVATION", "scopePath": "/orgs/kg-prod/reservations/finance-backoffice", "family": "Slots", "status": "ACKNOWLEDGED", "resourceName": "finance-backoffice", "expectedState": "Reservation stays right-sized for scheduled finance workloads.", "observedState": "Reservation underused outside a short daily batch window.", "estimatedImpactUsd": 290, "changeWindowHours": 34, "owner": "FinOps Operations" }, { "id": "drift-attribution-gap", "snapshotId": "snap-finance-pipelines", "scope": "PROJECT", "scopePath": "/orgs/kg-prod/projects/finance-reporting", "family": "Attribution", "status": "OPEN", "resourceName": "kg-finance-reporting", "expectedState": "Scheduled queries and data-transfer spend carry owner and cost-center labels.", "observedState": "Unlabeled BigQuery spend remains on two scheduled query paths.", "estimatedImpactUsd": 220, "changeWindowHours": 41, "owner": "FinOps Operations", "affectsChargeback": true }, { "id": "drift-telemetry-gap", "snapshotId": "snap-finance-pipelines", "scope": "PROJECT", "scopePath": "/orgs/kg-prod/projects/finance-reporting/exports/billing_feed", "family": "Telemetry", "status": "OPEN", "resourceName": "billing_export_feed", "expectedState": "Billing export and INFORMATION_SCHEMA usage extracts land daily for optimization review.", "observedState": "Usage export partitions are missing for the last two days.", "estimatedImpactUsd": 180, "changeWindowHours": 36, "owner": "Data Platform", "breaksGuardrail": true, "affectsChargeback": true } ] } }