{"ok":true,"service":"callcurb-lookup-api","environment":"production","buildVersion":"0.1.0","timestamp":"2026-08-08T16:48:54.101Z","uptimeSeconds":986892,"observability":{"window_minutes":15,"request_count":0,"request_rate_per_second":0,"last_request_at":null,"latency_ms":{"average":null,"p50":null,"p95":null,"p99":null,"max":null,"target_p95":30,"target_p99":80},"response_size_bytes":{"average":null,"p95":null,"max":null},"cache":{"cacheable_request_count":0,"hit_count":0,"mixed_count":0,"hit_rate":null},"status_codes":{"success_2xx":0,"client_error_4xx":0,"server_error_5xx":0},"top_errors":[],"key_validation_failures":{"count":0,"last_occurred_at":null},"buffered_rollups":{"started_at":"2026-07-28T06:40:42.055Z","totals":{"request_count":23,"average_latency_ms":11.57,"max_latency_ms":63,"last_request_at":"2026-08-08T04:04:23.773Z","methods":{"GET":17,"POST":6},"endpoints":{"/v1/lookup/{e164}":10,"/v1/graphql":12,"/v1/.env":1},"status_codes":{"200":4,"404":19},"status_classes":{"success2xx":4,"clientError4xx":19,"serverError5xx":0},"cache_status":{"hit":0,"miss":4,"mixed":0,"bypass":19},"latency_histogram":[{"upperBoundMs":1,"label":"<=1","count":3},{"upperBoundMs":2,"label":"<=2","count":6},{"upperBoundMs":5,"label":"<=5","count":4},{"upperBoundMs":10,"label":"<=10","count":1},{"upperBoundMs":20,"label":"<=20","count":4},{"upperBoundMs":30,"label":"<=30","count":3},{"upperBoundMs":50,"label":"<=50","count":1},{"upperBoundMs":75,"label":"<=75","count":1},{"upperBoundMs":100,"label":"<=100","count":0},{"upperBoundMs":250,"label":"<=250","count":0},{"upperBoundMs":500,"label":"<=500","count":0},{"upperBoundMs":1000,"label":"<=1000","count":0},{"upperBoundMs":2000,"label":"<=2000","count":0},{"upperBoundMs":null,"label":"+Inf","count":0}]},"key_validation_failures":{"count":0,"last_occurred_at":null},"scylla_queries":{"total_count":8,"operations":[{"operation_id":"serving_row_single","count":4,"average_duration_ms":6.25,"max_duration_ms":11,"last_observed_at":"2026-07-28T12:41:22.201Z","total_rows_observed":4,"latency_histogram":[{"upperBoundMs":1,"label":"<=1","count":0},{"upperBoundMs":2,"label":"<=2","count":0},{"upperBoundMs":5,"label":"<=5","count":2},{"upperBoundMs":10,"label":"<=10","count":1},{"upperBoundMs":20,"label":"<=20","count":1},{"upperBoundMs":30,"label":"<=30","count":0},{"upperBoundMs":50,"label":"<=50","count":0},{"upperBoundMs":75,"label":"<=75","count":0},{"upperBoundMs":100,"label":"<=100","count":0},{"upperBoundMs":250,"label":"<=250","count":0},{"upperBoundMs":500,"label":"<=500","count":0},{"upperBoundMs":1000,"label":"<=1000","count":0},{"upperBoundMs":2000,"label":"<=2000","count":0},{"upperBoundMs":null,"label":"+Inf","count":0}]},{"operation_id":"canonical_row_single_location_backfill","count":4,"average_duration_ms":17.75,"max_duration_ms":37,"last_observed_at":"2026-07-28T12:41:22.201Z","total_rows_observed":4,"latency_histogram":[{"upperBoundMs":1,"label":"<=1","count":0},{"upperBoundMs":2,"label":"<=2","count":0},{"upperBoundMs":5,"label":"<=5","count":0},{"upperBoundMs":10,"label":"<=10","count":1},{"upperBoundMs":20,"label":"<=20","count":2},{"upperBoundMs":30,"label":"<=30","count":0},{"upperBoundMs":50,"label":"<=50","count":1},{"upperBoundMs":75,"label":"<=75","count":0},{"upperBoundMs":100,"label":"<=100","count":0},{"upperBoundMs":250,"label":"<=250","count":0},{"upperBoundMs":500,"label":"<=500","count":0},{"upperBoundMs":1000,"label":"<=1000","count":0},{"upperBoundMs":2000,"label":"<=2000","count":0},{"upperBoundMs":null,"label":"+Inf","count":0}]}]},"resources":{"latest":{"capturedAt":"2026-08-08T16:48:51.541Z","processUptimeSeconds":986862,"rssMb":767.1,"heapUsedMb":315.4,"heapTotalMb":347.5,"externalMb":81.1,"hostMemoryUsedMb":23527.8,"hostMemoryTotalMb":31335.3,"loadAverage":[0.3,0.36,0.2],"cpuCount":8,"nodeVersion":"v22.22.2","platform":"linux/x64","pid":533577,"activeWorkerCount":4},"history":[]},"flush":{"export_path":"/var/lib/callcurb/lookup-api/lookup-api-observability-rollups.json","flush_interval_ms":5000,"resource_snapshot_interval_ms":30000,"pending_changes":0,"last_attempt_at":"2026-08-08T16:48:53.157Z","last_success_at":"2026-08-08T16:48:53.157Z","last_error":null}}},"worker_runtime":{"authority_snapshot":{"refreshIntervalMs":5000,"freshnessWindowMs":5000,"ageMs":986890976,"minAgeMs":965683595,"maxAgeMs":986890976,"staleWorkerCount":4,"workerCount":4,"lastLoadedAt":"2026-07-28T12:34:08.484Z","lastLoadedAtNewest":"2026-07-28T12:34:08.484Z","lastLoadedAtOldest":"2026-07-28T06:40:42.049Z","lastRefreshError":null,"lastRefreshErrorCount":0},"usage_queue":{"persistenceMode":"primary_ipc","queuedCount":0,"maxDepth":10000,"workersAtMaxDepth":0,"totalPersisted":1,"totalDropped":0,"totalRecovered":0,"totalShutdownFlushed":0,"lastPersistedAt":"2026-07-28T12:34:07.660Z","lastFlushStartedAt":"2026-08-08T16:48:50.550Z","lastFlushCompletedAt":"2026-08-08T16:48:50.549Z","lastFlushDurationMs":5001,"lastFlushBatchSize":3,"lastFlushError":"Timed out waiting for primary usage persistence ack for batch 533693-1786207725549-192942."},"cache":{"posture":"per_worker_lru","maxEntriesPerWorker":1000,"configuredWorkerCount":4,"estimatedClusterEntryCapacity":4000,"activeEntryCount":4,"approxValueBytes":6477,"utilizationPercent":0.1,"totalEvictions":0,"totalExpiredOnRead":0,"lastSetAt":"2026-07-28T12:41:22.194Z"},"workers":[{"workerId":1,"pid":533693,"capturedAt":"2026-08-08T16:48:51.197Z","requestCount":0,"requestRatePerSecond":0,"p95LatencyMs":null,"cacheEntryCount":1,"cacheApproxValueBytes":1561,"usageQueuedCount":0,"usageDroppedTotal":0,"authorityAgeMs":986889148,"rssMb":194.3,"topErrors":[]},{"workerId":2,"pid":533694,"capturedAt":"2026-08-08T16:48:52.079Z","requestCount":0,"requestRatePerSecond":0,"p95LatencyMs":null,"cacheEntryCount":1,"cacheApproxValueBytes":1675,"usageQueuedCount":0,"usageDroppedTotal":0,"authorityAgeMs":965683595,"rssMb":190.1,"topErrors":[]},{"workerId":3,"pid":533700,"capturedAt":"2026-08-08T16:48:51.197Z","requestCount":0,"requestRatePerSecond":0,"p95LatencyMs":null,"cacheEntryCount":0,"cacheApproxValueBytes":0,"usageQueuedCount":0,"usageDroppedTotal":0,"authorityAgeMs":986889104,"rssMb":193.4,"topErrors":[]},{"workerId":4,"pid":533701,"capturedAt":"2026-08-08T16:48:53.157Z","requestCount":0,"requestRatePerSecond":0,"p95LatencyMs":null,"cacheEntryCount":2,"cacheApproxValueBytes":3241,"usageQueuedCount":0,"usageDroppedTotal":0,"authorityAgeMs":986890976,"rssMb":189.3,"topErrors":[]}]},"runtime_telemetry_source":"primary_coordinated","cache_posture":{"model":"per_worker_lru","workerDuplicationAccepted":true,"maxEntriesPerWorker":1000,"configuredWorkerCount":4,"estimatedClusterEntryCapacity":4000,"activeEntryCount":4,"approxValueBytes":6477,"summary":"The runtime keeps one per-worker LRU cache and sizes memory explicitly as max entries per worker multiplied by configured workers. This keeps cache hits local and avoids adding a shared cache dependency to the hot path."},"coordinator_status":{"state":"active","role":"primary","configuredWorkerCount":4,"activeWorkerCount":4,"workerRestartCount":0,"backgroundSyncOwner":"primary","primaryPid":533577,"workerPids":[533693,533694,533700,533701],"lastUpdatedAt":"2026-08-08T16:48:50.550Z","lastWorkerForkedAt":null,"lastWorkerOnlineAt":null,"lastWorkerExitAt":null,"lastWorkerExitReason":null,"usageWriter":{"mode":"primary_serialized_sqlite","queuedBatchCount":771658,"queuedEventCount":1735825,"inFlightBatchCount":0,"lastBatchReceivedAt":"2026-08-08T16:48:50.040Z","lastPersistedAt":"2026-07-28T12:34:08.480Z","lastBatchSize":1,"lastDurationMs":6,"lastError":null,"totalReceivedBatches":771659,"totalReceivedEvents":1735826,"totalPersistedBatches":1,"totalPersistedEvents":1,"totalFailedBatches":0}},"consistency_contract":{"authoritativeSqliteCounters":["api-key lifecycle status and revocation state","rotation lineage and allowlists","persisted daily quota-window counters","persisted long-window usage history and exports"],"workerLocalProtections":["bounded authority snapshots for hot-path auth reads","worker-local minute rate-limit buckets","worker-local queued usage shadow counters","worker-local queue backpressure and drop protection"],"boundedSkew":{"authorityFreshnessWindowMs":5000,"maxExtraQuotaRequestsPerWindow":3,"maxExtraRateLimitRequestsPerMinute":3},"quotaGuard":{"configuredWorkerCount":4,"strategy":"Each worker may admit only ceil((remaining_authoritative_quota) / configured_workers) additional requests before the next SQLite-backed snapshot refresh."},"singleWriterDurability":{"workerPersistenceMode":"primary_ipc","coordinatorWriterMode":"primary_serialized_sqlite","strategy":"Workers batch usage locally, forward flush batches to the primary process over IPC, and the primary coalesces those worker batches into one serialized SQLite persistence lane."}},"scylla_connection":{"kind":"loopback","host":"127.0.0.1","port":9042,"preferredForHetzner":true,"requiresManualVerification":false,"detail":"Scylla is targeted through loopback at 127.0.0.1:9042, which is the preferred same-host Hetzner path."},"dependency_summary":{"total":2,"degraded_count":0},"degraded_dependencies":[],"readiness":{"state":"degraded","summary":"The local key authority has a non-blocking warning.","blockers":[],"warnings":["The local key authority has a non-blocking warning."]}}