=== RUN   TestFoundationDBStatus
Running Suite: Test FDB status Test Suite - /codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests
========================================================================================================================================
Random Seed: 1783654162

Will run 4 of 4 specs
------------------------------
[BeforeSuite] 
/codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests/test_foundationdb_status/foundationdb_status_test.go:29
  2026/07/10 03:29:22 using seed: 1783654162 for factory
  2026/07/10 03:29:22 namespace: fdb-pr-18812-test-x8bf2vkb length: 26
  2026/07/10 03:29:23 created namespace fdb-pr-18812-test-x8bf2vkb
  2026/07/10 03:29:49 using namespace fdb-pr-18812-test-x8bf2vkb for testing
  2026/07/10 03:29:49 create cluster: {"metadata":{"name":"test-gal22x6v","namespace":"fdb-pr-18812-test-x8bf2vkb"},"spec":{"version":"8.0.0","databaseConfiguration":{"redundancy_mode":"triple","storage_engine":"ssd-rocksdb-v1","storage":5,"logs":3,"proxies":2,"commit_proxies":1,"grv_proxies":1,"resolvers":1},"processes":{"general":{"podTemplate":{"metadata":{"annotations":{"cluster-autoscaler.kubernetes.io/safe-to-evict":"false","prometheus.io/port":"8081","prometheus.io/scrape":"true"}},"spec":{"volumes":[{"name":"fdb-certs","secret":{"secretName":"dyruxzvojzhhtx4vsxlfvk31ro7syypc"}}],"containers":[{"name":"foundationdb","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."},{"name":"FDB_NETWORK_OPTION_TRACE_ENABLE","value":"/var/log/fdb-trace-logs"},{"name":"ENABLE_NODE_WATCH","value":"true"}],"resources":{"limits":{"org.foundationdb/empty":"0"},"requests":{"cpu":"1","memory":"8Gi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"privileged":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":true}},{"name":"foundationdb-kubernetes-sidecar","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."}],"resources":{"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"readOnlyRootFilesystem":false}}],"nodeSelector":{"eks.amazonaws.com/nodegroup":"foundationdb-chaos-c"},"serviceAccountName":"fdb-kubernetes","securityContext":{"fsGroup":4059},"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"weight":100,"podAffinityTerm":{"labelSelector":{"matchExpressions":[{"key":"foundationdb.org/fdb-cluster-name","operator":"In","values":["test-gal22x6v"]}]},"topologyKey":"kubernetes.io/hostname"}}]}}}},"volumeClaimTemplate":{"metadata":{},"spec":{"resources":{"requests":{"storage":"16Gi"}},"storageClassName":"gp3-fast"},"status":{}},"customParameters":["trace_format=json"]},"storage":{"podTemplate":{"metadata":{"annotations":{"cluster-autoscaler.kubernetes.io/safe-to-evict":"false","prometheus.io/port":"8081","prometheus.io/scrape":"true"}},"spec":{"volumes":[{"name":"fdb-certs","secret":{"secretName":"dyruxzvojzhhtx4vsxlfvk31ro7syypc"}}],"containers":[{"name":"foundationdb","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."},{"name":"FDB_NETWORK_OPTION_TRACE_ENABLE","value":"/var/log/fdb-trace-logs"},{"name":"ENABLE_NODE_WATCH","value":"true"}],"resources":{"limits":{"org.foundationdb/empty":"0"},"requests":{"cpu":"2","memory":"16Gi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"privileged":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":true}},{"name":"foundationdb-kubernetes-sidecar","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."}],"resources":{"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"readOnlyRootFilesystem":false}}],"nodeSelector":{"eks.amazonaws.com/nodegroup":"foundationdb-chaos-c"},"serviceAccountName":"fdb-kubernetes","securityContext":{"fsGroup":4059},"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"weight":100,"podAffinityTerm":{"labelSelector":{"matchExpressions":[{"key":"foundationdb.org/fdb-cluster-name","operator":"In","values":["test-gal22x6v"]}]},"topologyKey":"kubernetes.io/hostname"}}]}}}},"volumeClaimTemplate":{"metadata":{},"spec":{"resources":{"requests":{"storage":"16Gi"}},"storageClassName":"gp3-fast"},"status":{}},"customParameters":["trace_format=json"]}},"processCounts":{},"partialConnectionString":{},"faultDomain":{"key":"foundationdb.org/none"},"mainContainer":{"enableTls":true,"imageConfigs":[{"version":"8.0.0","baseImage":"034006644693.dkr.ecr.us-west-2.amazonaws.com/foundationdb/fdb-kubernetes-monitor","tag":"8.0.0-a6bb3485"},{"baseImage":"034006644693.dkr.ecr.us-west-2.amazonaws.com/foundationdb/fdb-kubernetes-monitor"}]},"sidecarContainer":{"enableTls":true,"imageConfigs":[{"version":"8.0.0","baseImage":"034006644693.dkr.ecr.us-west-2.amazonaws.com/foundationdb/foundationdb-kubernetes-sidecar","tag":"8.0.0-a6bb3485-1"},{"baseImage":"034006644693.dkr.ecr.us-west-2.amazonaws.com/foundationdb/foundationdb-kubernetes-sidecar","tagSuffix":"-1"}]},"logGroup":"fdb-pr-18812-test-x8bf2vkb-test-gal22x6v","automationOptions":{"replacements":{"enabled":true,"failureDetectionTimeSeconds":600,"taintReplacementTimeSeconds":150,"maxConcurrentReplacements":2},"useLocalitiesForExclusion":false,"removalMode":"All","waitBetweenRemovalsSeconds":0,"maintenanceModeOptions":{"UseMaintenanceModeChecker":false},"ignoreLogGroupsForUpgrade":["fdb-kubernetes-operator"],"synchronizationMode":"local"},"lockOptions":{},"routing":{"headlessService":true,"useDNSInClusterFile":false},"buggify":{},"storageServersPerPod":2,"minimumUptimeSecondsForBounce":30,"labels":{},"imageType":"unified"},"status":{"databaseConfiguration":{},"generations":{},"health":{},"requiredAddresses":{},"locks":{},"maintenanceModeInfo":{}}}
  2026/07/10 03:29:49 --------------------------------------------------------------------------------
  2026/07/10 03:29:49 process counts: {"storage":5,"stateless":9,"log":5}
  2026/07/10 03:29:49 --------------------------------------------------------------------------------
  2026/07/10 03:29:49 storage pod: {"podTemplate":{"metadata":{"annotations":{"cluster-autoscaler.kubernetes.io/safe-to-evict":"false","prometheus.io/port":"8081","prometheus.io/scrape":"true"}},"spec":{"volumes":[{"name":"fdb-certs","secret":{"secretName":"dyruxzvojzhhtx4vsxlfvk31ro7syypc"}}],"containers":[{"name":"foundationdb","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."},{"name":"FDB_NETWORK_OPTION_TRACE_ENABLE","value":"/var/log/fdb-trace-logs"},{"name":"ENABLE_NODE_WATCH","value":"true"}],"resources":{"limits":{"org.foundationdb/empty":"0"},"requests":{"cpu":"2","memory":"16Gi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"privileged":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":true}},{"name":"foundationdb-kubernetes-sidecar","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."}],"resources":{"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"readOnlyRootFilesystem":false}}],"nodeSelector":{"eks.amazonaws.com/nodegroup":"foundationdb-chaos-c"},"serviceAccountName":"fdb-kubernetes","securityContext":{"fsGroup":4059},"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"weight":100,"podAffinityTerm":{"labelSelector":{"matchExpressions":[{"key":"foundationdb.org/fdb-cluster-name","operator":"In","values":["test-gal22x6v"]}]},"topologyKey":"kubernetes.io/hostname"}}]}}}},"volumeClaimTemplate":{"metadata":{},"spec":{"resources":{"requests":{"storage":"16Gi"}},"storageClassName":"gp3-fast"},"status":{}},"customParameters":["trace_format=json"]}
  2026/07/10 03:29:49 --------------------------------------------------------------------------------
  2026/07/10 03:29:49 stateless pod: {"podTemplate":{"metadata":{"annotations":{"cluster-autoscaler.kubernetes.io/safe-to-evict":"false","prometheus.io/port":"8081","prometheus.io/scrape":"true"}},"spec":{"volumes":[{"name":"fdb-certs","secret":{"secretName":"dyruxzvojzhhtx4vsxlfvk31ro7syypc"}}],"containers":[{"name":"foundationdb","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."},{"name":"FDB_NETWORK_OPTION_TRACE_ENABLE","value":"/var/log/fdb-trace-logs"},{"name":"ENABLE_NODE_WATCH","value":"true"}],"resources":{"limits":{"org.foundationdb/empty":"0"},"requests":{"cpu":"1","memory":"8Gi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"privileged":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":true}},{"name":"foundationdb-kubernetes-sidecar","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."}],"resources":{"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"readOnlyRootFilesystem":false}}],"nodeSelector":{"eks.amazonaws.com/nodegroup":"foundationdb-chaos-c"},"serviceAccountName":"fdb-kubernetes","securityContext":{"fsGroup":4059},"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"weight":100,"podAffinityTerm":{"labelSelector":{"matchExpressions":[{"key":"foundationdb.org/fdb-cluster-name","operator":"In","values":["test-gal22x6v"]}]},"topologyKey":"kubernetes.io/hostname"}}]}}}},"customParameters":["trace_format=json"]}
  2026/07/10 03:29:49 --------------------------------------------------------------------------------
  2026/07/10 03:29:49 log pod: {"podTemplate":{"metadata":{"annotations":{"cluster-autoscaler.kubernetes.io/safe-to-evict":"false","prometheus.io/port":"8081","prometheus.io/scrape":"true"}},"spec":{"volumes":[{"name":"fdb-certs","secret":{"secretName":"dyruxzvojzhhtx4vsxlfvk31ro7syypc"}}],"containers":[{"name":"foundationdb","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."},{"name":"FDB_NETWORK_OPTION_TRACE_ENABLE","value":"/var/log/fdb-trace-logs"},{"name":"ENABLE_NODE_WATCH","value":"true"}],"resources":{"limits":{"org.foundationdb/empty":"0"},"requests":{"cpu":"1","memory":"8Gi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"privileged":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":true}},{"name":"foundationdb-kubernetes-sidecar","env":[{"name":"FDB_TLS_CERTIFICATE_FILE","value":"/tmp/fdb-certs/tls.crt"},{"name":"FDB_TLS_CA_FILE","value":"/tmp/fdb-certs/ca.pem"},{"name":"FDB_TLS_KEY_FILE","value":"/tmp/fdb-certs/tls.key"},{"name":"FDB_TLS_VERIFY_PEERS","value":"I.CN=localhost,I.O=Example Inc.,S.CN=localhost,S.O=Example Inc."}],"resources":{"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"fdb-certs","readOnly":true,"mountPath":"/tmp/fdb-certs"}],"imagePullPolicy":"Always","securityContext":{"readOnlyRootFilesystem":false}}],"nodeSelector":{"eks.amazonaws.com/nodegroup":"foundationdb-chaos-c"},"serviceAccountName":"fdb-kubernetes","securityContext":{"fsGroup":4059},"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"weight":100,"podAffinityTerm":{"labelSelector":{"matchExpressions":[{"key":"foundationdb.org/fdb-cluster-name","operator":"In","values":["test-gal22x6v"]}]},"topologyKey":"kubernetes.io/hostname"}}]}}}},"volumeClaimTemplate":{"metadata":{},"spec":{"resources":{"requests":{"storage":"16Gi"}},"storageClassName":"gp3-fast"},"status":{}},"customParameters":["trace_format=json"]}
  2026/07/10 03:29:49 --------------------------------------------------------------------------------
  2026/07/10 03:29:49 preparing to create fdb cluster: fdb-pr-18812-test-x8bf2vkb/test-gal22x6v
  2026/07/10 03:29:49 waiting until the cluster fdb-pr-18812-test-x8bf2vkb/test-gal22x6v is healthy and reconciled
  2026/07/10 03:33:49 ForceReconcile: Status Generations={"needsConfigurationChange":1}, Metadata Generation=1
  2026/07/10 03:33:59 reconciled name=test-gal22x6v, namespace=fdb-pr-18812-test-x8bf2vkb, generation:1
  2026/07/10 03:33:59 # splunk cluster performance view
  2026/07/10 03:33:59 # https://splunk-if.icloud.apple.com/en-US/app/search/foundationdb_performance_wip?form.Index=awstestfdb&form.LogGroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v&form.TimeRange.earliest=-15m&form.TimeRange.latest=now&form.Span=span%3D5s&form.Roles=&form.Host=*&form.Machine=*
  2026/07/10 03:33:59 --------------------------------------------------------------------------------
  2026/07/10 03:33:59 # splunk detailed cluster view
  2026/07/10 03:33:59 # https://splunk-if.icloud.apple.com/en-US/app/search/foundationdb_details?form.Index=awstestfdb&form.LogGroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v&form.TimeRange.earliest=-15m&form.TimeRange.latest=now&form.Span=span%3D5s&form.Roles=&form.Host=*&form.Machine=*
  2026/07/10 03:33:59 --------------------------------------------------------------------------------
  2026/07/10 03:33:59 # splunk operator logs view
  2026/07/10 03:33:59 # https://splunk-if.icloud.apple.com/en-US/app/search/foundationdb__operator?form.Index=awstestfdb&form.Cluster=*&form.Namespace=*&form.TimeSpan.earliest=-1m&form.TimeSpan.latest=now
  2026/07/10 03:33:59 --------------------------------------------------------------------------------
  2026/07/10 03:34:00 # splunk fdb client view
  2026/07/10 03:34:00 # https://splunk-if.icloud.apple.com/en-US/app/search/foundationdb__client_performance_dev_wip?form.Index=awstestfdb&form.LogGroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v&form.TimeSpan.earliest=-15m&form.TimeSpan.latest=now&form.UpdateRateTypeToken=&form.ChartBinSizeToken=60s
  2026/07/10 03:34:00 --------------------------------------------------------------------------------
  2026/07/10 03:34:00 # splunk rocksdb performance view
  2026/07/10 03:34:00 # https://splunk-if.icloud.apple.com/en-US/app/search/foundationdb__rocksdb_overview_dev_wip?form.Index=awstestfdb&form.LogGroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v&form.TimeSpan.earliest=-60m%40m&form.TimeSpan.latest=now&form.UpdateRateTypeToken=&form.ChartBinSizeToken=30s&form.MetricsToken=NumRunningCompactions
  2026/07/10 03:34:00 --------------------------------------------------------------------------------
  2026/07/10 03:34:00 # FDB data loader client logs
  2026/07/10 03:34:00 # https://splunk-if.icloud.apple.com/en-US/app/search/search?q=search%20index%3Dawstestfdb%20LogGroup%3Dfdb-pr-18812-test-x8bf2vkb-test-gal22x6v-fdb-data-loader&display.page.search.mode=smart&dispatch.sample_ratio=1&earliest=-15m&latest=now
  2026/07/10 03:34:00 --------------------------------------------------------------------------------
  2026/07/10 03:34:00 # kubectl commands
  2026/07/10 03:34:00 # kubectl get pods -n fdb-pr-18812-test-x8bf2vkb
  2026/07/10 03:34:00 #
  2026/07/10 03:34:00 ################################################################################
  2026/07/10 03:34:00 FoundationDB cluster created (at version 8.0.0 ) in 4m10.379017481s
  2026/07/10 03:34:00 UpdateClusterSpec: specUpdated: false
  2026/07/10 03:34:01 UpdateClusterSpec: specUpdated: true
  2026/07/10 03:34:01 waiting until the cluster fdb-pr-18812-test-x8bf2vkb/test-gal22x6v is healthy and reconciled
  2026/07/10 03:34:01 reconciled name=test-gal22x6v, namespace=fdb-pr-18812-test-x8bf2vkb, generation:2
[BeforeSuite] PASSED [278.369 seconds]
------------------------------
FoundationDBStatus when parsing the result of the machine-readable status should be parsable into a FoundationDBStatus struct [pr, foundationdb-pr]
/codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests/test_foundationdb_status/foundationdb_status_test.go:76
• [0.273 seconds]
------------------------------
FoundationDBStatus when getting the recovery state should contain a non-zero seconds_since_last_recovered value [pr, foundationdb-pr]
/codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests/test_foundationdb_status/foundationdb_status_test.go:96
• [0.258 seconds]
------------------------------
FoundationDBStatus when getting the reported clients shouldn't report fdbserver processes as clients [pr, foundationdb-pr]
/codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests/test_foundationdb_status/foundationdb_status_test.go:111
  2026/07/10 03:34:03 Process: count = 19 , ip addresses: map[100.80.130.130:{} 100.80.132.224:{} 100.80.134.146:{} 100.80.137.168:{} 100.80.143.129:{} 100.80.143.154:{} 100.80.150.168:{} 100.80.153.33:{} 100.80.158.171:{} 100.80.166.229:{} 100.80.169.191:{} 100.80.169.52:{} 100.80.178.69:{} 100.80.182.178:{} 100.80.183.243:{} 100.80.184.216:{} 100.80.188.37:{} 100.80.189.42:{} 100.80.191.230:{}]
  2026/07/10 03:34:03 Clients: count = 7 , ip addresses: map[100.80.143.65:{} 100.80.64.16:{}]
  2026/07/10 03:34:03 Status:  {"client":{"coordinators":{"coordinators":[{"address":"100.80.134.146:4500:tls","reachable":true},{"address":"100.80.150.168:4500:tls","reachable":true},{"address":"100.80.189.42:4500:tls","reachable":true},{"address":"100.80.191.230:4500:tls","reachable":true},{"address":"100.80.132.224:4500:tls","reachable":true}],"quorum_reachable":true},"database_status":{"available":true,"healthy":true}},"cluster":{"configuration":{"redundancy_mode":"triple","storage_engine":"ssd-rocksdb-v1","usable_regions":1,"logs":3,"proxies":2,"commit_proxies":1,"grv_proxies":1,"resolvers":1,"log_routers":-1,"remote_logs":-1,"log_spill":2,"storage_migration_type":"disabled","perpetual_storage_wiggle":0,"perpetual_storage_wiggle_locality":"0","perpetual_storage_wiggle_engine":"none"},"processes":{"17443061b16787c1a7bfd5c5c76aec81":{"address":"100.80.182.178:4502:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.182.178]:4502:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/2 --locality_process_id=storage-17926-2 --locality_instance_id=storage-17926 --locality_machineid=test-gal22x6v-storage-17926 --locality_zoneid=test-gal22x6v-storage-17926 --listen_address=[100.80.182.178]:4502:tls --trace_format=json","locality":{"instance_id":"storage-17926","machineid":"test-gal22x6v-storage-17926","process_id":"storage-17926-2","processid":"17443061b16787c1a7bfd5c5c76aec81","zoneid":"test-gal22x6v-storage-17926"},"version":"8.0.0","uptime_seconds":65.0005,"run_loop_busy":0.00474613,"roles":[{"role":"storage","id":"35500444fcbc32bb","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"177ace8a4bad6e9f5905e61735c8ce00":{"address":"100.80.137.168:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.137.168]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-63722-1 --locality_instance_id=stateless-63722 --locality_machineid=test-gal22x6v-stateless-63722 --locality_zoneid=test-gal22x6v-stateless-63722 --listen_address=[100.80.137.168]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-63722","machineid":"test-gal22x6v-stateless-63722","process_id":"stateless-63722-1","processid":"177ace8a4bad6e9f5905e61735c8ce00","zoneid":"test-gal22x6v-stateless-63722"},"version":"8.0.0","uptime_seconds":65.0003,"run_loop_busy":0.0247419,"roles":[{"role":"ratekeeper","id":"494302984908a177","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"1c25e55290162204ff835eec9e9c55bc":{"address":"100.80.153.33:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.153.33]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-25892-1 --locality_instance_id=stateless-25892 --locality_machineid=test-gal22x6v-stateless-25892 --locality_zoneid=test-gal22x6v-stateless-25892 --listen_address=[100.80.153.33]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-25892","machineid":"test-gal22x6v-stateless-25892","process_id":"stateless-25892-1","processid":"1c25e55290162204ff835eec9e9c55bc","zoneid":"test-gal22x6v-stateless-25892"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00351789,"roles":[{"role":"consistency_scan","id":"6bd61bfa3e5da90f","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"1f284e52373ef9be00e4e3e2f2e30d58":{"address":"100.80.130.130:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.130.130]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-27065-1 --locality_instance_id=stateless-27065 --locality_machineid=test-gal22x6v-stateless-27065 --locality_zoneid=test-gal22x6v-stateless-27065 --listen_address=[100.80.130.130]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-27065","machineid":"test-gal22x6v-stateless-27065","process_id":"stateless-27065-1","processid":"1f284e52373ef9be00e4e3e2f2e30d58","zoneid":"test-gal22x6v-stateless-27065"},"version":"8.0.0","uptime_seconds":65.0003,"run_loop_busy":0.00676733,"roles":[{"role":"commit_proxy","id":"0709981ffa83da77","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":66,"median":0.00632466,"p99":0.0108214},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"22ffd90a4232fe222710c1045d0bc399":{"address":"100.80.143.129:4500:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.143.129]:4500:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=storage-69009-1 --locality_instance_id=storage-69009 --locality_machineid=test-gal22x6v-storage-69009 --locality_zoneid=test-gal22x6v-storage-69009 --listen_address=[100.80.143.129]:4500:tls --trace_format=json","locality":{"instance_id":"storage-69009","machineid":"test-gal22x6v-storage-69009","process_id":"storage-69009-1","processid":"22ffd90a4232fe222710c1045d0bc399","zoneid":"test-gal22x6v-storage-69009"},"version":"8.0.0","uptime_seconds":65.0005,"run_loop_busy":0.0053595299999999995,"roles":[{"role":"storage","id":"1eb11726e57c4242","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"23d9781d297484ca061f6bca640d9379":{"address":"100.80.143.154:4500:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.143.154]:4500:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=storage-51937-1 --locality_instance_id=storage-51937 --locality_machineid=test-gal22x6v-storage-51937 --locality_zoneid=test-gal22x6v-storage-51937 --listen_address=[100.80.143.154]:4500:tls --trace_format=json","locality":{"instance_id":"storage-51937","machineid":"test-gal22x6v-storage-51937","process_id":"storage-51937-1","processid":"23d9781d297484ca061f6bca640d9379","zoneid":"test-gal22x6v-storage-51937"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00496772,"roles":[{"role":"storage","id":"c9ff690ec54bb34b","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"2a505acbf8fec07e39ee969e2a46fd1a":{"address":"100.80.169.52:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.169.52]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-1528-1 --locality_instance_id=stateless-1528 --locality_machineid=test-gal22x6v-stateless-1528 --locality_zoneid=test-gal22x6v-stateless-1528 --listen_address=[100.80.169.52]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-1528","machineid":"test-gal22x6v-stateless-1528","process_id":"stateless-1528-1","processid":"2a505acbf8fec07e39ee969e2a46fd1a","zoneid":"test-gal22x6v-stateless-1528"},"version":"8.0.0","uptime_seconds":65.0003,"run_loop_busy":0.00353733,"roles":[{"role":"master","id":"698dcd3399e3e6fb","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"4cc07c26904986f17629d4c51d085ac1":{"address":"100.80.134.146:4500:tls","class_type":"log","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.134.146]:4500:tls --class=log --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=log-14996-1 --locality_instance_id=log-14996 --locality_machineid=test-gal22x6v-log-14996 --locality_zoneid=test-gal22x6v-log-14996 --listen_address=[100.80.134.146]:4500:tls --trace_format=json","locality":{"instance_id":"log-14996","machineid":"test-gal22x6v-log-14996","process_id":"log-14996-1","processid":"4cc07c26904986f17629d4c51d085ac1","zoneid":"test-gal22x6v-log-14996"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.009814980000000001,"roles":[{"role":"coordinator","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}},{"role":"log","id":"4fbaa00776399afd","data_lag":{},"kvstore_used_bytes":104886472,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16607801344,"kvstore_available_bytes":16607801344,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"80e4c60289df6155495db2300731e3f9":{"address":"100.80.189.42:4500:tls","class_type":"log","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.189.42]:4500:tls --class=log --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=log-28157-1 --locality_instance_id=log-28157 --locality_machineid=test-gal22x6v-log-28157 --locality_zoneid=test-gal22x6v-log-28157 --listen_address=[100.80.189.42]:4500:tls --trace_format=json","locality":{"instance_id":"log-28157","machineid":"test-gal22x6v-log-28157","process_id":"log-28157-1","processid":"80e4c60289df6155495db2300731e3f9","zoneid":"test-gal22x6v-log-28157"},"version":"8.0.0","uptime_seconds":65.0006,"run_loop_busy":0.00414845,"roles":[{"role":"coordinator","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"86d68543b723632e8a0da788e3d4ecfe":{"address":"100.80.184.216:4502:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.184.216]:4502:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/2 --locality_process_id=storage-58941-2 --locality_instance_id=storage-58941 --locality_machineid=test-gal22x6v-storage-58941 --locality_zoneid=test-gal22x6v-storage-58941 --listen_address=[100.80.184.216]:4502:tls --trace_format=json","locality":{"instance_id":"storage-58941","machineid":"test-gal22x6v-storage-58941","process_id":"storage-58941-2","processid":"86d68543b723632e8a0da788e3d4ecfe","zoneid":"test-gal22x6v-storage-58941"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00549476,"roles":[{"role":"storage","id":"1bf95b7940ea1043","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"8949463ed4e321a324ab61b3b0416c58":{"address":"100.80.150.168:4500:tls","class_type":"log","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.150.168]:4500:tls --class=log --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=log-25939-1 --locality_instance_id=log-25939 --locality_machineid=test-gal22x6v-log-25939 --locality_zoneid=test-gal22x6v-log-25939 --listen_address=[100.80.150.168]:4500:tls --trace_format=json","locality":{"instance_id":"log-25939","machineid":"test-gal22x6v-log-25939","process_id":"log-25939-1","processid":"8949463ed4e321a324ab61b3b0416c58","zoneid":"test-gal22x6v-log-25939"},"version":"8.0.0","uptime_seconds":65.0005,"run_loop_busy":0.00999088,"roles":[{"role":"coordinator","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}},{"role":"log","id":"b4c808b7a258f834","data_lag":{},"kvstore_used_bytes":104886472,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16607801344,"kvstore_available_bytes":16607801344,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"93e97b38d5f32a7d9e38f549f0fad79a":{"address":"100.80.158.171:4500:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.158.171]:4500:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=storage-25390-1 --locality_instance_id=storage-25390 --locality_machineid=test-gal22x6v-storage-25390 --locality_zoneid=test-gal22x6v-storage-25390 --listen_address=[100.80.158.171]:4500:tls --trace_format=json","locality":{"instance_id":"storage-25390","machineid":"test-gal22x6v-storage-25390","process_id":"storage-25390-1","processid":"93e97b38d5f32a7d9e38f549f0fad79a","zoneid":"test-gal22x6v-storage-25390"},"version":"8.0.0","uptime_seconds":65.0006,"run_loop_busy":0.0066831899999999994,"roles":[{"role":"storage","id":"95ba67cc98402531","data_lag":{"seconds":2.06236,"versions":2062361},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":327,"median":0.00015910500000000002,"p99":0.0009297719999999999},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"9e227d093278fc7898b8f379a023cad4":{"address":"100.80.188.37:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.188.37]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-8272-1 --locality_instance_id=stateless-8272 --locality_machineid=test-gal22x6v-stateless-8272 --locality_zoneid=test-gal22x6v-stateless-8272 --listen_address=[100.80.188.37]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-8272","machineid":"test-gal22x6v-stateless-8272","process_id":"stateless-8272-1","processid":"9e227d093278fc7898b8f379a023cad4","zoneid":"test-gal22x6v-stateless-8272"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00228303},"9e72b380af5b97a52aa4f32a3e768ada":{"address":"100.80.158.171:4502:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.158.171]:4502:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/2 --locality_process_id=storage-25390-2 --locality_instance_id=storage-25390 --locality_machineid=test-gal22x6v-storage-25390 --locality_zoneid=test-gal22x6v-storage-25390 --listen_address=[100.80.158.171]:4502:tls --trace_format=json","locality":{"instance_id":"storage-25390","machineid":"test-gal22x6v-storage-25390","process_id":"storage-25390-2","processid":"9e72b380af5b97a52aa4f32a3e768ada","zoneid":"test-gal22x6v-storage-25390"},"version":"8.0.0","uptime_seconds":65.0005,"run_loop_busy":0.00501637,"roles":[{"role":"storage","id":"727e910042b57810","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"9ef3cfb9aebaca238f97f8181906f966":{"address":"100.80.166.229:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.166.229]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-48048-1 --locality_instance_id=stateless-48048 --locality_machineid=test-gal22x6v-stateless-48048 --locality_zoneid=test-gal22x6v-stateless-48048 --listen_address=[100.80.166.229]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-48048","machineid":"test-gal22x6v-stateless-48048","process_id":"stateless-48048-1","processid":"9ef3cfb9aebaca238f97f8181906f966","zoneid":"test-gal22x6v-stateless-48048"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00586081,"roles":[{"role":"data_distributor","id":"6a2a9127ff705270","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"a0163f5b9582c93b4a1685a69a274398":{"address":"100.80.132.224:4500:tls","class_type":"log","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.132.224]:4500:tls --class=log --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=log-68420-1 --locality_instance_id=log-68420 --locality_machineid=test-gal22x6v-log-68420 --locality_zoneid=test-gal22x6v-log-68420 --listen_address=[100.80.132.224]:4500:tls --trace_format=json","locality":{"instance_id":"log-68420","machineid":"test-gal22x6v-log-68420","process_id":"log-68420-1","processid":"a0163f5b9582c93b4a1685a69a274398","zoneid":"test-gal22x6v-log-68420"},"version":"8.0.0","uptime_seconds":65.0005,"run_loop_busy":0.00365931,"roles":[{"role":"coordinator","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"a5740cacd3e9dd207ad42861a09f6880":{"address":"100.80.178.69:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.178.69]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-17275-1 --locality_instance_id=stateless-17275 --locality_machineid=test-gal22x6v-stateless-17275 --locality_zoneid=test-gal22x6v-stateless-17275 --listen_address=[100.80.178.69]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-17275","machineid":"test-gal22x6v-stateless-17275","process_id":"stateless-17275-1","processid":"a5740cacd3e9dd207ad42861a09f6880","zoneid":"test-gal22x6v-stateless-17275"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00975778,"roles":[{"role":"cluster_controller","id":"1aea980ce1e6c231","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"a8976bfe4ba6a38f32e5561618b68139":{"address":"100.80.184.216:4500:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.184.216]:4500:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=storage-58941-1 --locality_instance_id=storage-58941 --locality_machineid=test-gal22x6v-storage-58941 --locality_zoneid=test-gal22x6v-storage-58941 --listen_address=[100.80.184.216]:4500:tls --trace_format=json","locality":{"instance_id":"storage-58941","machineid":"test-gal22x6v-storage-58941","process_id":"storage-58941-1","processid":"a8976bfe4ba6a38f32e5561618b68139","zoneid":"test-gal22x6v-storage-58941"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00507581,"roles":[{"role":"storage","id":"831c562eff2fae1b","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"bb3afe10da88977b6a063e87276f315f":{"address":"100.80.143.129:4502:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.143.129]:4502:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/2 --locality_process_id=storage-69009-2 --locality_instance_id=storage-69009 --locality_machineid=test-gal22x6v-storage-69009 --locality_zoneid=test-gal22x6v-storage-69009 --listen_address=[100.80.143.129]:4502:tls --trace_format=json","locality":{"instance_id":"storage-69009","machineid":"test-gal22x6v-storage-69009","process_id":"storage-69009-2","processid":"bb3afe10da88977b6a063e87276f315f","zoneid":"test-gal22x6v-storage-69009"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00658041,"roles":[{"role":"storage","id":"8fb5f0e40b8f158a","data_lag":{"seconds":2.06236,"versions":2062361},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":311,"median":0.00014268400000000002,"p99":0.0008254009999999999},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"d5b99aabc821e35e6bdc4181d02b9fd7":{"address":"100.80.191.230:4500:tls","class_type":"log","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.191.230]:4500:tls --class=log --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=log-29382-1 --locality_instance_id=log-29382 --locality_machineid=test-gal22x6v-log-29382 --locality_zoneid=test-gal22x6v-log-29382 --listen_address=[100.80.191.230]:4500:tls --trace_format=json","locality":{"instance_id":"log-29382","machineid":"test-gal22x6v-log-29382","process_id":"log-29382-1","processid":"d5b99aabc821e35e6bdc4181d02b9fd7","zoneid":"test-gal22x6v-log-29382"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.009985879999999999,"roles":[{"role":"coordinator","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}},{"role":"log","id":"04319d9ec1e73ddd","data_lag":{},"kvstore_used_bytes":104886472,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16607801344,"kvstore_available_bytes":16607801344,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"d6531155a878c02afa0b92cd2e360b31":{"address":"100.80.143.154:4502:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.143.154]:4502:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/2 --locality_process_id=storage-51937-2 --locality_instance_id=storage-51937 --locality_machineid=test-gal22x6v-storage-51937 --locality_zoneid=test-gal22x6v-storage-51937 --listen_address=[100.80.143.154]:4502:tls --trace_format=json","locality":{"instance_id":"storage-51937","machineid":"test-gal22x6v-storage-51937","process_id":"storage-51937-2","processid":"d6531155a878c02afa0b92cd2e360b31","zoneid":"test-gal22x6v-storage-51937"},"version":"8.0.0","uptime_seconds":65.0005,"run_loop_busy":0.0051917099999999996,"roles":[{"role":"storage","id":"dae5c7bffba195dc","data_lag":{"seconds":2.08764,"versions":2087637},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"de05b7c891a36b846717b1a98e26648a":{"address":"100.80.169.191:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.169.191]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-91458-1 --locality_instance_id=stateless-91458 --locality_machineid=test-gal22x6v-stateless-91458 --locality_zoneid=test-gal22x6v-stateless-91458 --listen_address=[100.80.169.191]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-91458","machineid":"test-gal22x6v-stateless-91458","process_id":"stateless-91458-1","processid":"de05b7c891a36b846717b1a98e26648a","zoneid":"test-gal22x6v-stateless-91458"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00283798,"roles":[{"role":"resolver","id":"daf08943b7793ac3","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"e5f60b8bba20b9d5d0772f838fb9ea12":{"address":"100.80.182.178:4500:tls","class_type":"storage","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.182.178]:4500:tls --class=storage --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=storage-17926-1 --locality_instance_id=storage-17926 --locality_machineid=test-gal22x6v-storage-17926 --locality_zoneid=test-gal22x6v-storage-17926 --listen_address=[100.80.182.178]:4500:tls --trace_format=json","locality":{"instance_id":"storage-17926","machineid":"test-gal22x6v-storage-17926","process_id":"storage-17926-1","processid":"e5f60b8bba20b9d5d0772f838fb9ea12","zoneid":"test-gal22x6v-storage-17926"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.00645796,"roles":[{"role":"storage","id":"590c558db4e6535a","data_lag":{"seconds":2.06236,"versions":2062361},"kvstore_used_bytes":0,"kvstore_total_bytes":16713117696,"kvstore_free_bytes":16556933120,"kvstore_available_bytes":16556933120,"read_latency_statistics":{"count":337,"median":0.000115394,"p99":0.0008420599999999999},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":null,"median":null,"p99":null},"default":{"count":null,"median":null,"p99":null}}}]},"fa74a179abca5c60e3133b5786494ea2":{"address":"100.80.183.243:4500:tls","class_type":"stateless","command_line":"/usr/bin/fdbserver --cluster_file=/var/fdb/data/fdb.cluster --seed_cluster_file=/var/dynamic-conf/fdb.cluster --public_address=[100.80.183.243]:4500:tls --class=stateless --logdir=/var/log/fdb-trace-logs --loggroup=fdb-pr-18812-test-x8bf2vkb-test-gal22x6v --datadir=/var/fdb/data/1 --locality_process_id=stateless-87473-1 --locality_instance_id=stateless-87473 --locality_machineid=test-gal22x6v-stateless-87473 --locality_zoneid=test-gal22x6v-stateless-87473 --listen_address=[100.80.183.243]:4500:tls --trace_format=json","locality":{"instance_id":"stateless-87473","machineid":"test-gal22x6v-stateless-87473","process_id":"stateless-87473-1","processid":"fa74a179abca5c60e3133b5786494ea2","zoneid":"test-gal22x6v-stateless-87473"},"version":"8.0.0","uptime_seconds":65.0004,"run_loop_busy":0.014886,"roles":[{"role":"grv_proxy","id":"0e6c294a6eb3b443","data_lag":{},"kvstore_used_bytes":null,"kvstore_total_bytes":null,"kvstore_free_bytes":null,"kvstore_available_bytes":null,"read_latency_statistics":{"count":null,"median":null,"p99":null},"commit_latency_statistics":{"count":null,"median":null,"p99":null},"grv_latency_statistics":{"batch":{"count":3,"median":0.00047357899999999996,"p99":0.000502939},"default":{"count":102,"median":0.00128298,"p99":0.0154667}}}]}},"data":{"moving_data":{},"state":{"healthy":true,"name":"healthy","min_replicas_remaining":3},"team_trackers":[{"primary":true,"state":{"healthy":true,"name":"healthy","min_replicas_remaining":3},"unhealthy_servers":0}],"total_disk_used_bytes":314659416},"full_replication":true,"generation":2,"clients":{"count":7,"supported_versions":[{"client_version":"7.4.5","connected_clients":[{"address":"100.80.64.16:43432:tls","log_group":"fdb-kubernetes-operator"}],"max_protocol_clients":null,"protocol_version":"fdb00b074000000","source_version":"27f7192f47c366c7f668f79f1de23e05fecd8959"},{"client_version":"8.0.0","connected_clients":[{"address":"100.80.64.16:36784:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:43432:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:43438:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:44816:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:44834:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.143.65:34866:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.143.65:34872:tls","log_group":"fdb-kubernetes-operator"}],"max_protocol_clients":[{"address":"100.80.64.16:36784:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:43432:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:43438:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:44816:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.64.16:44834:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.143.65:34866:tls","log_group":"fdb-kubernetes-operator"},{"address":"100.80.143.65:34872:tls","log_group":"fdb-kubernetes-operator"}],"protocol_version":"fdb00b080000000","source_version":"a6bb348577612c74bd80a56a377020741f6b94fe"}]},"layers":{"_valid":true,"backup":{}},"logs":[{"current":true,"log_fault_tolerance":2,"log_replication_factor":3}],"qos":{"limiting_durability_lag_storage_server":{"seconds":5.0407,"versions":5040701},"worst_data_lag_storage_server":{},"worst_durability_lag_storage_server":{"seconds":5.04671,"versions":5046706},"worst_queue_bytes_log_server":340,"worst_queue_bytes_storage_server":2006},"fault_tolerance":{"max_zone_failures_without_losing_data":2,"max_zone_failures_without_losing_availability":2},"recovery_state":{"active_generations":1,"name":"fully_recovered","seconds_since_last_recovered":63.1293},"connection_string":"test_gal22x6v:7xycVGY0McsrBQcdKh5WGD2jRGrzyn6Q@100.80.134.146:4500:tls,100.80.150.168:4500:tls,100.80.189.42:4500:tls,100.80.191.230:4500:tls,100.80.132.224:4500:tls","bounce_impact":{"can_clean_bounce":true},"database_available":true,"active_primary_dc":"","database_lock_state":{"locked":false}}}
• [1.290 seconds]
------------------------------
FoundationDBStatus when fetching process information should return process storage roles based on serverList result [pr, foundationdb-pr]
/codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests/test_foundationdb_status/foundationdb_status_test.go:154
  2026/07/10 03:34:03 Getting initial status
  2026/07/10 03:34:03 SS role address: 100.80.184.216:4500:tls
  2026/07/10 03:34:03 SS role address: 100.80.143.154:4502:tls
  2026/07/10 03:34:03 SS role address: 100.80.158.171:4502:tls
  2026/07/10 03:34:03 SS role address: 100.80.182.178:4502:tls
  2026/07/10 03:34:03 SS role address: 100.80.143.129:4500:tls
  2026/07/10 03:34:03 SS role address: 100.80.184.216:4502:tls
  2026/07/10 03:34:03 SS role address: 100.80.143.129:4502:tls
  2026/07/10 03:34:03 SS role address: 100.80.182.178:4500:tls
  2026/07/10 03:34:03 SS role address: 100.80.143.154:4500:tls
  2026/07/10 03:34:03 SS role address: 100.80.158.171:4500:tls
  2026/07/10 03:34:03 ssRoleCountBeforePartition: 10
  2026/07/10 03:34:03 Inject partitioned between CC and all Pods with SS role
  2026/07/10 03:34:03 CreateExperiment name=uhdketwh88iaxxrrtvfqjb3ndpc5l72p, spec={"metadata":{"name":"uhdketwh88iaxxrrtvfqjb3ndpc5l72p","namespace":"chaos-testing","labels":{"foundationdb.org/testing":"chaos","foundationdb.org/user":"fdb-pr-18812"}},"spec":{"selector":{"pods":{"fdb-pr-18812-test-x8bf2vkb":["test-gal22x6v-stateless-17275"]},"podPhaseSelectors":["Running"]},"mode":"all","action":"partition","duration":"998h","direction":"both","target":{"selector":{"pods":{"fdb-pr-18812-test-x8bf2vkb":["test-gal22x6v-storage-17926","test-gal22x6v-storage-25390","test-gal22x6v-storage-51937","test-gal22x6v-storage-58941","test-gal22x6v-storage-69009"]},"podPhaseSelectors":["Running"]},"mode":"all"}},"status":{"experiment":{}}}
  2026/07/10 03:34:03 experiment conditions - allInjected: false allSelected: false status &{[] { []}} count records 0
  2026/07/10 03:34:04 experiment conditions - allInjected: true allSelected: true status &{[{Paused False } {Selected True } {AllInjected True } {AllRecovered False }] {Run [0xc0011c22a0 0xc0011c2300 0xc0011c2360 0xc0011c23c0 0xc0011c2420 0xc0011c2480]}} count records 6
  2026/07/10 03:34:04 Records stat ID fdb-pr-18812-test-x8bf2vkb/test-gal22x6v-stateless-17275 phase: Injected selector .
  2026/07/10 03:34:04 Records stat ID fdb-pr-18812-test-x8bf2vkb/test-gal22x6v-storage-17926 phase: Injected selector .Target
  2026/07/10 03:34:04 Records stat ID fdb-pr-18812-test-x8bf2vkb/test-gal22x6v-storage-25390 phase: Injected selector .Target
  2026/07/10 03:34:04 Records stat ID fdb-pr-18812-test-x8bf2vkb/test-gal22x6v-storage-51937 phase: Injected selector .Target
  2026/07/10 03:34:04 Records stat ID fdb-pr-18812-test-x8bf2vkb/test-gal22x6v-storage-58941 phase: Injected selector .Target
  2026/07/10 03:34:04 Records stat ID fdb-pr-18812-test-x8bf2vkb/test-gal22x6v-storage-69009 phase: Injected selector .Target
  2026/07/10 03:34:18 ssRoleCountPartitioned: 0
  2026/07/10 03:34:18 Delete storage servers partition
  2026/07/10 03:34:18 Start deleting uhdketwh88iaxxrrtvfqjb3ndpc5l72p
  2026/07/10 03:34:19 Chaos uhdketwh88iaxxrrtvfqjb3ndpc5l72p is deleted.
  2026/07/10 03:34:22 SS role address: 100.80.182.178:4500:tls
  2026/07/10 03:34:22 SS role address: 100.80.184.216:4500:tls
  2026/07/10 03:34:22 SS role address: 100.80.182.178:4502:tls
  2026/07/10 03:34:22 SS role address: 100.80.184.216:4502:tls
  2026/07/10 03:34:22 SS role address: 100.80.158.171:4500:tls
  2026/07/10 03:34:22 SS role address: 100.80.143.129:4502:tls
  2026/07/10 03:34:22 SS role address: 100.80.158.171:4502:tls
  2026/07/10 03:34:22 ssRoleCountResumed: 7
  2026/07/10 03:34:22 Start deleting uhdketwh88iaxxrrtvfqjb3ndpc5l72p
• [19.124 seconds]
------------------------------
[AfterSuite] 
/codebuild/output/src2989114624/src/github.com/apple/foundationdb/fdb-kubernetes-tests/tests/test_foundationdb_status/foundationdb_status_test.go:38
  2026/07/10 03:34:37 start cleaning up chaos mesh client with 1 experiment(s)
  2026/07/10 03:34:37 Start deleting uhdketwh88iaxxrrtvfqjb3ndpc5l72p
  2026/07/10 03:34:37 Calling 0 invariantShutdownHooks
  2026/07/10 03:34:37 Calling 0 shutdownHooks
  2026/07/10 03:34:37 finished all tests, start deleting namespace fdb-pr-18812-test-x8bf2vkb
  2026/07/10 03:34:37 Shutdown is done
[AfterSuite] PASSED [15.080 seconds]
------------------------------
[ReportAfterSuite] Autogenerated ReportAfterSuite for --junit-report
autogenerated by Ginkgo
[ReportAfterSuite] PASSED [0.001 seconds]
------------------------------

Ran 4 of 4 Specs in 314.395 seconds
SUCCESS! -- 4 Passed | 0 Failed | 0 Pending | 0 Skipped
--- PASS: TestFoundationDBStatus (314.40s)
PASS
