Starting Pelican...Running pelican-server with arguments: director servetime="2026-09-01T02:16:30Z" level=info msg="Version: 7.27.0-rc.2"time="2026-09-01T02:16:30Z" level=info msg="Build Date: 2026-08-27T22:34:40Z"time="2026-09-01T02:16:30Z" level=info msg="Build Commit: 2df58ebbdfc1443e8347bd3ca40099c9cc339447"time="2026-09-01T02:16:30Z" level=info msg="Configuration constructed according to directory-scoped lexicographical file order from the following directories: /etc/pelican/config.d"time="2026-09-01T02:16:30Z" level=info msg="Interpreting watermark value 85 for config param 'Cache.LowWaterMark' as a percentage."time="2026-09-01T02:16:30Z" level=info msg="Interpreting watermark value 89 for config param 'Cache.HighWaterMark' as a percentage."level=info msg================= Pelican Configuration ================Cache: AllowedFederations: [] BlocksToPrefetch: 0 ClientStatisticsLocation: /run/pelican/xrootd/cache/xrootd.stats Concurrency: 0 ConcurrencyDegradedThreshold: 90 DataLocation: "" DataLocations: - /run/pelican/cache/data DataScanMode: all DataScanResampleInterval: 100 DbLocation: /var/lib/pelican/cache.sqlite DefaultCacheTimeout: 9.5s DirectorTest: true DisableClientX509: true EnableBroker: true EnableChaosAPI: false EnableEvictionMonitoring: true EnableLotman: false EnableOIDC: false EnablePrefetch: true EnableSiteLocalMode: false EnableTLSClientAuth: false EnableV2: false EnableVoms: false EvictionMonitoringInterval: 1m0s EvictionMonitoringMaxDepth: 1 ExportLocation: / FedTokenLocation: /etc/pelican/cache-fed-token FilesBaseSize: "" FilesMaxSize: "" FilesNominalSize: "" HighWaterMark: "89" LocalRoot: "" LowWaterMark: "85" MemoryCacheSize: "0" MetaLocations: - /run/pelican/cache/meta MinDirectorRefreshInterval: 15s NamespaceLocation: /run/pelican/cache/namespace PSSOrigin: "" PermittedNamespaces: [] Port: 8442 RunLocation: /run/pelican/xrootd/cache SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s SentinelLocation: "" StorageLocation: /run/pelican/cache Url: https://director:8442 WorkerCount: 100 XRootDPrefix: cacheClient: AssumeDirectorServerHeader: false CredentialFile: "" DirectorRetries: 5 DisableHttpProxy: false DisableProxyFallback: false EnableOverwrites: false IsPlugin: false MaximumDownloadSpeed: 0 MinimumDownloadSpeed: 102400 PreferredCaches: [] SlowTransferRampupTime: 1m40s SlowTransferWindow: 30s StoppedTransferTimeout: 1m40s WorkerCount: 5ClientAgent: DbLocation: "" HistoryRetentionDays: 30 IdleTimeout: 10m0s MaxConcurrentJobs: 5 PidFile: "" ProgressUpdateInterval: 5s Socket: ""ConfigBase: /etc/pelicanConfigLocations: - /etc/pelican/config.dDebug: falseDirector: AdaptiveSortEWMATimeConstant: 5m0s AdaptiveSortTruncateConstant: 6 AdvertiseUrl: https://director:8444 AdvertisementTTL: 15m0s AssumePresenceAtSingleOrigin: true CachePresenceCapacity: 2000 CachePresenceTTL: 1m0s CacheResponseHostnames: [] CacheSortMethod: adaptive CachesPullFromCaches: false CheckCachePresence: true CheckOriginPresence: true DbLocation: /var/lib/pelican/director.sqlite DefaultResponse: cache EnableBroker: true EnableFederationMetadataHosting: true EnableOIDC: false EnableStat: false FedTokenLifetime: 15m0s FilterCachesInErrorState: true FilteredServers: [] GeoIPLocation: /var/cache/pelican/maxmind/GeoLite2-City.mmdb MaxMindKeyFile: "" MaxStatResponse: 3 MetadataComparisonInterval: 10m0s MinStatResponse: 1 OriginCacheHealthTestInterval: 15s OriginResponseHostnames: [] RegistryQueryInterval: 1m0s StatConcurrencyLimit: 100 StatTimeout: 2s SupportContactEmail: "" SupportContactUrl: ""DisableHttpProxy: falseDisableProxyFallback: falseFederation: BrokerUrl: "" DirectorUrl: https://director:8444 DiscoveryUrl: https://director:8444 JwkUrl: "" RegistryUrl: https://registry:8444 TopologyDowntimeUrl: "" TopologyNamespaceUrl: "" TopologyReloadInterval: 0s TopologyUrl: ""GeoIPOverrides: nullGeoLocation: ""Issuer: AccessTokenLifetime: 1h0m0s AuthenticationSource: OIDC AuthorizationCodeLifetime: 10m0s AuthorizationTemplates: null DynamicClientStaleTimeout: 336h0m0s DynamicClientUnusedTimeout: 1h0m0s GroupFile: "" GroupRequirements: [] GroupSource: "" IDTokenLifetime: 1h0m0s IssuerClaimValue: https://director:8444 OIDCAuthenticationRequirements: null OIDCAuthenticationUserClaim: sub OIDCGroupClaim: groups OIDCIssuerClaim: iss OIDCPreferClaimsFromIDToken: false OIDCSubjectClaim: sub PublicClientID: pelican-public-client QDLLocation: /opt/qdl RedirectUris: [] RefreshTokenGracePeriod: 5m0s RefreshTokenLifetime: 168h0m0s ScitokensServerLocation: /opt/scitokens-server TomcatLocation: /opt/tomcat UserStripDomain: falseIssuerKey: /etc/pelican/issuer.jwkIssuerKeysDirectory: /etc/pelican/issuer-keysLocalCache: ChunkSize: 512MB DataLocation: /run/pelican/localcache/cache DefaultMaxAge: 24h0m0s FDCacheSize: 500 HighWaterMarkPercentage: 89 LowWaterMarkPercentage: 85 MaxConcurrentPrefetch: 5 MemoryCacheSize: "0" PrefetchTimeout: 10s RevalidationJitter: 10 RunLocation: /run/pelican/localcache Size: "0" Socket: /run/pelican/localcache/cache.sock StorageDirs: nullLogging: Cache: Http: error Lotman: error Ofs: error Pfc: info Pss: error PssSetOpt: error Scitokens: fatal Xrd: error Xrootd: error Client: DisableProgressBars: false ProgressInterval: 1m0s DisableProgressBars: false Level: info LogLocation: "" Origin: Cms: error Http: error Ofs: error Oss: error Scitokens: fatal Xrd: error Xrootd: infoLotman: DbLocation: "" DefaultLotDeletionLifetime: 48h0m0s DefaultLotExpirationLifetime: 24h0m0s EnableAPI: false EnabledPolicy: fairshare GarbageCollectionInterval: 1h0m0s LibLocation: "" LotHome: /var/lib/lotman LotRecordRetention: 1440h0m0s MaxLotLifetime: 168h0m0s MinFillerWidth: 0s PolicyDefinitions: - DiscoverPrefixes: true DivideUnallocated: true MergeLocalWithDiscovered: false PolicyName: fairshare PurgeOrder: - del - exp - opp - ded RenewalCheckInterval: 1h0m0s SchedulingHorizon: 48h0m0sMinimumDownloadSpeed: 0Monitoring: AggregatePrefixes: - /* DataLocation: /var/lib/pelican/monitoring/data DataRetention: 360h0m0s DataRetentionSize: 0B EnablePrometheus: true LabelLimit: 64 LabelNameLengthLimit: 128 LabelValueLengthLimit: 2048 MetricAuthorization: false PortHigher: 9999 PortLower: 9930 PromQLAuthorization: false SampleLimit: 200 StorageCriticalThreshold: 97 StorageHealthCheckInterval: 5m0s StorageWarningThreshold: 92 TokenExpiresIn: 1h0m0s TokenRefreshInterval: 5m0sOIDC: AuthorizationEndpoint: https://cilogon.org/authorize ClientID: "" ClientIDFile: /etc/pelican/oidc-client-id ClientRedirectHostname: "" ClientSecretFile: /etc/pelican/oidc-client-secret DeviceAuthEndpoint: https://cilogon.org/oauth2/device_authorization Issuer: https://cilogon.org Scopes: - openid - email - profile TokenEndpoint: https://cilogon.org/oauth2/token UserInfoEndpoint: https://cilogon.org/oauth2/userinfoOrigin: CacheControl: "" Concurrency: 0 ConcurrencyDegradedThreshold: 90 DbLocation: /var/lib/pelican/origin.sqlite DefaultChecksumTypes: - crc32c DirectorTest: true DisableCopies: false DisableDirectClients: false DiskUsageCalculationDelay: 5m0s DiskUsageCalculationInterval: 24h0m0s DiskUsageCalculationRateLimit: 1000 EnableAtomicUploads: false EnableBroker: false EnableCmsd: true EnableDirListing: false EnableDirectReads: true EnableDiskUsageCalculation: false EnableFallbackRead: false EnableIssuer: false EnableListings: true EnableMacaroons: false EnableOIDC: false EnablePublicReads: false EnableReads: true EnableTLSClientAuth: false EnableVoms: false EnableWrite: false EnableWrites: true ExportVolume: "" ExportVolumes: [] Exports: null FedTokenLocation: /etc/pelican/origin-fed-token FederationPrefix: "" GlobusClientIDFile: "" GlobusClientSecretFile: "" GlobusCollectionID: "" GlobusCollectionName: "" GlobusConfigLocation: /run/pelican/xrootd/origin/globus GlobusTransferTokenFile: "" HttpAuthTokenFile: "" HttpServiceUrl: "" IssuerMode: oa4mp Mode: "" Multiuser: false MultiuserMinID: 1000 MultiuserUmask: -1 MultiuserVarlinkSocketPath: /run/systemd/userdb/io.systemd.UserDatabase NamespacePrefix: "" Port: 8443 RunLocation: /run/pelican/xrootd/origin S3AccessKeyfile: "" S3Bucket: "" S3Region: "" S3SecretKeyfile: "" S3ServiceName: "" S3ServiceUrl: "" S3UrlStyle: path SSH: AuthMethods: - publickey - agent - keyboard-interactive - password AutoAddHostKey: false ChallengeTimeout: 1m0s ConnectTimeout: 30s Host: "" KeepaliveInterval: 5s KeepaliveTimeout: 20s KnownHostsFile: "" MaxRetries: 5 PasswordFile: "" PelicanBinaryPath: "" Port: 22 PrivateKeyFile: "" PrivateKeyPassphraseFile: "" ProxyJump: "" RemotePelicanBinaryDir: "" RemotePelicanBinaryOverrides: [] SessionEstablishTimeout: 5m0s TunnelCallback: false User: "" ScitokensDefaultUser: "" ScitokensGroupsClaim: wlcg.groups ScitokensMapSubject: false ScitokensNameMapFile: "" ScitokensRestrictedPaths: [] ScitokensUnauthenticatedUser: nobody ScitokensUsernameClaim: "" SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s StoragePrefix: "" StorageType: posix SupportedChecksumTypes: [] TokenAudience: https://director:8443 TransferRateLimit: 0 UploadTempLocation: /run/pelican/xrootd/origin/in-progress Url: https://director:8443 UserMapfileRefreshInterval: 1m0s XRootDPrefix: origin XRootServiceUrl: ""Plugin: DirectorDecisionPercentage: 20 Token: ""Registry: AdminUsers: [] CustomRegistrationFields: null DbLocation: /var/lib/pelican/registry.sqlite EnableOIDC: false InactiveRegistrationCleanupInterval: 5m0s InactiveRegistrationTimeout: 20m0s Institutions: null InstitutionsUrl: "" InstitutionsUrlReloadMinutes: 15m0s RequireCacheApproval: false RequireKeyChaining: true RequireOriginApproval: falseRuntimeDir: /run/pelicanServer: AUPCanonicalURL: "" AUPFile: "" AUPLastUpdated: "" AdLifetime: 10m0s AdminGroups: [] AdvertisementInterval: 1m0s AutoEnrollUsernameClaims: - preferred_username - email - sub CollectionAdminGroups: [] CollectionAdminUsers: [] DatabaseBackup: Frequency: 24h0m0s Location: /var/lib/pelican/backups MaxCount: 10 DbLocation: /var/lib/pelican/pelican.sqlite DirectorUrls: [] DropPrivileges: false EnablePKCS11: false EnablePprof: true EnableUI: true ExternalWebUrl: https://director:8444 GroupInviteLinkExpiration: 168h0m0s HealthMonitoringPublic: false Hostname: director IssuerHostname: "" IssuerJwks: "" IssuerPort: 0 IssuerUrl: "" Modules: [] NewUserDefaultScopes: - web_ui.access RegistrationRetryInterval: 10s SSRFProtection: AllowedCIDRs: [] BlockedCIDRs: [] Disabled: false SkipDefaultBlocks: false SessionSecretFile: /etc/pelican/session-secret StartupTimeout: 5m0s TLSCACertificateDirectory: "" TLSCACertificateFile: /certs/ca.crt TLSCAKey: /etc/pelican/certificates/tlsca.key TLSCertificate: "" TLSCertificateChain: /certs/tls.crt TLSKey: /certs/tls.key TrustedProxies: [] UIActivationCodeFile: /etc/pelican/server-web-activation-code UIAdminUsers: [] UILoginRateLimit: 1 UIPasswordFile: /etc/pelican/server-web-passwd UnprivilegedUser: pelican UserAdminGroups: [] UserAdminUsers: [] WebConfigFile: /etc/pelican/web-config.yaml WebHost: 0.0.0.0 WebPort: 8444 WebReadOnly: falseShoveler: AMQPExchange: shoveled-xrd AMQPTokenLocation: /etc/pelican/shoveler-token Enable: false IPMapping: null MessageQueueProtocol: amqp OutputDestinations: [] PasswordLocation: "" PortHigher: 9999 PortLower: 9930 QueueDirectory: /var/spool/pelican/shoveler/queue StompCert: "" StompCertKey: "" StompUsername: "" Topic: "" URL: "" VerifyHeader: falseStagePlugin: Hook: false MountPrefix: "" OriginPrefix: "" ShadowOriginPrefix: ""TLSSkipVerify: falseTopology: DisableCacheX509: false DisableCaches: false DisableDowntime: false DisableOriginX509: false DisableOrigins: falseTransport: BrokerEndpointCacheTTL: 2m0s DialerKeepAlive: 30s DialerTimeout: 10s ExpectContinueTimeout: 1s IdleConnTimeout: 1m30s MaxIdleConns: 30 ResponseHeaderTimeout: 10s TLSHandshakeTimeout: 15sXrootd: AuthRefreshInterval: 5m0s Authfile: /etc/pelican/xrootd/authfile AutoShutdownEnabled: true ConfigFile: "" ConfigUpdateFailureTimeout: 1h0m0s DetailedMonitoringHost: "" DetailedMonitoringPort: 9930 EnableLocalMonitoring: true HttpMaxDelay: 9s LocalMonitoringHost: "" LocalMonitoringPort: 0 MacaroonsKeyFile: /etc/pelican/macaroons-secret ManagerHost: "" ManagerPort: 1213 MaxStartupWait: 10s MaxThreads: 20000 Mount: "" Port: 0 RobotsTxtFile: /etc/pelican/robots.txt RunLocation: "" ScitokensConfig: /etc/pelican/xrootd/scitokens.cfg ShutdownTimeout: 1m0s Sitename: director SummaryMonitoringHost: "" SummaryMonitoringPort: 9931============= End of Pelican Configuration ============time="2026-09-01T02:16:30Z" level=info msg="Initializing Director GeoIP database..."time="2026-09-01T02:16:30Z" level=info msg="Local GeoIP database file not present; will attempt a download. open /var/cache/pelican/maxmind/GeoLite2-City.mmdb: no such file or directory"time="2026-09-01T02:16:30Z" level=error msg="Failed to download GeoIP database! Will not be available: A MaxMind API key file must be specified in the config (Director.MaxMindKeyFile)"time="2026-09-01T02:16:30Z" level=info msg="OK 20250407154047_api_tokens.sql (1.76ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20250407175156_server.sql (34.37ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20250507041205_server_name.sql (1.05ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20250729143942_collections.sql (1.78ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20250929190630_add_users_and_groups.sql (1.35ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20251014193721_add_server_id.sql (1.02ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260220120000_server_master_keys.sql (733.53µs)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260401220000_group_enrollment_management.sql (4.8ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260424180000_add_user_password_hash.sql (899.28µs)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260425120000_user_soft_delete.sql (1.06ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260425180000_invite_link_kinds.sql (2.48ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260426000000_group_display_name.sql (934.35µs)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260426060000_creator_audit.sql (2.8ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260426120000_one_identity_per_issuer_per_user.sql (689.61µs)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260426180000_invite_links_nullable_group_id.sql (3.08ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260427120000_invite_link_token_prefix.sql (1.23ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260428120000_aup_documents.sql (1.36ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260428180000_user_group_scopes.sql (1.54ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260429000000_collection_owner_admin.sql (1.7ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260430000000_invite_links_collection_ownership.sql (1.07ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260430120000_groups_created_for_collection.sql (1.11ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260502152700_rename_server_web_admin_scope.sql (676.73µs)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260502164824_collection_enable_sharing.sql (1.04ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260502165710_collection_parent_id.sql (1.24ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260502172201_group_auth_template_eligible.sql (1.06ms)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260503120000_partial_user_unique_indexes.sql (932.86µs)\n"time="2026-09-01T02:16:30Z" level=info msg="OK 20260812000000_global_unique_username.sql (705.78µs)\n"time="2026-09-01T02:16:30Z" level=info msg="goose: successfully migrated database to version: 20260812000000\n"time="2026-09-01T02:16:30Z" level=error msg="SELECT * FROM `users` WHERE (username = \"admin\" AND issuer = \"https://director:8444\") AND `users`.`deleted_at` IS NULL ORDER BY `users`.`id` LIMIT 1" component=gorm duration="399.193µs" error="record not found" rows=0time="2026-09-01T02:16:30Z" level=error msg="SELECT * FROM `counters` WHERE key = \"new_user_default_scopes_backfill_v1\" ORDER BY `counters`.`key` LIMIT 1" component=gorm duration="80.387µs" error="record not found" rows=0time="2026-09-01T02:16:30Z" level=info msg="NewUserDefaultScopes backfill: granted 1 scope rows across 1 users"time="2026-09-01T02:16:40Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:16:40Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:16:50Z" level=warning msg="Error fetching allowed prefixes for caches data on first attempt: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:16:50Z" level=info msg="No existing database backups found; creating one now"time="2026-09-01T02:16:50Z" level=info msg="Starting periodic database backup every 24h0m0s"time="2026-09-01T02:16:50Z" level=info msg="Starting web engine..."time="2026-09-01T02:16:50Z" level=info msg="Database backup created: /var/lib/pelican/backups/pelican-db-backup-2026-09-01T021650.bak"time="2026-09-01T02:16:51Z" level=info msg="Failed to send request to Web UI at https://director:8444/api/v1.0/health; likely server is not up (will retry in 50ms): Get \"https://director:8444/api/v1.0/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"time="2026-09-01T02:17:00Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="43.894µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:01Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="18.437µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:01Z" level=warning msg="Server name mismatch detected:\n Registered server name: \"director:8444\"\n Local sitename: \"director\"\nPelican will use the local sitename as your server name.\nDue to this mismatch, the director will IGNORE any downtimes you set for this server: the server cannot place itself into downtime, and a graceful shutdown will not stop the director from sending it new transfer requests.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-09-01T02:17:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="70.573µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:17:01Z" level=info msg="Will advertise to director endpoints: https://director:8444"time="2026-09-01T02:17:01Z" level=warning msg="Server name mismatch detected:\n Registered server name: \"director:8444\"\n Local sitename: \"director\"\nPelican will use the local sitename as your server name.\nDue to this mismatch, the director will IGNORE any downtimes you set for this server: the server cannot place itself into downtime, and a graceful shutdown will not stop the director from sending it new transfer requests.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-09-01T02:17:01Z" level=warning msg="Server name mismatch detected:\n Registered server name: \"director:8444\"\n Local sitename: \"director\"\nPelican will use the local sitename as your server name.\nDue to this mismatch, the director will IGNORE any downtimes you set for this server: the server cannot place itself into downtime, and a graceful shutdown will not stop the director from sending it new transfer requests.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-09-01T02:17:01Z" level=info msg="Address file written to /run/pelican/pelican.addresses"time="2026-09-01T02:17:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="22.503µs" method=GET resource=/api/v1.0/prometheus/query status=404time="2026-09-01T02:17:01Z" level=info msg="Starting web login..."time="2026-09-01T02:17:01Z" level=info msg="Starting TSDB ..." component=prometheustime="2026-09-01T02:17:01Z" level=info msg="Replaying on-disk memory mappable chunks if any" component=tsdbtime="2026-09-01T02:17:01Z" level=info msg="On-disk memory mappable chunks replay completed" component=tsdb duration="1.662µs"time="2026-09-01T02:17:01Z" level=info msg="Replaying WAL, this may take a while" component=tsdbtime="2026-09-01T02:17:01Z" level=info msg="WAL segment loaded" component=tsdb maxSegment=0 segment=0time="2026-09-01T02:17:01Z" level=info msg="WAL replay completed" checkpoint_replay_duration="52.106µs" component=tsdb total_replay_duration="331.003µs" wal_replay_duration="257.757µs" wbl_replay_duration=200nstime="2026-09-01T02:17:01Z" level=info msg="TSDB started" component=prometheustime="2026-09-01T02:17:01Z" level=info msg="Completed loading of configuration" component=prometheus db_storage=951ns query_engine=661ns scrape="83.392µs" scrape_sd="68.921µs" totalDuration="155.557µs"time="2026-09-01T02:17:01Z" level=info msg="Server is ready to receive web requests." component=prometheustime="2026-09-01T02:17:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="416.328µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:17:06Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="22.733µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:10Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="830.013µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:17:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="27.38µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:12Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:16Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="321.269µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:17:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.404613ms method=GET resource=/metrics status=200time="2026-09-01T02:17:20Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="25.737µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:21Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="46.998µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:23Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:25Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="554.049µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:17:30Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="45.196µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:31Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="370.51µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:17:34Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.60672ms method=GET resource=/metrics status=200time="2026-09-01T02:17:36Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="26.959µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:40Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:40Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:40Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="555.712µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:17:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="39.267µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:45Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:17:46Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="373.105µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:17:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=5.546365ms method=GET resource=/metrics status=200time="2026-09-01T02:17:50Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="42.943µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:51Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="45.737µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:17:55Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="282.803µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:17:56Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:00Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="53.248µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="44.435µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:18:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="371.022µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:18:05Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.864249ms method=GET resource=/metrics status=200time="2026-09-01T02:18:06Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.061µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:07Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:10Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="722.626µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:18:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.544µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:16Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="303.483µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:18:18Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.384982ms method=GET resource=/metrics status=200time="2026-09-01T02:18:20Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.405µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:21Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="45.136µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:25Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="733.882µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:18:29Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:30Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="48.361µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:31Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="309.212µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:18:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.478562ms method=GET resource=/metrics status=200time="2026-09-01T02:18:36Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.793µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:40Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:40Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:40Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="683.939µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:18:40Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.392µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:46Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="323.523µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:18:49Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="50.364µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:49Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="23.335µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:49Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="19.288µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.177545ms method=GET resource=/metrics status=200time="2026-09-01T02:18:50Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="56.212µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:51Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="62.942µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:18:51Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:18:53Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="87.658µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-09-01T02:18:55Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="712.933µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:19:00Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.706µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="42.793µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:19:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="426.884µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:19:02Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:19:05Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.691331ms method=GET resource=/metrics status=200time="2026-09-01T02:19:06Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.564µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:10Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="399.745µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:19:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="46.168µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:13Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:19:16Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="336.242µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:19:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.515854ms method=GET resource=/metrics status=200time="2026-09-01T02:19:20Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="44.465µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:21Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.493µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:24Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.102.97.206:8444: i/o timeout"time="2026-09-01T02:19:25Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="46.798µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:19:25Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="320.198µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:19:30Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.607µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:31Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="417.631µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:19:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.889807ms method=GET resource=/metrics status=200time="2026-09-01T02:19:36Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.076µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:40Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="328.811µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:19:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="46.428µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:46Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="302.302µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:19:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.750272ms method=GET resource=/metrics status=200time="2026-09-01T02:19:50Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="42.482µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:51Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="62.531µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:19:55Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="322.381µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:20:00Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="54.029µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="41.411µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:20:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="377.882µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:20:05Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.480868ms method=GET resource=/metrics status=200time="2026-09-01T02:20:06Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.834µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:10Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="646.274µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:20:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="44.936µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:16Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="347.668µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:20:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.516139ms method=GET resource=/metrics status=200time="2026-09-01T02:20:20Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="54.159µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:21Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.115µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:25Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="60.208µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:20:25Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="665.353µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:20:30Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="48.831µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:31Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="323.993µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:20:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.458846ms method=GET resource=/metrics status=200time="2026-09-01T02:20:36Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="43.313µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:40Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="645.814µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:20:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="53.819µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:46Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="295.713µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:20:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.563676ms method=GET resource=/metrics status=200time="2026-09-01T02:20:50Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="47.94µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:51Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.956µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:20:55Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=1.192136ms method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:21:00Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="39.327µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="39.618µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:21:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="398.062µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:21:05Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.461613ms method=GET resource=/metrics status=200time="2026-09-01T02:21:06Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.485µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:10Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="293.97µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:21:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.232µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:16Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="324.604µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:21:17Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="54.83µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-09-01T02:21:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=4.467302ms method=GET resource=/metrics status=200time="2026-09-01T02:21:20Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.644µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:21Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.302µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:25Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="52.176µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:21:25Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="287.26µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:21:30Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="47.219µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:31Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="293.047µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:21:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.657555ms method=GET resource=/metrics status=200time="2026-09-01T02:21:36Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="45.897µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:40Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="233.08µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:21:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="55.571µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:46Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="295.92µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:21:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="52.908µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:21:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=6.710314ms method=POST resource=/api/v1.0/director/registerOrigin status=200time="2026-09-01T02:21:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="121.637µs" method=GET resource=/.well-known/openid-configuration status=200time="2026-09-01T02:21:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="85.806µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-09-01T02:21:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="34.12µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-09-01T02:21:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.888959ms method=GET resource=/metrics status=200time="2026-09-01T02:21:50Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="38.045µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:51Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="44.916µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:21:55Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="331.124µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:22:00Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="66.047µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="41.791µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:22:01Z" level=info msg="Successfully reloaded scraper and service discovery config" component=prometheustime="2026-09-01T02:22:01Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="286.489µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:22:05Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.811794ms method=GET resource=/metrics status=200time="2026-09-01T02:22:06Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="55.471µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:10Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="325.936µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:22:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.826µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:16Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="371.994µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:22:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.690217ms method=GET resource=/metrics status=200time="2026-09-01T02:22:20Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.142µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:21Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="41.2µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:25Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="42.993µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:22:25Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="345.916µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:22:30Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="43.824µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:31Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="400.326µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:22:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.634736ms method=GET resource=/metrics status=200time="2026-09-01T02:22:36Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.324µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:40Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="335.14µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-09-01T02:22:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="38.627µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:46Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="317.143µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-09-01T02:22:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="55.781µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-09-01T02:22:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=5.182183ms method=POST resource=/api/v1.0/director/registerOrigin status=200time="2026-09-01T02:22:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.700555ms method=GET resource=/metrics status=200time="2026-09-01T02:22:50Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.203µs" method=GET resource=/api/v1.0/health status=200time="2026-09-01T02:22:51Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.735µs" method=GET resource=/api/v1.0/health status=200