Starting Pelican...Running pelican-server with arguments: origin servetime="2026-10-27T02:39:03Z" level=info msg="Version: 26.0.0-rc.3"time="2026-10-27T02:39:03Z" level=info msg="Build Date: 2026-10-06T14:24:34Z"time="2026-10-27T02:39:03Z" level=info msg="Build Commit: 3548bd80a1b686468daf14a7d7bb09da8518f05f"time="2026-10-27T02:39:03Z" level=info msg="Configuration constructed according to directory-scoped lexicographical file order from the following directories: /etc/pelican/config.d"time="2026-10-27T02:39:03Z" level=info msg="Interpreting watermark value 85 for config param 'Cache.LowWaterMark' as a percentage."time="2026-10-27T02:39:03Z" level=info msg="Interpreting watermark value 89 for config param 'Cache.HighWaterMark' as a percentage."level=info msg================= Pelican Configuration ================Cache: AllowedFederations: [] BlocksToPrefetch: 0 ClientStatisticsLocation: /run/pelican/xrootd/cache/xrootd.stats Concurrency: 0 ConcurrencyDegradedThreshold: 90 DataLocation: "" DataLocations: - /run/pelican/cache/data DataScanMode: all DataScanResampleInterval: 100 DbLocation: /var/lib/pelican/cache.sqlite DefaultCacheTimeout: 9.5s DirectorTest: true DisableClientX509: true EnableBroker: true EnableChaosAPI: false EnableEvictionMonitoring: true EnableLotman: false EnableOIDC: false EnablePrefetch: true EnableSiteLocalMode: false EnableTLSClientAuth: false EnableV2: false EnableVoms: false EvictionMonitoringInterval: 1m0s EvictionMonitoringMaxDepth: 1 ExportLocation: / FedTokenLocation: /etc/pelican/cache-fed-token FilesBaseSize: "" FilesMaxSize: "" FilesNominalSize: "" HighWaterMark: "89" LocalRoot: "" LowWaterMark: "85" MemoryCacheSize: "0" MetaLocations: - /run/pelican/cache/meta MinDirectorRefreshInterval: 15s NamespaceLocation: /run/pelican/cache/namespace PSSOrigin: "" PermittedNamespaces: [] Port: 8442 RunLocation: /run/pelican/xrootd/cache SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s SentinelLocation: "" StorageLocation: /run/pelican/cache Throttle: EMAWindow: 30s PendingBufferSize: 200 PerOriginActivePercent: 90 PerOriginPendingSize: 50 PerOriginStarvingPercent: 25 RetryAfter: 1m0s Url: https://origin:8442 WorkerCount: 100 XRootDPrefix: cacheClient: AssumeDirectorServerHeader: false CredentialFile: "" DirectorRetries: 5 DisableHttpProxy: false DisableProxyFallback: false EnableOverwrites: false IsPlugin: false MaximumDownloadSpeed: 0 MinimumDownloadSpeed: 102400 PreferredCaches: [] SlowTransferRampupTime: 1m40s SlowTransferWindow: 30s StoppedTransferTimeout: 1m40s WorkerCount: 5ClientAgent: DbLocation: "" HistoryRetentionDays: 30 IdleTimeout: 10m0s MaxConcurrentJobs: 5 PidFile: "" ProgressUpdateInterval: 5s Socket: ""ConfigBase: /etc/pelicanConfigLocations: - /etc/pelican/config.dDebug: falseDirector: AdaptiveSortEWMATimeConstant: 5m0s AdaptiveSortTruncateConstant: 6 AdvertiseUrl: https://origin:8444 AdvertisementTTL: 15m0s AssumePresenceAtSingleOrigin: true CachePresenceCapacity: 2000 CachePresenceTTL: 1m0s CacheResponseHostnames: [] CacheSortMethod: distance CachesPullFromCaches: false CheckCachePresence: true CheckOriginPresence: true DbLocation: /var/lib/pelican/director.sqlite DefaultResponse: cache EnableBroker: true EnableFederationMetadataHosting: true EnableOIDC: false EnableStat: false FedTokenLifetime: 15m0s FilterCachesInErrorState: true FilteredServers: [] GeoIPLocation: /var/cache/pelican/maxmind/GeoLite2-City.mmdb MaxMindKeyFile: "" MaxStatResponse: 1 MetadataComparisonInterval: 10m0s MinStatResponse: 1 OriginCacheHealthTestInterval: 15s OriginResponseHostnames: [] RegistryQueryInterval: 1m0s StatConcurrencyLimit: 100 StatTimeout: 2s SupportContactEmail: "" SupportContactUrl: ""DisableHttpProxy: falseDisableProxyFallback: falseFederation: BrokerUrl: "" DirectorUrl: https://director:8444 DiscoveryUrl: https://director:8444 JwkUrl: "" RegistryUrl: https://registry:8444 TopologyDowntimeUrl: "" TopologyNamespaceUrl: "" TopologyReloadInterval: 0s TopologyUrl: ""GeoIPOverrides: nullGeoLocation: ""Issuer: AccessTokenLifetime: 1h0m0s AssertedGroupMembershipTTL: 168h0m0s AuthenticationSource: OIDC AuthorizationCodeLifetime: 10m0s AuthorizationTemplates: - actions: - read - create - modify prefix: /data DisableGroupAutoCreation: false DynamicClientStaleTimeout: 336h0m0s DynamicClientUnusedTimeout: 1h0m0s GroupFile: "" GroupFileRefreshInterval: 15m0s GroupRequirements: [] GroupSource: "" IDTokenLifetime: 1h0m0s IssuerClaimValue: https://origin:8444 OIDCAuthenticationRequirements: null OIDCAuthenticationUserClaim: sub OIDCGroupClaim: groups OIDCIssuerClaim: iss OIDCPreferClaimsFromIDToken: false OIDCSubjectClaim: sub PublicClientID: pelican-public-client QDLLocation: /opt/qdl RedirectUris: [] RefreshTokenGracePeriod: 5m0s RefreshTokenLifetime: 168h0m0s ScitokensServerLocation: /opt/scitokens-server TomcatLocation: /opt/tomcat UserStripDomain: falseIssuerKey: /etc/pelican/issuer.jwkIssuerKeysDirectory: /etc/pelican/issuer-keysLocalCache: ChunkSize: 512MB DataLocation: /run/pelican/localcache/cache DefaultMaxAge: 24h0m0s FDCacheSize: 500 HighWaterMarkPercentage: 89 LowWaterMarkPercentage: 85 MaxConcurrentPrefetch: 5 MemoryCacheSize: "0" PrefetchTimeout: 10s RevalidationJitter: 10 RunLocation: /run/pelican/localcache Size: "0" Socket: /run/pelican/localcache/cache.sock StorageDirs: nullLogging: Buffer: BatchLines: 10000 MaxSize: 1MB Cache: Http: error Lotman: error Ofs: error Pfc: info Pss: error PssSetOpt: error Scitokens: fatal Xrd: error Xrootd: error Client: DisableProgressBars: false ProgressInterval: 1m0s DisableProgressBars: false Level: info LogLocation: "" Origin: Cms: error Http: error Ofs: error Oss: error Scitokens: fatal Xrd: error Xrootd: info Rotation: Disable: false DisableCompress: false FlushInterval: 50ms Frequency: daily MaxRetentionPeriod: 720h0m0s MaxRetentionSize: 1GB MaxSize: 100MBLotman: DbLocation: "" DefaultLotDeletionLifetime: 48h0m0s DefaultLotExpirationLifetime: 24h0m0s EnableAPI: false EnabledPolicy: fairshare GarbageCollectionInterval: 1h0m0s LibLocation: "" LotHome: /var/lib/lotman LotRecordRetention: 1440h0m0s MaxLotLifetime: 168h0m0s MinFillerWidth: 0s PolicyDefinitions: - DiscoverPrefixes: true DivideUnallocated: true MergeLocalWithDiscovered: false PolicyName: fairshare PurgeOrder: - del - exp - opp - ded RenewalCheckInterval: 1h0m0s SchedulingHorizon: 48h0m0sMinimumDownloadSpeed: 0Monitoring: AggregatePrefixes: - /* DataLocation: /var/lib/pelican/monitoring/data DataRetention: 360h0m0s DataRetentionSize: 0B EnablePrometheus: true LabelLimit: 64 LabelNameLengthLimit: 128 LabelValueLengthLimit: 2048 MetricAuthorization: false PortHigher: 9999 PortLower: 9930 PromQLAuthorization: false SampleLimit: 200 StorageCriticalThreshold: 97 StorageHealthCheckInterval: 5m0s StorageWarningThreshold: 92 TokenExpiresIn: 1h0m0s TokenRefreshInterval: 5m0sOIDC: AuthorizationEndpoint: https://cilogon.org/authorize ClientID: "" ClientIDFile: /etc/pelican/oidc-client-id ClientRedirectHostname: localhost:8444 ClientSecretFile: /etc/pelican/oidc-client-secret DeviceAuthEndpoint: https://cilogon.org/oauth2/device_authorization Issuer: https://cilogon.org Scopes: - openid - email - profile TokenEndpoint: https://cilogon.org/oauth2/token UserInfoEndpoint: https://cilogon.org/oauth2/userinfoOrigin: CacheControl: "" Concurrency: 0 ConcurrencyDegradedThreshold: 90 DbLocation: "" DefaultChecksumTypes: - crc32c DirectorTest: true DisableCopies: false DisableDirectClients: false DiskUsageCalculationDelay: 5m0s DiskUsageCalculationInterval: 24h0m0s DiskUsageCalculationRateLimit: 1000 EnableAtomicUploads: false EnableBroker: false EnableCmsd: true EnableDirListing: false EnableDirectReads: true EnableDiskUsageCalculation: false EnableFallbackRead: false EnableIssuer: true EnableListings: true EnableMacaroons: false EnableOIDC: true EnablePublicReads: true EnableReads: true EnableStandaloneMode: false EnableTLSClientAuth: false EnableTransferAPI: false EnableVoms: false EnableWrite: false EnableWrites: true ExportVolume: "" ExportVolumes: [] Exports: - capabilities: - PublicReads - Listings - DirectReads federationprefix: /public issuerurls: - https://origin:8444 storageprefix: /data - capabilities: - Reads - Writes - Listings - DirectReads federationprefix: /private issuerurls: - https://origin:8444 storageprefix: /data FedTokenLocation: /etc/pelican/origin-fed-token FederationPrefix: "" GlobusClientIDFile: "" GlobusClientSecretFile: "" GlobusCollectionID: "" GlobusCollectionName: "" GlobusConfigLocation: /run/pelican/xrootd/origin/globus GlobusIssuerURL: https://auth.globus.org/ GlobusTransferAPIBaseUrl: https://transfer.api.globusonline.org/v0.10/ GlobusTransferTokenFile: "" Globusv2TokenRefreshInterval: 5m0s HttpAuthOAuth2ClientID: "" HttpAuthOAuth2ClientSecretFile: "" HttpAuthOAuth2Issuer: "" HttpAuthTokenFile: "" HttpAuthTokenPassthrough: false HttpServiceUrl: "" IssuerMode: embedded Metadata: AccessFlushInterval: 5m0s AllowMultipart: true BatchBufferSize: 256 BatchFlushInterval: 50ms Enabled: false Endpoint: "" ErrorAfter: 24h0m0s EtagPolicy: uuid History: PruneBatchSize: 1000 PruneInterval: 1h0m0s RetentionDays: 90 MaxBackoff: 30m0s MaxInflight: 4 MaxMetadataBytes: 4194304 MaxQueuedBytesPerNamespace: 0 MaxQueuedPerNamespace: 0 MetadataPartName: metadata MinBackoff: 30s Mode: eventual ObjectPartName: object RatePerSecond: 10 ReconcileEnabled: true ReconcileInterval: 2h0m0s ReconcileSettleWindow: 6h0m0s RequestTimeout: 10s TokenLifetime: 5m0s TrackAccess: false TrackExtra: false WarnAfter: 4h0m0s Mode: "" Multiuser: false MultiuserMinID: 1000 MultiuserUmask: -1 MultiuserVarlinkSocketPath: /run/systemd/userdb/io.systemd.UserDatabase NamespacePrefix: "" ObjectProviderURL: "" PStoreDataScanInterval: 24h0m0s PStoreDataScanRate: 1.048576e+08 PStoreIndexCheckInterval: 1h0m0s PStoreInlineMaxBytes: 0 PStoreLocation: "" PStoreMetadataBackupInterval: 6h0m0s PStoreMetadataBackupLocation: "" PStoreMetadataBackupsToKeep: 24 PStoreStorageDirs: null Port: 8443 Posc: Enabled: false FileTimeout: 1h0m0s KeepaliveInterval: 19m0s Prefix: .pelican-posc RunLocation: /run/pelican/xrootd/origin S3AccessKeyfile: "" S3Bucket: "" S3Region: "" S3SecretKeyfile: "" S3ServiceName: "" S3ServiceUrl: "" S3UrlStyle: path SSH: AuthMethods: - publickey - agent - keyboard-interactive - password AutoAddHostKey: false ChallengeTimeout: 1m0s ConnectTimeout: 30s Host: "" KeepaliveInterval: 5s KeepaliveTimeout: 20s KnownHostsFile: "" MaxRetries: 5 PasswordFile: "" PelicanBinaryPath: "" Port: 22 PrivateKeyFile: "" PrivateKeyPassphraseFile: "" ProxyJump: "" RemotePelicanBinaryDir: "" RemotePelicanBinaryOverrides: [] SessionEstablishTimeout: 5m0s TunnelCallback: false User: "" ScitokensDefaultUser: "" ScitokensGroupsClaim: wlcg.groups ScitokensMapSubject: false ScitokensNameMapFile: "" ScitokensRestrictedPaths: [] ScitokensUnauthenticatedUser: nobody ScitokensUsernameClaim: "" SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s StoragePrefix: "" StorageType: posix SupportedChecksumTypes: [] TokenAudience: https://origin:8443 TransferRateLimit: 0 UploadTempLocation: /run/pelican/xrootd/origin/in-progress Url: https://origin:8443 UserMapfileRefreshInterval: 1m0s XRootDPrefix: origin XRootServiceUrl: ""Plugin: DirectorDecisionPercentage: 20 Token: ""Registry: AdminUsers: [] CustomRegistrationFields: null DbLocation: /var/lib/pelican/registry.sqlite EnableOIDC: false InactiveRegistrationCleanupInterval: 5m0s InactiveRegistrationTimeout: 20m0s Institutions: null InstitutionsUrl: "" InstitutionsUrlReloadMinutes: 15m0s RequireCacheApproval: false RequireKeyChaining: true RequireOriginApproval: falseRuntimeDir: /run/pelicanServer: AUPCanonicalURL: "" AUPFile: "" AUPLastUpdated: "" AdLifetime: 10m0s AdminGroups: [] AdvertisementInterval: 1m0s AutoEnrollUsernameClaims: - preferred_username - email - sub CollectionAdminGroups: [] CollectionAdminUsers: [] DatabaseBackup: Frequency: 24h0m0s Location: /var/lib/pelican/backups MaxCount: 10 DbLocation: /var/lib/pelican/pelican.sqlite DirectorUrls: [] DropPrivileges: false EnablePKCS11: false EnablePprof: true EnableUI: true ExternalWebUrl: https://origin:8444 GroupInviteLinkExpiration: 168h0m0s HealthMonitoringPublic: false Hostname: origin IssuerHostname: "" IssuerJwks: "" IssuerPort: 0 IssuerUrl: "" Modules: [] NewUserDefaultScopes: - web_ui.access RegistrationCompletionLinkFile: /etc/pelican/server-registration-completion-link RegistrationRetryInterval: 10s SSRFProtection: AllowedCIDRs: [] BlockedCIDRs: [] Disabled: false SkipDefaultBlocks: false SessionSecretFile: /etc/pelican/session-secret StartupTimeout: 5m0s TLSCACertificateDirectory: "" TLSCACertificateFile: /certs/ca.crt TLSCAKey: /etc/pelican/certificates/tlsca.key TLSCertificate: "" TLSCertificateChain: /certs/tls.crt TLSKey: /certs/tls.key TrustedProxies: [] UIActivationCodeFile: /etc/pelican/server-web-activation-code UIAdminUsers: [] UILoginRateLimit: 1 UIPasswordFile: /etc/pelican/server-web-passwd UnprivilegedUser: pelican UserAdminGroups: [] UserAdminUsers: [] WebConfigFile: /etc/pelican/web-config.yaml WebHost: 0.0.0.0 WebPort: 8444 WebReadOnly: falseShoveler: AMQPExchange: shoveled-xrd AMQPTokenLocation: /etc/pelican/shoveler-token Enable: false IPMapping: null MessageQueueProtocol: amqp OutputDestinations: [] PasswordLocation: "" PortHigher: 9999 PortLower: 9930 QueueDirectory: /var/spool/pelican/shoveler/queue StompCert: "" StompCertKey: "" StompUsername: "" Topic: "" URL: "" VerifyHeader: falseStagePlugin: Hook: false MountPrefix: "" OriginPrefix: "" ShadowOriginPrefix: ""TLSSkipVerify: falseTopology: DisableCacheX509: false DisableCaches: false DisableDowntime: false DisableOriginX509: false DisableOrigins: falseTransfer: CredentialIdleTimeout: 168h0m0s EnableOAuth2Clients: false EnabledGroups: [] MaxConcurrentJobs: 5Transport: BrokerEndpointCacheTTL: 2m0s DialerKeepAlive: 30s DialerTimeout: 10s ExpectContinueTimeout: 1s IdleConnTimeout: 1m30s MaxIdleConns: 30 ResponseHeaderTimeout: 10s TLSHandshakeTimeout: 15sXrootd: AuthRefreshInterval: 5m0s Authfile: /etc/pelican/xrootd/authfile AutoShutdownEnabled: true ConfigFile: "" ConfigUpdateFailureTimeout: 1h0m0s DetailedMonitoringHost: "" DetailedMonitoringPort: 9930 EnableLocalMonitoring: true HttpMaxDelay: 9s LocalMonitoringHost: "" LocalMonitoringPort: 0 MacaroonsKeyFile: /etc/pelican/macaroons-secret ManagerHost: "" ManagerPort: 1213 MaxStartupWait: 10s MaxThreads: 20000 Mount: "" Port: 0 RobotsTxtFile: /etc/pelican/robots.txt RunLocation: "" ScitokensConfig: /etc/pelican/xrootd/scitokens.cfg ShutdownTimeout: 0s Sitename: origin SummaryMonitoringHost: "" SummaryMonitoringPort: 9931============= End of Pelican Configuration ============time="2026-10-27T02:39:03Z" level=info msg="Configuring multi-exports from Origin.Exports block in config file"time="2026-10-27T02:39:03Z" level=warning msg="Storage prefix \"/data\" may lack permissions for export \"/private\": storage prefix \"/data\" for export \"/private\" requires \"write and execute (-wx)\" permissions for the \"xrootd\" user (uid=10940, gid=10940) to support the \"Writes\" capability, but the current permissions are \"-rwxr-xr-x\" (owner uid=1000, gid=997). You may need to adjust the ownership or permissions of the directory so that the XRootD daemon user has the necessary access: invalid origin configuration. The origin will still start, but runtime errors may occur if the XRootD daemon user truly lacks access. This may be a false positive on filesystems that don't store real uid/gid on disk and synthesize ownership at runtime (e.g. FUSE, NFS, etc.)."time="2026-10-27T02:39:03Z" level=info msg="Creating in-progress directory /run/pelican/xrootd/origin/in-progress with mode 1777 (world-writable + sticky bit)"time="2026-10-27T02:39:03Z" level=info msg="OK 20250407154047_api_tokens.sql (637.2µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20250407175156_server.sql (1.2ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20250507041205_server_name.sql (730.25µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20250729143942_collections.sql (1.61ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20250929190630_add_users_and_groups.sql (1.35ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20251014193721_add_server_id.sql (872.62µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260220120000_server_master_keys.sql (677.04µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260401220000_group_enrollment_management.sql (4.87ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260424180000_add_user_password_hash.sql (941.31µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260425120000_user_soft_delete.sql (980.18µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260425180000_invite_link_kinds.sql (2.41ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260426000000_group_display_name.sql (955.49µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260426060000_creator_audit.sql (2.7ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260426120000_one_identity_per_issuer_per_user.sql (597.59µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260426180000_invite_links_nullable_group_id.sql (2.46ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260427120000_invite_link_token_prefix.sql (886.79µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260428120000_aup_documents.sql (906.7µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260428180000_user_group_scopes.sql (1.2ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260429000000_collection_owner_admin.sql (1.6ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260430000000_invite_links_collection_ownership.sql (2.75ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260430120000_groups_created_for_collection.sql (1.08ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260502152700_rename_server_web_admin_scope.sql (553.75µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260502164824_collection_enable_sharing.sql (1.04ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260502165710_collection_parent_id.sql (1.14ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260502172201_group_auth_template_eligible.sql (1.01ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260503120000_partial_user_unique_indexes.sql (906.84µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260812000000_global_unique_username.sql (696.05µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260916120000_id_keyed_collection_authz.sql (5.44ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260917110000_id_keyed_api_keys.sql (471µs)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260917120000_group_soft_delete.sql (3.72ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260918120000_mirror_asserted_group_memberships.sql (1.73ms)\n"time="2026-10-27T02:39:03Z" level=info msg="OK 20260919120000_group_admin_observation.sql (1.65ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20261005120000_create_transfer_tables.sql (4.24ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20261005120100_invite_links_registration_ownership.sql (1.14ms)\n"time="2026-10-27T02:39:04Z" level=info msg="goose: successfully migrated database to version: 20261005120100\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20251111180645_create_globus_table.sql (608.56µs)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260219120000_create_embedded_oidc_tables.sql (3.75ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260308120000_add_registration_access_token.sql (2.4ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260313120000_add_namespace_to_oidc_tables.sql (6.5ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260401120000_oidc_clients_composite_pk.sql (3.75ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260429120000_create_metadata_publish_queue.sql (1.13ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260430120000_add_metadata_blob_columns.sql (2.27ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260430120100_create_object_metadata_tables.sql (2.04ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260704120000_add_source_etag.sql (2.39ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260725120000_add_metadata_queue_state_and_tokens.sql (4.41ms)\n"time="2026-10-27T02:39:04Z" level=info msg="OK 20260726120000_add_object_metadata_published_watermark.sql (2.3ms)\n"time="2026-10-27T02:39:04Z" level=info msg="goose: successfully migrated database to version: 20260726120000\n"time="2026-10-27T02:39:04Z" level=error msg="SELECT * FROM `users` WHERE (username = \"admin\" AND issuer = \"https://origin:8444\") AND `users`.`deleted_at` IS NULL ORDER BY `users`.`id` LIMIT 1" component=gorm duration="368.303µs" error="record not found" rows=0time="2026-10-27T02:39:04Z" level=error msg="SELECT * FROM `counters` WHERE key = \"new_user_default_scopes_backfill_v1\" ORDER BY `counters`.`key` LIMIT 1" component=gorm duration="106.177µs" error="record not found" rows=0time="2026-10-27T02:39:04Z" level=info msg="NewUserDefaultScopes backfill: granted 1 scope rows across 1 users"time="2026-10-27T02:39:04Z" level=info msg="No master key found; generating a new one"time="2026-10-27T02:39:04Z" level=info msg="Added master key row for server key dEWdhdhwBdidOweerl-32FFSMqHOWgCeY_BbJhldwyY"time="2026-10-27T02:39:04Z" level=error msg="SELECT * FROM `oidc_clients` WHERE id = \"pelican-public-client\" AND namespace = \"/private\" ORDER BY `oidc_clients`.`id` LIMIT 1" component=gorm duration="164.212µs" error="record not found" rows=0time="2026-10-27T02:39:04Z" level=info msg="Registering public OIDC client: pelican-public-client"time="2026-10-27T02:39:04Z" level=info msg="Embedded OIDC issuer configured for namespace /private"time="2026-10-27T02:39:04Z" level=info msg="Loaded master key using server key dEWdhdhwBdidOweerl-32FFSMqHOWgCeY_BbJhldwyY"time="2026-10-27T02:39:04Z" level=info msg="Embedded OIDC issuer: registered local issuer (iss=https://origin:8444)"time="2026-10-27T02:39:04Z" level=info msg="Embedded OIDC issuer configured successfully"time="2026-10-27T02:39:04Z" level=info msg="Will launch daemon \"xrootd.origin\" with UID 10940 and GID 10940"time="2026-10-27T02:39:04Z" level=info msg="Successfully launched xrootd.origin"time="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 Starting on Linux 6.8.0-1064-azure" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 xrootd -s /run/pelican/xrootd/origin/xrootd.pid -c /run/pelican/xrootd/origin/xrootd.cfg -n origin" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Copr. 2004-2012 Stanford University, xrd version v5.9.7" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config warning: this hostname, origin-5bb969d5cd-gwtt4, is registered without a domain qualification." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ xrootd origin@origin-5bb969d5cd-gwtt4 initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config using configuration file /run/pelican/xrootd/origin/xrootd.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.port 8443" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.protocol http:8443 libXrdHttp.so " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.tls /run/pelican/xrootd/origin/copied-tls-creds.crt /run/pelican/xrootd/origin/copied-tls-creds.crt" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.tlsca certfile /run/pelican/xrootd/origin/ca-bundle.crt" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.sitename origin" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.report 127.0.0.1:9930 every 30s" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.adminpath /run/pelican/xrootd/origin" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.pidpath /run/pelican/xrootd/origin" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.sched maxt 20000" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.trace -all" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrd.network nodnr" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ xrootd origin@origin-5bb969d5cd-gwtt4 TLS initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ xrootd origin@origin-5bb969d5cd-gwtt4 TLS initialization ended." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config maximum number of connections restricted to 1048576" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Plugin loaded xrdhttp v5.9.7 from protocol libXrdHttp-5.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Copr. 2012 Stanford University, xroot protocol 5.1.0 version v5.9.7" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ xroot protocol initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.monitor all auth flush 30s window 5s fstat 60 lfn ops xfr 5 dest redir fstat info files user pfc tcpmon ccm throttle 127.0.0.1:9930" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.mongstream oss throttle use send json dflthdr 127.0.0.1:9930" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.seclib libXrdSec.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.export /public" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.export /private" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.export /pelican/monitoring" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.export /.well-known" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.fslib ++ throttle" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.chksum max 10 crc32c md5 adler32 crc32" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.trace emsg login stall redirect" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> xrootd.tls all" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config exporting /public" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config exporting /private" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config exporting /.well-known" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config exporting /pelican/monitoring" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Plugin loaded secprot v5.9.7 from seclib libXrdSec-5.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Authentication system initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> sec.protbind * none" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config 1 authentication directives processed in /run/pelican/xrootd/origin/xrootd.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ Authentication system initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Protection system initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config warning: Security level is set to none; request protection disabled!" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config Local protection level: none" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config Remote protection level: none" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ Protection system initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config Routing for 10.244.0.6: local pub4 prv4 " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config Route all4: 10.244.0.6 Dest=[::10.244.0.6]:8443" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ File system initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.role server" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> ofs.osslib ++ libXrdOssStats.so " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> ofs.authlib ++ libXrdAccSciTokens.so config=/run/pelican/xrootd/origin/scitokens-origin-generated.cfg " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> ofs.trace -all" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Storage system initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> oss.localroot /run/pelican/xrootd/origin/export " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.export /public" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.export /private" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config warning: ignoring invalid trace option 'error'." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> oss.trace error" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config effective /run/pelican/xrootd/origin/xrootd.cfg oss configuration:" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.alloc 0 0 0" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.spacescan 600" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.fdlimit 524288 1048576" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.maxsize 0" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.localroot /run/pelican/xrootd/origin/export" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.trace 0" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.xfr 1 deny 10800 keep 1200" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.memfile off max 8382705664" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.defaults r/w nocheck nodread nomig nopurge norcreate nostage" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.path /private r/w nocheck nodread nomig nopurge norcreate nostage" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" oss.path /public r/w nocheck nodread nomig nopurge norcreate nostage" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ Storage system initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Plugin loaded fsstats v5.9.7 from osslib libXrdOssStats-5.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ Initializing the storage statistics plugin." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 fsstat_Config: Logging levels enabled warning, error" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="ConfigStats monitoring has been configured via xrootd.mongstream directive" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Authorization system initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 acc_Config: Authorization system using configuration in /run/pelican/xrootd/origin/xrootd.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> acc.audit deny grant" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> acc.authdb /run/pelican/xrootd/origin/authfile-origin-generated" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> acc.authrefresh 300" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config 3 authorization directives processed in /run/pelican/xrootd/origin/xrootd.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config 1 auth entries processed in /run/pelican/xrootd/origin/authfile-origin-generated" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ Authorization system initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Plugin loaded XrdAccSciTokens v5.9.7 from authlib libXrdAccSciTokens-5.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ XrdAccSciTokens: Initialized SciTokens-based authorization." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> scitokens.trace none " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 scitokens_Config: Logging levels enabled -" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Configuring server role. . ." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> all.adminpath /run/pelican/xrootd/origin" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> cms.trace -all" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Checkpoint initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ Checkpoint initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config effective /run/pelican/xrootd/origin/xrootd.cfg ofs configuration:" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" all.role server" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.authorize" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.maxdelay 60" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.persist manual hold 600 logdir /run/pelican/xrootd/origin/origin/.ofs/posc.log" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.trace 0" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.authlib default " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.authlib ++ libXrdAccSciTokens.so config=/run/pelican/xrootd/origin/scitokens-origin-generated.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.osslib default " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg=" ofs.osslib ++ libXrdOssStats.so " daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ File system server initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Initializing a Throttled file system." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="ConfigThrottle g-stream has been configured via xrootd.mongstream directive" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config asynchronous I/O has been disabled!" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ xroot protocol initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Copr. 2012 CERN IT, an HTTP implementation for the XRootD framework." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ HTTP protocol initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.tlsclientauth off" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.header2cgi Authorization authz" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticpreload http://static/robots.txt /run/pelican/xrootd/origin/robots.txt" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.exthandler xrdpelican libXrdHttpPelican.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 sysconfig: invalid trace option none" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.trace none" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.maxdelay 9" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.exthandler xrdtpc libXrdHttpTPC.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=OPTIONS Access-Control-Allow-Origin *" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=OPTIONS Access-Control-Allow-Methods GET,PUT,PROPFIND" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=OPTIONS Access-Control-Allow-Headers Authorization,Want-Digest,Content-Type,User-Agent,Depth,Content-Length,Translate" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=GET Access-Control-Allow-Origin *" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=GET Access-Control-Allow-Headers Authorization,Want-Digest,Content-Type,User-Agent" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=PUT Access-Control-Allow-Origin *" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=PUT Access-Control-Allow-Headers Authorization" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=PROPFIND Access-Control-Allow-Origin *" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="=====> http.staticheader -verb=PROPFIND Access-Control-Allow-Headers Depth,Content-Type,Authorization,Content-Length,Translate" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config Using xrd.tls to supply 'cert' and 'key'." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Config Using xrd.tlsca to supply 'cafile'." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="++++++ HTTPS initialization started." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ HTTPS initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Plugin loaded XrdHttpPelican v5.9.7 from exthandlerlib libXrdHttpPelican-5.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: Will load configuration for the Pelican handler from /run/pelican/xrootd/origin/xrootd.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: Signal handlers installed for crash reporting" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: Executable path saved for re-exec: /usr/bin/xrootd" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_CA_FILE environment variable not set; cannot update the CAs" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_CERT_FILE environment variable not set; cannot update the host certificate" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_CACHE_SELF_TEST_FILE environment variable not set; cannot pass a cache self-test file" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_CACHE_SELF_TEST_FILE_CINFO environment variable not set; cannot pass a cache self-test file cinfo" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_AUTHFILE_GENERATED environment variable not set; cannot update the authfile" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_SCITOKENS_GENERATED environment variable not set; cannot update the SciTokens" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 pelican_PelicanHandler: XRDHTTP_PELICAN_FEDTOKEN environment variable not set; cannot update the federation token" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Plugin loaded HttpTPC v5.9.7 from exthandlerlib libXrdHttpTPC-5.so" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 sysTPCInitialize: Will load configuration for the TPC handler from /run/pelican/xrootd/origin/xrootd.cfg" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 TPC_Config: Using filesystem object from the framework." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 sysConfig: XRDROLE: server" daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="261027 02:39:04 030 sysConfig: Configured as HTTP(s) data server." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ HTTP protocol initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="------ xrootd origin@origin-5bb969d5cd-gwtt4:8443 initialization completed." daemon=xrootd.origintime="2026-10-27T02:39:04Z" level=info msg="Origin startup complete on port 8443"time="2026-10-27T02:39:04Z" level=info msg="No existing database backups found; creating one now"time="2026-10-27T02:39:04Z" level=info msg="Starting periodic database backup every 24h0m0s"time="2026-10-27T02:39:04Z" level=info msg="Starting web engine..."time="2026-10-27T02:39:04Z" level=info msg="Database backup created: /var/lib/pelican/backups/pelican-db-backup-2026-10-27T023904.bak"time="2026-10-27T02:39:04Z" level=info msg="Failed to send request to Web UI at https://origin:8444/api/v1.0/health; likely server is not up (will retry in 50ms): Get \"https://origin:8444/api/v1.0/health\": dial tcp 10.101.6.186:8444: connect: connection refused"time="2026-10-27T02:39:16Z" level=warning msg="Self-test monitoring cycle failed: test file transfer failed during upload: failed to upload test file: failed to start request for test file upload: Put \"https://origin:8443/pelican/monitoring/selfTest/self-test-2026-10-27T02:39:09Z.txt\": dial tcp 10.101.6.186:8443: connect: connection refused"time="2026-10-27T02:39:24Z" level=warning msg="Self-test monitoring cycle failed: test file transfer failed during upload: failed to upload test file: failed to start request for test file upload: Put \"https://origin:8443/pelican/monitoring/selfTest/self-test-2026-10-27T02:39:19Z.txt\": dial tcp 10.101.6.186:8443: connect: connection refused"time="2026-10-27T02:39:33Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="27.481µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:39:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="25.317µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:39:33Z" level=info msg="Will advertise to director endpoints: https://director:8444"time="2026-10-27T02:39:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="87.9µs" method=GET resource=/api/v1.0/issuer/ns/private/.well-known/openid-configuration status=200time="2026-10-27T02:39:33Z" level=info msg="Namespace /origins/origin:8444 not registered; new registration will proceed\n"time="2026-10-27T02:39:33Z" level=info msg="Namespace /public not registered; new registration will proceed\n"time="2026-10-27T02:39:33Z" level=info msg="Namespace /private not registered; new registration will proceed\n"time="2026-10-27T02:39:33Z" level=warning msg="Registration for /origins/origin:8444 is incomplete: Incomplete registration: Institution is required."time="2026-10-27T02:39:33Z" level=error msg="Server registration is incomplete; open the link below in a browser and log in to the registry to complete it (a fresh link is written to /etc/pelican/server-registration-completion-link every 10m0s):\nComplete server registration at https://registry:8444/view/registry/origin/edit/?access_token=eyJhbGciOiJFUzI1NiIsImtpZCI6ImRFV2RoZGh3QmRpZE93ZWVybC0zMkZGU01xSE9XZ0NlWV9CYkpobGR3eVkiLCJ0eXAiOiJKV1QifQ.eyJhdWQiOlsiaHR0cHM6Ly9yZWdpc3RyeTo4NDQ0Il0sImV4cCI6MTc5MzA2OTY3MywiaWF0IjoxNzkzMDY4NzczLCJpc3MiOiJodHRwczovL29yaWdpbjo4NDQ0IiwianRpIjoiM0c2M2ExbEE0aWNGTUJ1VlBrNFo4USIsIm5iZiI6MTc5MzA2ODc3Mywic2NvcGUiOiJyZWdpc3RyeS5lZGl0X3JlZ2lzdHJhdGlvbiIsInN1YiI6Imh0dHBzOi8vb3JpZ2luOjg0NDQiLCJ3bGNnLnZlciI6IjEuMCJ9.REDACTED&id=1 (expire at Tue, 27 Oct 2026 02:54:33 UTC)"time="2026-10-27T02:39:33Z" level=info msg="Address file written to /run/pelican/pelican.addresses"time="2026-10-27T02:39:33Z" level=warning msg="Registration for /private is incomplete: Incomplete registration: Institution is required."time="2026-10-27T02:39:33Z" level=error msg="Server registration is incomplete; open the link below in a browser and log in to the registry to complete it (a fresh link is written to /etc/pelican/server-registration-completion-link every 10m0s):\nComplete server registration at https://registry:8444/view/registry/origin/edit/?access_token=eyJhbGciOiJFUzI1NiIsImtpZCI6ImRFV2RoZGh3QmRpZE93ZWVybC0zMkZGU01xSE9XZ0NlWV9CYkpobGR3eVkiLCJ0eXAiOiJKV1QifQ.eyJhdWQiOlsiaHR0cHM6Ly9yZWdpc3RyeTo4NDQ0Il0sImV4cCI6MTc5MzA2OTY3MywiaWF0IjoxNzkzMDY4NzczLCJpc3MiOiJodHRwczovL29yaWdpbjo4NDQ0IiwianRpIjoiM0c2M2ExbEE0aWNGTUJ1VlBrNFo4USIsIm5iZiI6MTc5MzA2ODc3Mywic2NvcGUiOiJyZWdpc3RyeS5lZGl0X3JlZ2lzdHJhdGlvbiIsInN1YiI6Imh0dHBzOi8vb3JpZ2luOjg0NDQiLCJ3bGNnLnZlciI6IjEuMCJ9.REDACTED&id=1 (expire at Tue, 27 Oct 2026 02:54:33 UTC)\nComplete server registration at https://registry:8444/view/registry/namespace/edit/?access_token=eyJhbGciOiJFUzI1NiIsImtpZCI6ImRFV2RoZGh3QmRpZE93ZWVybC0zMkZGU01xSE9XZ0NlWV9CYkpobGR3eVkiLCJ0eXAiOiJKV1QifQ.eyJhdWQiOlsiaHR0cHM6Ly9yZWdpc3RyeTo4NDQ0Il0sImV4cCI6MTc5MzA2OTY3MywiaWF0IjoxNzkzMDY4NzczLCJpc3MiOiJodHRwczovL29yaWdpbjo4NDQ0IiwianRpIjoiSUtiOFQtMkdDbVFUTlRlNmx3RFFPdyIsIm5iZiI6MTc5MzA2ODc3Mywic2NvcGUiOiJyZWdpc3RyeS5lZGl0X3JlZ2lzdHJhdGlvbiIsInN1YiI6Imh0dHBzOi8vb3JpZ2luOjg0NDQiLCJ3bGNnLnZlciI6IjEuMCJ9.REDACTED&id=3 (expire at Tue, 27 Oct 2026 02:54:33 UTC)"time="2026-10-27T02:39:33Z" level=warning msg="Registration for /public is incomplete: Incomplete registration: Institution is required."time="2026-10-27T02:39:33Z" level=error msg="Server registration is incomplete; open the link below in a browser and log in to the registry to complete it (a fresh link is written to /etc/pelican/server-registration-completion-link every 10m0s):\nComplete server registration at https://registry:8444/view/registry/origin/edit/?access_token=eyJhbGciOiJFUzI1NiIsImtpZCI6ImRFV2RoZGh3QmRpZE93ZWVybC0zMkZGU01xSE9XZ0NlWV9CYkpobGR3eVkiLCJ0eXAiOiJKV1QifQ.eyJhdWQiOlsiaHR0cHM6Ly9yZWdpc3RyeTo4NDQ0Il0sImV4cCI6MTc5MzA2OTY3MywiaWF0IjoxNzkzMDY4NzczLCJpc3MiOiJodHRwczovL29yaWdpbjo4NDQ0IiwianRpIjoiM0c2M2ExbEE0aWNGTUJ1VlBrNFo4USIsIm5iZiI6MTc5MzA2ODc3Mywic2NvcGUiOiJyZWdpc3RyeS5lZGl0X3JlZ2lzdHJhdGlvbiIsInN1YiI6Imh0dHBzOi8vb3JpZ2luOjg0NDQiLCJ3bGNnLnZlciI6IjEuMCJ9.REDACTED&id=1 (expire at Tue, 27 Oct 2026 02:54:33 UTC)\nComplete server registration at https://registry:8444/view/registry/namespace/edit/?access_token=eyJhbGciOiJFUzI1NiIsImtpZCI6ImRFV2RoZGh3QmRpZE93ZWVybC0zMkZGU01xSE9XZ0NlWV9CYkpobGR3eVkiLCJ0eXAiOiJKV1QifQ.eyJhdWQiOlsiaHR0cHM6Ly9yZWdpc3RyeTo4NDQ0Il0sImV4cCI6MTc5MzA2OTY3MywiaWF0IjoxNzkzMDY4NzczLCJpc3MiOiJodHRwczovL29yaWdpbjo4NDQ0IiwianRpIjoiSUtiOFQtMkdDbVFUTlRlNmx3RFFPdyIsIm5iZiI6MTc5MzA2ODc3Mywic2NvcGUiOiJyZWdpc3RyeS5lZGl0X3JlZ2lzdHJhdGlvbiIsInN1YiI6Imh0dHBzOi8vb3JpZ2luOjg0NDQiLCJ3bGNnLnZlciI6IjEuMCJ9.REDACTED&id=3 (expire at Tue, 27 Oct 2026 02:54:33 UTC)\nComplete server registration at https://registry:8444/view/registry/namespace/edit/?access_token=eyJhbGciOiJFUzI1NiIsImtpZCI6ImRFV2RoZGh3QmRpZE93ZWVybC0zMkZGU01xSE9XZ0NlWV9CYkpobGR3eVkiLCJ0eXAiOiJKV1QifQ.eyJhdWQiOlsiaHR0cHM6Ly9yZWdpc3RyeTo4NDQ0Il0sImV4cCI6MTc5MzA2OTY3MywiaWF0IjoxNzkzMDY4NzczLCJpc3MiOiJodHRwczovL29yaWdpbjo4NDQ0IiwianRpIjoiRUR6S2pJSmhNU2pacnpWZlJ0dWJoUSIsIm5iZiI6MTc5MzA2ODc3Mywic2NvcGUiOiJyZWdpc3RyeS5lZGl0X3JlZ2lzdHJhdGlvbiIsInN1YiI6Imh0dHBzOi8vb3JpZ2luOjg0NDQiLCJ3bGNnLnZlciI6IjEuMCJ9.REDACTED&id=2 (expire at Tue, 27 Oct 2026 02:54:33 UTC)"time="2026-10-27T02:39:33Z" level=info msg="Starting web login..."time="2026-10-27T02:39:33Z" level=info msg="Starting TSDB ..." component=prometheustime="2026-10-27T02:39:33Z" level=info msg="Replaying on-disk memory mappable chunks if any" component=tsdbtime="2026-10-27T02:39:33Z" level=info msg="On-disk memory mappable chunks replay completed" component=tsdb duration="2.033µs"time="2026-10-27T02:39:33Z" level=info msg="Replaying WAL, this may take a while" component=tsdbtime="2026-10-27T02:39:33Z" level=info msg="261027 02:39:33 034 XrootdBridge: unknown.1:27@[::10.244.0.5] login as nobody" daemon=xrootd.origintime="2026-10-27T02:39:33Z" level=info msg="WAL segment loaded" component=tsdb maxSegment=0 segment=0time="2026-10-27T02:39:33Z" level=info msg="WAL replay completed" checkpoint_replay_duration="46.568µs" component=tsdb total_replay_duration="440.92µs" wal_replay_duration="353.942µs" wbl_replay_duration=180nstime="2026-10-27T02:39:33Z" level=info msg="TSDB started" component=prometheustime="2026-10-27T02:39:33Z" level=info msg="Completed loading of configuration" component=prometheus db_storage="1.142µs" query_engine=571ns scrape="36.394µs" scrape_sd="54.059µs" totalDuration="93.618µs"time="2026-10-27T02:39:33Z" level=info msg="Server is ready to receive web requests." component=prometheustime="2026-10-27T02:39:33Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="874.149µs" method=POST resource=/api/v1.0/origin/directorTest status=200time="2026-10-27T02:39:34Z" level=info msg="261027 02:39:34 053 XrootdBridge: unknown.2:28@[::10.244.0.1] login as nobody" daemon=xrootd.origintime="2026-10-27T02:39:34Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="95.31µs" method=GET resource=/.well-known/openid-configuration status=200time="2026-10-27T02:39:34Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="77.354µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-10-27T02:39:36Z" level=info msg="Served Request" client=10.244.0.3 daemon=gin fields.time="29.884µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:39:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="25.878µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:39:48Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="30.165µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:39:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="323.036µs" method=POST resource=/api/v1.0/origin/directorTest status=200time="2026-10-27T02:39:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.330768ms method=GET resource=/metrics status=200time="2026-10-27T02:39:52Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=6.516302ms method=GET resource=/metrics status=200time="2026-10-27T02:40:03Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="29.584µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:40:03Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="439.399µs" method=POST resource=/api/v1.0/origin/directorTest status=200time="2026-10-27T02:40:04Z" level=info msg="261027 02:40:04 044 cms_Finder: Waiting for cms path /run/pelican/xrootd/origin/origin/.olb/olbd.admin" daemon=xrootd.origintime="2026-10-27T02:40:05Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=4.047264ms method=GET resource=/metrics status=200time="2026-10-27T02:40:07Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=3.769099ms method=GET resource=/metrics status=200time="2026-10-27T02:40:10Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="43.213µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:40:18Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="27.2µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:40:18Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="394.782µs" method=POST resource=/api/v1.0/origin/directorTest status=200time="2026-10-27T02:40:20Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.464473ms method=GET resource=/metrics status=200time="2026-10-27T02:40:22Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=4.629256ms method=GET resource=/metrics status=200time="2026-10-27T02:40:33Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="27.16µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:40:33Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="281.214µs" method=POST resource=/api/v1.0/origin/directorTest status=200time="2026-10-27T02:40:35Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.004568ms method=GET resource=/metrics status=200time="2026-10-27T02:40:37Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=3.399324ms method=GET resource=/metrics status=200time="2026-10-27T02:40:40Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="30.294µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:40:48Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="33.47µs" method=GET resource=/api/v1.0/health status=200time="2026-10-27T02:40:48Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="386.109µs" method=POST resource=/api/v1.0/origin/directorTest status=200time="2026-10-27T02:40:50Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.14219ms method=GET resource=/metrics status=200time="2026-10-27T02:40:52Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=3.205103ms method=GET resource=/metrics status=200time="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 033 XrootdBridge: unknown.3:29@[::10.244.0.4] login as nobody" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 033 acc_Audit: unknown.3:29@[::10.244.0.4] grant https *@[::ffff:10.244.0.4] read /public/data/0.0" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 053 XrootdBridge: unknown.4:30@[::10.244.0.4] login as nobody" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 053 acc_Audit: unknown.4:30@[::10.244.0.4] grant https *@[::ffff:10.244.0.4] stat /public/data/0.0" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 XrootdBridge: unknown.5:31@[::10.244.0.4] login as nobody" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 acc_Audit: unknown.5:31@[::10.244.0.4] grant https *@[::ffff:10.244.0.4] stat /public/data/0.0" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 acc_Audit: unknown.5:31@[::10.244.0.4] grant https *@[::ffff:10.244.0.4] stat /public/data/0.0" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 ofs_FAttr: Unable to get attr XrdCks.md5 from /run/pelican/xrootd/origin/export/public/data/0.0; operation not supported" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 ofs_chksum: unknown.5:31@[::10.244.0.4] Unable to checksum /public/data/0.0; operation not supported" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 unknown.5:31@[::10.244.0.4] Xrootd_Response: sending err 3013: Unable to checksum /public/data/0.0; operation not supported" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 067 XrootdXeq: unknown.5:31@[::10.244.0.4] disc 0:00:00 (send failure)" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 066 XrootdXeq: unknown.4:30@[::10.244.0.4] disc 0:00:00" daemon=xrootd.origintime="2026-10-27T02:40:53Z" level=info msg="261027 02:40:53 068 XrootdXeq: unknown.3:29@[::10.244.0.4] disc 0:00:00" daemon=xrootd.origin