Unable to run catalog server

catalog is crashing with the java.lang.RuntimeException: Failed to start quarkus exception

Dremio EE trial deployed using dremio helm chart oci://quay.io/dremio/dremio-helm:3.1.0

# values.yaml:
catalog:
...
  image:
    repository: quay.io/dremio/dremio-catalog-server-external
    tag: 26.0.3
  storage:
    location: "s3://mycompany-dremio-ee-catalog"
    type: "s3"
    s3:
      region: "us-east-1"
      roleArn: ~
      userArn: ~
      externalId: ~
      endpoint: ~
      stsEndpoint: ~
      pathStyleAccess: false
      skipSts: true
      useAccessKeys: true
      secretName: "catalog-server-s3-storage-creds"

#k logs -f dremio-catalog-server-6cd87487b7-s89hr
Defaulted container "dremio-catalog-server" out of: dremio-catalog-server, copy-run-scripts (init), wait-for-mongo (init)
INFO exec -a "java" java -XX:MaxRAMPercentage=80.0 -XX:+UseParallelGC -XX:MinHeapFreeRatio=10 -XX:MaxHeapFreeRatio=20 -XX:GCTimeRatio=4 -XX:AdaptiveSizePolicyWeight=90 -XX:+ExitOnOutOfMemoryError -cp "." -jar /deployments/dremio-ee-dremiocatalog-polaris-server.jar 
INFO running in /deployments
 /$$$$$$$                                    /$$                  /$$$$$$              /$$               /$$
| $$__  $$                                  |__/                 /$$__  $$            | $$              | $$
| $$  \ $$  /$$$$$$   /$$$$$$  /$$$$$$/$$$$  /$$  /$$$$$$       | $$  \__/  /$$$$$$  /$$$$$$    /$$$$$$ | $$  /$$$$$$   /$$$$$$
| $$  | $$ /$$__  $$ /$$__  $$| $$_  $$_  $$| $$ /$$__  $$      | $$       |____  $$|_  $$_/   |____  $$| $$ /$$__  $$ /$$__  $$
| $$  | $$| $$  \__/| $$$$$$$$| $$ \ $$ \ $$| $$| $$  \ $$      | $$        /$$$$$$$  | $$      /$$$$$$$| $$| $$  \ $$| $$  \ $$
| $$  | $$| $$      | $$_____/| $$ | $$ | $$| $$| $$  | $$      | $$    $$ /$$__  $$  | $$ /$$ /$$__  $$| $$| $$  | $$| $$  | $$
| $$$$$$$/| $$      |  $$$$$$$| $$ | $$ | $$| $$|  $$$$$$/      |  $$$$$$/|  $$$$$$$  |  $$$$/|  $$$$$$$| $$|  $$$$$$/|  $$$$$$$
|_______/ |__/       \_______/|__/ |__/ |__/|__/ \______/        \______/  \_______/   \___/   \_______/|__/ \______/  \____  $$
                   o                   o                    O                o            o--o      o                  /$$  \ $$
                   |                   |                   / \               |            |   |     |         *       |  $$$$$$/
                   O-o   oo o-o o-o  o-O     o-o o-o      o---oo-o   oo  o-o O--o o-o     O--o  o-o |  oo o-o   o-o    \______/
                   |  | | |  \  |-' |  |     | | |  |     |   ||  | | | |    |  | |-'     |     | | | | | |   |  \
                   o-o  o-o-o-o o-o  o-o     o-o o  o     o   oO-o  o-o- o-o o  o o-o     o     o-o o o-o-o   | o-o
                                                               |
                                                               o                        https://polaris.apache.org/

                                                                                                       Powered by Quarkus 3.17.7
2025-08-17 23:05:03,411 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource BuildTime RunTime Fixed with ordinal 2147483647
2025-08-17 23:05:03,411 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource SysPropConfigSource with ordinal 400
2025-08-17 23:05:03,411 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource EnvConfigSource with ordinal 300
2025-08-17 23:05:03,411 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource PropertiesConfigSource[source=jar:file:///deployments/dremio-ee-dremiocatalog-polaris-server.jar!/application.properties] with ordinal 250
2025-08-17 23:05:03,411 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource DefaultValuesConfigSource with ordinal -2147483648
2025-08-17 23:05:04,981 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource BuildTime RunTime Fixed with ordinal 2147483647
2025-08-17 23:05:04,981 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource SysPropConfigSource with ordinal 400
2025-08-17 23:05:04,981 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource EnvConfigSource with ordinal 300
2025-08-17 23:05:04,981 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource PropertiesConfigSource[source=jar:file:///deployments/dremio-ee-dremiocatalog-polaris-server.jar!/application.properties] with ordinal 250
2025-08-17 23:05:04,981 DEBUG [io.sma.config] (main) SRCFG01006: Loaded ConfigSource DefaultValuesConfigSource with ordinal -2147483648
2025-08-17 23:05:05,678 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-srv-dremio-mongodb-rs0.dremio-helm.svc.cluster.local) Adding discovered server dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 to client view of cluster
2025-08-17 23:05:05,690 INFO  [org.mon.dri.client] (main) MongoClient with metadata {"driver": {"name": "mongo-java-driver|sync", "version": "4.11.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.12.37-61.105.amzn2023.x86_64"}, "platform": "Java/Red Hat, Inc./21.0.5+11-LTS"} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=true}, retryWrites=false, retryReads=true, readConcern=ReadConcern{level=null}, credential=MongoCredential{mechanism=null, userName='dremio', source='dremio', password=<hidden>, mechanismProperties=<hidden>}, transportSettings=null, streamFactoryFactory=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@56266bda, com.mongodb.Jep395RecordCodecProvider@18bb1b88, com.mongodb.KotlinCodecProvider@51b51641]}, ProvidersCodecRegistry{codecProviders=[org.bson.codecs.pojo.PojoCodecProvider@362a6aa5]}]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[127.0.0.1:27017], srvHost=dremio-mongodb-rs0.dremio-helm.svc.cluster.local, srvServiceName=mongodb, mode=MULTIPLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=100, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=JAVA_LEGACY, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null}
2025-08-17 23:05:05,696 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-srv-dremio-mongodb-rs0.dremio-helm.svc.cluster.local) Adding discovered server dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 to client view of cluster
2025-08-17 23:05:05,699 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-srv-dremio-mongodb-rs0.dremio-helm.svc.cluster.local) Adding discovered server dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 to client view of cluster
2025-08-17 23:05:05,738 DEBUG [com.dre.dat.uti.StoreLoader] (main) Loaded the following StoreCreationFunctions: [class com.dremio.enterprise.dremiocatalog.persist.providers.authz.PrivilegeStoreCreationFunction].
2025-08-17 23:05:05,738 INFO  [com.dre.ser.dat.mon.MongoKVStoreProviderForSharedClient] (main) MongoKVStoreProviderForSharedClient Started.
2025-08-17 23:05:05,738 INFO  [com.dre.ent.dre.per.pro.aut.DremioCatalogPrivilegeKVStoreProducers] (main) Starting DremioCatalogPrivilegeStore.
2025-08-17 23:05:05,782 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Monitor thread successfully connected to server with description ServerDescription{address=dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=25, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=34380792, setName='rs0', canonicalAddress=dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, hosts=[dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017], passives=[], arbiters=[], primary='dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017', tagSet=TagSet{[Tag{name='nodeName', value='ip-10-0-133-35.ec2.internal'}, Tag{name='podName', value='dremio-mongodb-rs0-2'}, Tag{name='serviceName', value='dremio-mongodb'}]}, electionId=null, setVersion=12, topologyVersion=TopologyVersion{processId=68a247cb246e2125ba33cce2, counter=6}, lastWriteDate=Sun Aug 17 23:05:05 UTC 2025, lastUpdateTimeNanos=247815658205339}
2025-08-17 23:05:05,782 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Monitor thread successfully connected to server with description ServerDescription{address=dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=25, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=34432612, setName='rs0', canonicalAddress=dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, hosts=[dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017], passives=[], arbiters=[], primary='dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017', tagSet=TagSet{[Tag{name='nodeName', value='ip-10-0-133-33.ec2.internal'}, Tag{name='podName', value='dremio-mongodb-rs0-1'}, Tag{name='serviceName', value='dremio-mongodb'}]}, electionId=null, setVersion=12, topologyVersion=TopologyVersion{processId=68a25aaeb57102ed4033640d, counter=4}, lastWriteDate=Sun Aug 17 23:05:05 UTC 2025, lastUpdateTimeNanos=247815658205178}
2025-08-17 23:05:05,782 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Monitor thread successfully connected to server with description ServerDescription{address=dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, type=REPLICA_SET_PRIMARY, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=25, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=34253851, setName='rs0', canonicalAddress=dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, hosts=[dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017], passives=[], arbiters=[], primary='dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017', tagSet=TagSet{[Tag{name='nodeName', value='ip-10-0-147-94.ec2.internal'}, Tag{name='podName', value='dremio-mongodb-rs0-0'}, Tag{name='serviceName', value='dremio-mongodb'}]}, electionId=7fffffff0000000000000003, setVersion=12, topologyVersion=TopologyVersion{processId=68a247920ac27f8974398951, counter=9}, lastWriteDate=Sun Aug 17 23:05:05 UTC 2025, lastUpdateTimeNanos=247815658205193}
2025-08-17 23:05:05,784 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Discovered cluster type of REPLICA_SET
2025-08-17 23:05:05,785 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26021ddf4a357365c166a', description='null'}-dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Discovered replica set primary dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 with max election id 7fffffff0000000000000003 and max set version 12
2025-08-17 23:05:05,906 WARN  [io.qua.grp.run.GrpcServerRecorder] (main) Using legacy gRPC support, with separate new HTTP server instance. Switch to single HTTP server instance usage with quarkus.grpc.server.use-separate-server=false property
2025-08-17 23:05:05,986 INFO  [io.qua.grp.run.GrpcServerRecorder] (vert.x-eventloop-thread-0) Started gRPC server on 0.0.0.0:9000 [TLS enabled: false]
2025-08-17 23:05:06,054 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-srv-dremio-mongodb-rs0.dremio-helm.svc.cluster.local) Adding discovered server dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 to client view of cluster
2025-08-17 23:05:06,054 INFO  [org.mon.dri.client] (main) MongoClient with metadata {"driver": {"name": "mongo-java-driver|sync", "version": "4.11.0"}, "os": {"type": "Linux", "name": "Linux", "architecture": "amd64", "version": "6.12.37-61.105.amzn2023.x86_64"}, "platform": "Java/Red Hat, Inc./21.0.5+11-LTS"} created with settings MongoClientSettings{readPreference=primary, writeConcern=WriteConcern{w=null, wTimeout=null ms, journal=true}, retryWrites=false, retryReads=true, readConcern=ReadConcern{level=null}, credential=MongoCredential{mechanism=null, userName='dremio', source='dremio', password=<hidden>, mechanismProperties=<hidden>}, transportSettings=null, streamFactoryFactory=null, commandListeners=[], codecRegistry=ProvidersCodecRegistry{codecProviders=[ProvidersCodecRegistry{codecProviders=[ValueCodecProvider{}, BsonValueCodecProvider{}, DBRefCodecProvider{}, DBObjectCodecProvider{}, DocumentCodecProvider{}, CollectionCodecProvider{}, IterableCodecProvider{}, MapCodecProvider{}, GeoJsonCodecProvider{}, GridFSFileCodecProvider{}, Jsr310CodecProvider{}, JsonObjectCodecProvider{}, BsonCodecProvider{}, EnumCodecProvider{}, com.mongodb.client.model.mql.ExpressionCodecProvider@56266bda, com.mongodb.Jep395RecordCodecProvider@18bb1b88, com.mongodb.KotlinCodecProvider@51b51641]}, ProvidersCodecRegistry{codecProviders=[org.bson.codecs.pojo.PojoCodecProvider@5600a278]}]}, loggerSettings=LoggerSettings{maxDocumentLength=1000}, clusterSettings={hosts=[127.0.0.1:27017], srvHost=dremio-mongodb-rs0.dremio-helm.svc.cluster.local, srvServiceName=mongodb, mode=MULTIPLE, requiredClusterType=UNKNOWN, requiredReplicaSetName='null', serverSelector='null', clusterListeners='[]', serverSelectionTimeout='30000 ms', localThreshold='15 ms'}, socketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=0, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, heartbeatSocketSettings=SocketSettings{connectTimeoutMS=10000, readTimeoutMS=10000, receiveBufferSize=0, proxySettings=ProxySettings{host=null, port=null, username=null, password=null}}, connectionPoolSettings=ConnectionPoolSettings{maxSize=100, minSize=0, maxWaitTimeMS=120000, maxConnectionLifeTimeMS=0, maxConnectionIdleTimeMS=0, maintenanceInitialDelayMS=0, maintenanceFrequencyMS=60000, connectionPoolListeners=[], maxConnecting=2}, serverSettings=ServerSettings{heartbeatFrequencyMS=10000, minHeartbeatFrequencyMS=500, serverListeners='[]', serverMonitorListeners='[]'}, sslSettings=SslSettings{enabled=false, invalidHostNameAllowed=false, context=null}, applicationName='null', compressorList=[], uuidRepresentation=JAVA_LEGACY, serverApi=null, autoEncryptionSettings=null, dnsClient=null, inetAddressResolver=null, contextProvider=null}
2025-08-17 23:05:06,055 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-srv-dremio-mongodb-rs0.dremio-helm.svc.cluster.local) Adding discovered server dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 to client view of cluster
2025-08-17 23:05:06,057 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-srv-dremio-mongodb-rs0.dremio-helm.svc.cluster.local) Adding discovered server dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 to client view of cluster
2025-08-17 23:05:06,058 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Monitor thread successfully connected to server with description ServerDescription{address=dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, type=REPLICA_SET_PRIMARY, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=25, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=1738826, setName='rs0', canonicalAddress=dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, hosts=[dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017], passives=[], arbiters=[], primary='dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017', tagSet=TagSet{[Tag{name='nodeName', value='ip-10-0-147-94.ec2.internal'}, Tag{name='podName', value='dremio-mongodb-rs0-0'}, Tag{name='serviceName', value='dremio-mongodb'}]}, electionId=7fffffff0000000000000003, setVersion=12, topologyVersion=TopologyVersion{processId=68a247920ac27f8974398951, counter=9}, lastWriteDate=Sun Aug 17 23:05:05 UTC 2025, lastUpdateTimeNanos=247815945651199}
2025-08-17 23:05:06,059 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Monitor thread successfully connected to server with description ServerDescription{address=dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=25, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=1804299, setName='rs0', canonicalAddress=dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, hosts=[dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017], passives=[], arbiters=[], primary='dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017', tagSet=TagSet{[Tag{name='nodeName', value='ip-10-0-133-35.ec2.internal'}, Tag{name='podName', value='dremio-mongodb-rs0-2'}, Tag{name='serviceName', value='dremio-mongodb'}]}, electionId=null, setVersion=12, topologyVersion=TopologyVersion{processId=68a247cb246e2125ba33cce2, counter=6}, lastWriteDate=Sun Aug 17 23:05:05 UTC 2025, lastUpdateTimeNanos=247815947393842}
2025-08-17 23:05:06,064 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Discovered cluster type of REPLICA_SET
2025-08-17 23:05:06,064 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Discovered replica set primary dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017 with max election id 7fffffff0000000000000003 and max set version 12
2025-08-17 23:05:06,066 INFO  [org.apa.pol.per.cdi.bac.SetupBackendProvider] (main) Opened new persistence backend 'MongoDb' database name: dremio
2025-08-17 23:05:06,067 INFO  [org.mon.dri.cluster] (cluster-ClusterId{value='68a26022ddf4a357365c166b', description='null'}-dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017) Monitor thread successfully connected to server with description ServerDescription{address=dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, type=REPLICA_SET_SECONDARY, state=CONNECTED, ok=true, minWireVersion=0, maxWireVersion=25, maxDocumentSize=16777216, logicalSessionTimeoutMinutes=30, roundTripTimeNanos=1879646, setName='rs0', canonicalAddress=dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, hosts=[dremio-mongodb-rs0-1.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017, dremio-mongodb-rs0-2.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017], passives=[], arbiters=[], primary='dremio-mongodb-rs0-0.dremio-mongodb-rs0.dremio-helm.svc.cluster.local:27017', tagSet=TagSet{[Tag{name='nodeName', value='ip-10-0-133-33.ec2.internal'}, Tag{name='podName', value='dremio-mongodb-rs0-1'}, Tag{name='serviceName', value='dremio-mongodb'}]}, electionId=null, setVersion=12, topologyVersion=TopologyVersion{processId=68a25aaeb57102ed4033640d, counter=4}, lastWriteDate=Sun Aug 17 23:05:05 UTC 2025, lastUpdateTimeNanos=247815954651512}
2025-08-17 23:05:06,294 INFO  [org.apa.pol.per.cac.CaffeineCacheBackend] (main) Initialized persistence cache with a capacity of ~ 3495 MB
2025-08-17 23:05:06,671 INFO  [org.apa.pol.per.bri.PersistenceMetaStoreManagerFactory] (main) Realm registered: RealmDefinition{id=RealmId{id=dremio}, created=2025-08-14T22:15:42.303731451Z, updated=2025-08-14T22:15:42.303731451Z, status=ACTIVE, properties={}}
2025-08-17 23:05:06,674 INFO  [org.apa.pol.per.bri.PersistenceMetaStoreManagerFactory] (main) Bootstrapping realm(s) 'dremio', if necessary, from root credentials set provided via the environment variable POLARIS_BOOTSTRAP_CREDENTIALS or Java system property polaris.bootstrap.credentials ...
2025-08-17 23:05:06,689 ERROR [org.apa.pol.per.bri.PersistenceMetaStoreManagerFactory] (main) The realms 'dremio' are already fully bootstrapped but the secrets are still available via the environment variable POLARIS_BOOTSTRAP_CREDENTIALS or Java system property polaris.bootstrap.credentials. Remove this security sensitive information from the environment / Java system properties!
2025-08-17 23:05:06,689 INFO  [org.apa.pol.per.bri.PersistenceMetaStoreManagerFactory] (main) Checking realm 'dremio' on first use
2025-08-17 23:05:06,711 INFO  [org.apa.pol.per.bri.PersistenceMetaStoreManagerFactory] (main) Done checking realm 'dremio'
2025-08-17 23:05:06,781 INFO  [org.apa.pol.per.cdi.LeasedNodeProvider] (main) Lease for node#955 acquired, valid until 2025-08-18T00:05:06.766081145Z (renewal scheduled).
2025-08-17 23:05:06,811 ERROR [io.qua.run.Application] (main) Failed to start application: java.lang.RuntimeException: Failed to start quarkus
	at io.quarkus.runner.ApplicationImpl.doStart(Unknown Source)
	at io.quarkus.runtime.Application.start(Application.java:101)
	at io.quarkus.runtime.ApplicationLifecycleManager.run(ApplicationLifecycleManager.java:121)
	at io.quarkus.runtime.Quarkus.run(Quarkus.java:71)
	at io.quarkus.runtime.Quarkus.run(Quarkus.java:44)
	at io.quarkus.runtime.Quarkus.run(Quarkus.java:124)
	at io.quarkus.runner.GeneratedMain.main(Unknown Source)
Caused by: java.util.NoSuchElementException: No value present
	at java.base/java.util.Optional.orElseThrow(Optional.java:377)
	at com.dremio.enterprise.dremiocatalog.pol.common.config.DremioCatalogStorageConfig.toStorageConfigInfo(DremioCatalogStorageConfig.java:34)
	at com.dremio.enterprise.dremiocatalog.pol.common.config.DremioProducers.defaultCatalog(DremioProducers.java:133)
	at com.dremio.enterprise.dremiocatalog.pol.common.config.DremioProducers.initCatalog(DremioProducers.java:100)
	at com.dremio.enterprise.dremiocatalog.pol.common.config.DremioProducers_Observer_initCatalog_Iio1XSVdbJP6JQFQwfQAbKnJefY.notify(Unknown Source)
	at io.quarkus.arc.impl.EventImpl$Notifier.notifyObservers(EventImpl.java:351)
	at io.quarkus.arc.impl.EventImpl$Notifier.notify(EventImpl.java:333)
	at io.quarkus.arc.impl.EventImpl.fire(EventImpl.java:80)
	at io.quarkus.arc.runtime.ArcRecorder.fireLifecycleEvent(ArcRecorder.java:163)
	at io.quarkus.arc.runtime.ArcRecorder.handleLifecycleEvents(ArcRecorder.java:114)
	at io.quarkus.deployment.steps.LifecycleEventsBuildStep$startupEvent1144526294.deploy_0(Unknown Source)
	at io.quarkus.deployment.steps.LifecycleEventsBuildStep$startupEvent1144526294.deploy(Unknown Source)
	... 7 more