Dremio failed on refreshing reflections

Hi, I’m using dremio community verion 4.9.1 and scheduled a task to refresh the reflections. Something went wrong this morning. The error is “org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed” “Caused by: java.nio.file.NoSuchFileException: /tmp/dremio/db/search/materialization_store/core/write.lock”
Does anyone know what is wrong ?

The logfile is as follows:

2020-12-27 23:59:44,083 [scheduler-17] WARN c.d.s.s.LocalSchedulerService - Execution of task com.dremio.service.reflection.ReflectionServiceImpl$CacheRefresher@3004a7d9 failed
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3206)
at com.dremio.datastore.indexed.LuceneSearchIndex.commit(LuceneSearchIndex.java:310)
at com.dremio.datastore.indexed.LuceneSearchIndex.access$400(LuceneSearchIndex.java:64)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.commitLoop(LuceneSearchIndex.java:177)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.access$000(LuceneSearchIndex.java:132)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread$1.run(LuceneSearchIndex.java:141)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.nio.file.NoSuchFileException: /tmp/dremio/db/search/materialization_store/core/write.lock
at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
at java.nio.file.Files.readAttributes(Files.java:1737)
at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.(CompressingStoredFieldsWriter.java:114)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
at com.dremio.datastore.indexed.LuceneSearchIndex.update(LuceneSearchIndex.java:342)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.index(CoreIndexedStoreImpl.java:303)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:232)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:57)
at com.dremio.datastore.CoreBaseTimedStore.put(CoreBaseTimedStore.java:77)
at com.dremio.datastore.CoreBaseTimedStore$TimedIndexedStoreImplCore.put(CoreBaseTimedStore.java:122)
at com.dremio.datastore.LocalKVStore.put(LocalKVStore.java:78)
at com.dremio.datastore.TracingKVStore.lambda$put$3(TracingKVStore.java:86)
at com.dremio.common.tracing.TracingUtils.lambda$trace$0(TracingUtils.java:116)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:99)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:115)
at com.dremio.datastore.TracingKVStore.trace(TracingKVStore.java:60)
at com.dremio.datastore.TracingKVStore.put(TracingKVStore.java:86)
at com.dremio.datastore.TracingKVStore$TracingIndexedStore.put(TracingKVStore.java:127)
at com.dremio.datastore.adapter.LegacyKVStoreAdapter.put(LegacyKVStoreAdapter.java:79)
at com.dremio.service.reflection.store.MaterializationStore.save(MaterializationStore.java:419)
at com.dremio.service.reflection.refresh.RefreshStartHandler.startJob(RefreshStartHandler.java:69)
at com.dremio.service.reflection.ReflectionManager.startRefresh(ReflectionManager.java:918)
at com.dremio.service.reflection.ReflectionManager.handleEntry(ReflectionManager.java:348)
at com.dremio.service.reflection.ReflectionManager.handleEntries(ReflectionManager.java:288)
at com.dremio.service.reflection.ReflectionManager.sync(ReflectionManager.java:206)
at com.dremio.service.reflection.ReflectionManager.run(ReflectionManager.java:185)
at com.dremio.common.WakeupHandler$1.run(WakeupHandler.java:67)
at com.dremio.context.RequestContext.run(RequestContext.java:95)
at com.dremio.common.concurrent.ContextMigratingExecutorService.lambda$decorate$3(ContextMigratingExecutorService.java:199)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
… 1 common frames omitted
2020-12-27 23:59:47,025 [dremio-general-2] ERROR c.d.s.reflection.ReflectionManager - Reflection manager failed
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3206)
at com.dremio.datastore.indexed.LuceneSearchIndex.commit(LuceneSearchIndex.java:310)
at com.dremio.datastore.indexed.LuceneSearchIndex.access$400(LuceneSearchIndex.java:64)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.commitLoop(LuceneSearchIndex.java:177)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.access$000(LuceneSearchIndex.java:132)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread$1.run(LuceneSearchIndex.java:141)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.nio.file.NoSuchFileException: /tmp/dremio/db/search/dac-namespace/core/write.lock
at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
at java.nio.file.Files.readAttributes(Files.java:1737)
at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.(CompressingStoredFieldsWriter.java:114)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
at com.dremio.datastore.indexed.LuceneSearchIndex.update(LuceneSearchIndex.java:342)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.index(CoreIndexedStoreImpl.java:303)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:232)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:57)
at com.dremio.datastore.CoreBaseTimedStore.put(CoreBaseTimedStore.java:77)
at com.dremio.datastore.CoreBaseTimedStore$TimedIndexedStoreImplCore.put(CoreBaseTimedStore.java:122)
at com.dremio.datastore.LocalKVStore.put(LocalKVStore.java:78)
at com.dremio.datastore.TracingKVStore.lambda$put$3(TracingKVStore.java:86)
at com.dremio.common.tracing.TracingUtils.lambda$trace$0(TracingUtils.java:116)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:99)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:115)
at com.dremio.datastore.TracingKVStore.trace(TracingKVStore.java:60)
at com.dremio.datastore.TracingKVStore.put(TracingKVStore.java:86)
at com.dremio.datastore.TracingKVStore$TracingIndexedStore.put(TracingKVStore.java:127)
at com.dremio.datastore.adapter.LegacyKVStoreAdapter.put(LegacyKVStoreAdapter.java:79)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:355)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:348)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateDataset(NamespaceServiceImpl.java:471)
at com.dremio.exec.catalog.SafeNamespaceService.lambda$addOrUpdateDataset$0(SafeNamespaceService.java:64)
at com.dremio.exec.catalog.ManagedStoragePlugin$SafeRunner.doSafe(ManagedStoragePlugin.java:1083)
at com.dremio.exec.catalog.SafeNamespaceService.addOrUpdateDataset(SafeNamespaceService.java:64)
at com.dremio.exec.catalog.SourceMetadataManager$RefreshRunner.refreshDatasetNames(SourceMetadataManager.java:363)
at com.dremio.exec.catalog.SourceMetadataManager$BackgroundRefresh.run(SourceMetadataManager.java:522)
at com.dremio.exec.catalog.SourceMetadataManager.wakeup(SourceMetadataManager.java:243)
at com.dremio.exec.catalog.SourceMetadataManager.access$100(SourceMetadataManager.java:87)
at com.dremio.exec.catalog.SourceMetadataManager$WakeupWorker.run(SourceMetadataManager.java:182)
at com.dremio.service.scheduler.LocalSchedulerService$CancellableTask.run(LocalSchedulerService.java:187)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
… 1 common frames omitted
2020-12-27 23:59:57,025 [dremio-general-2] ERROR c.d.s.reflection.ReflectionManager - Reflection manager failed
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3206)
at com.dremio.datastore.indexed.LuceneSearchIndex.commit(LuceneSearchIndex.java:310)
at com.dremio.datastore.indexed.LuceneSearchIndex.access$400(LuceneSearchIndex.java:64)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.commitLoop(LuceneSearchIndex.java:177)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.access$000(LuceneSearchIndex.java:132)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread$1.run(LuceneSearchIndex.java:141)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.nio.file.NoSuchFileException: /tmp/dremio/db/search/dac-namespace/core/write.lock
at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
at java.nio.file.Files.readAttributes(Files.java:1737)
at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.(CompressingStoredFieldsWriter.java:114)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
at com.dremio.datastore.indexed.LuceneSearchIndex.update(LuceneSearchIndex.java:342)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.index(CoreIndexedStoreImpl.java:303)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:232)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:57)
at com.dremio.datastore.CoreBaseTimedStore.put(CoreBaseTimedStore.java:77)
at com.dremio.datastore.CoreBaseTimedStore$TimedIndexedStoreImplCore.put(CoreBaseTimedStore.java:122)
at com.dremio.datastore.LocalKVStore.put(LocalKVStore.java:78)
at com.dremio.datastore.TracingKVStore.lambda$put$3(TracingKVStore.java:86)
at com.dremio.common.tracing.TracingUtils.lambda$trace$0(TracingUtils.java:116)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:99)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:115)
at com.dremio.datastore.TracingKVStore.trace(TracingKVStore.java:60)
at com.dremio.datastore.TracingKVStore.put(TracingKVStore.java:86)
at com.dremio.datastore.TracingKVStore$TracingIndexedStore.put(TracingKVStore.java:127)
at com.dremio.datastore.adapter.LegacyKVStoreAdapter.put(LegacyKVStoreAdapter.java:79)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:355)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:348)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateDataset(NamespaceServiceImpl.java:471)
at com.dremio.exec.catalog.SafeNamespaceService.lambda$addOrUpdateDataset$0(SafeNamespaceService.java:64)
at com.dremio.exec.catalog.ManagedStoragePlugin$SafeRunner.doSafe(ManagedStoragePlugin.java:1083)
at com.dremio.exec.catalog.SafeNamespaceService.addOrUpdateDataset(SafeNamespaceService.java:64)
at com.dremio.exec.catalog.SourceMetadataManager$RefreshRunner.refreshDatasetNames(SourceMetadataManager.java:363)
at com.dremio.exec.catalog.SourceMetadataManager$BackgroundRefresh.run(SourceMetadataManager.java:522)
at com.dremio.exec.catalog.SourceMetadataManager.wakeup(SourceMetadataManager.java:243)
at com.dremio.exec.catalog.SourceMetadataManager.access$100(SourceMetadataManager.java:87)
at com.dremio.exec.catalog.SourceMetadataManager$WakeupWorker.run(SourceMetadataManager.java:182)
at com.dremio.service.scheduler.LocalSchedulerService$CancellableTask.run(LocalSchedulerService.java:187)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
… 1 common frames omitted
2020-12-27 23:59:57,171 [dremio-general-2] ERROR c.d.d.s.search.SearchIndexManager - Search manager failed
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3206)
at com.dremio.datastore.indexed.LuceneSearchIndex.commit(LuceneSearchIndex.java:310)
at com.dremio.datastore.indexed.LuceneSearchIndex.access$400(LuceneSearchIndex.java:64)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.commitLoop(LuceneSearchIndex.java:177)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread.access$000(LuceneSearchIndex.java:132)
at com.dremio.datastore.indexed.LuceneSearchIndex$CommitterThread$1.run(LuceneSearchIndex.java:141)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.nio.file.NoSuchFileException: /tmp/dremio/db/search/dac-namespace/core/write.lock
at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
at java.nio.file.Files.readAttributes(Files.java:1737)
at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.(CompressingStoredFieldsWriter.java:114)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
at com.dremio.datastore.indexed.LuceneSearchIndex.update(LuceneSearchIndex.java:342)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.index(CoreIndexedStoreImpl.java:303)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:232)
at com.dremio.datastore.indexed.CoreIndexedStoreImpl.put(CoreIndexedStoreImpl.java:57)
at com.dremio.datastore.CoreBaseTimedStore.put(CoreBaseTimedStore.java:77)
at com.dremio.datastore.CoreBaseTimedStore$TimedIndexedStoreImplCore.put(CoreBaseTimedStore.java:122)
at com.dremio.datastore.LocalKVStore.put(LocalKVStore.java:78)
at com.dremio.datastore.TracingKVStore.lambda$put$3(TracingKVStore.java:86)
at com.dremio.common.tracing.TracingUtils.lambda$trace$0(TracingUtils.java:116)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:99)
at com.dremio.common.tracing.TracingUtils.trace(TracingUtils.java:115)
at com.dremio.datastore.TracingKVStore.trace(TracingKVStore.java:60)
at com.dremio.datastore.TracingKVStore.put(TracingKVStore.java:86)
at com.dremio.datastore.TracingKVStore$TracingIndexedStore.put(TracingKVStore.java:127)
at com.dremio.datastore.adapter.LegacyKVStoreAdapter.put(LegacyKVStoreAdapter.java:79)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:355)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:348)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateDataset(NamespaceServiceImpl.java:471)
at com.dremio.exec.catalog.SafeNamespaceService.lambda$addOrUpdateDataset$0(SafeNamespaceService.java:64)
at com.dremio.exec.catalog.ManagedStoragePlugin$SafeRunner.doSafe(ManagedStoragePlugin.java:1083)
at com.dremio.exec.catalog.SafeNamespaceService.addOrUpdateDataset(SafeNamespaceService.java:64)
at com.dremio.exec.catalog.SourceMetadataManager$RefreshRunner.refreshDatasetNames(SourceMetadataManager.java:363)
at com.dremio.exec.catalog.SourceMetadataManager$BackgroundRefresh.run(SourceMetadataManager.java:522)
at com.dremio.exec.catalog.SourceMetadataManager.wakeup(SourceMetadataManager.java:243)
at com.dremio.exec.catalog.SourceMetadataManager.access$100(SourceMetadataManager.java:87)
at com.dremio.exec.catalog.SourceMetadataManager$WakeupWorker.run(SourceMetadataManager.java:182)
at com.dremio.service.scheduler.LocalSchedulerService$CancellableTask.run(LocalSchedulerService.java:187)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
… 1 common frames omitted

@JustinSVIP

Is your disk that contains the rocksDB 100% full?