Unable to start services - community version

Hello,
I have spun up a free tier Ubuntu EC2 instance and installed Dremio community version “dremio-community-15.5.0-202105040508160960-dddd4dca.tar.gz”.

However, when I start the services, I get an error something like this -

02:07:29,121 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@4b2c5e02 - Registering current configuration as safe fallback point

Dremio is exiting. Failure while starting services.
java.lang.RuntimeException: Unable to initialize Initializer SystemStoragePluginInitializer
at com.dremio.service.InitializerRegistry.start(InitializerRegistry.java:74)
at com.dremio.service.SingletonRegistry$AbstractServiceReference.start(SingletonRegistry.java:137)
at com.dremio.service.ServiceRegistry.start(ServiceRegistry.java:88)
at com.dremio.service.SingletonRegistry.start(SingletonRegistry.java:33)
at com.dremio.dac.daemon.DACDaemon.startServices(DACDaemon.java:196)
at com.dremio.dac.daemon.DACDaemon.init(DACDaemon.java:202)
at com.dremio.dac.daemon.DremioDaemon.main(DremioDaemon.java:146)
Suppressed: java.lang.NullPointerException
at com.dremio.provision.service.ProvisioningServiceImpl.close(ProvisioningServiceImpl.java:479)
at com.dremio.service.SingletonRegistry$AbstractServiceReference.close(SingletonRegistry.java:130)
at com.dremio.common.AutoCloseables.close(AutoCloseables.java:139)
at com.dremio.service.ServiceRegistry.close(ServiceRegistry.java:96)
at com.dremio.service.SingletonRegistry.close(SingletonRegistry.java:90)
at com.dremio.common.AutoCloseables.close(AutoCloseables.java:139)
at com.dremio.common.AutoCloseables.close(AutoCloseables.java:76)
at com.dremio.dac.daemon.DACDaemon.close(DACDaemon.java:296)
at com.dremio.dac.daemon.DremioDaemon.$closeResource(DremioDaemon.java:150)
at com.dremio.dac.daemon.DremioDaemon.main(DremioDaemon.java:149)
Caused by: com.dremio.common.exceptions.UserException: There already exists an entity of type [SOURCE] at given path ["__home"]
at com.dremio.common.exceptions.UserException$Builder.build(UserException.java:804)
at com.dremio.service.namespace.NamespaceServiceImpl.ensureIdExistsTypeMatches(NamespaceServiceImpl.java:440)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:391)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:386)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateSource(NamespaceServiceImpl.java:465)
at com.dremio.exec.catalog.ManagedStoragePlugin.createOrUpdateSource(ManagedStoragePlugin.java:369)
at com.dremio.exec.catalog.ManagedStoragePlugin.createSource(ManagedStoragePlugin.java:313)
at com.dremio.exec.catalog.PluginsManager.create(PluginsManager.java:172)
at com.dremio.exec.catalog.CatalogServiceImpl.createSource(CatalogServiceImpl.java:386)
at com.dremio.exec.catalog.CatalogServiceImpl.createSourceIfMissingWithThrow(CatalogServiceImpl.java:374)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createOrUpdateSystemSource(SystemStoragePluginInitializer.java:209)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createSafe(SystemStoragePluginInitializer.java:189)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.pluginsCreation(SystemStoragePluginInitializer.java:134)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.initialize(SystemStoragePluginInitializer.java:99)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.initialize(SystemStoragePluginInitializer.java:54)
at com.dremio.service.InitializerRegistry.start(InitializerRegistry.java:69)
… 6 more
Suppressed: com.dremio.common.exceptions.UserException: There already exists an entity of type [SOURCE] at given path ["__accelerator"]
at com.dremio.common.exceptions.UserException$Builder.build(UserException.java:804)
at com.dremio.service.namespace.NamespaceServiceImpl.ensureIdExistsTypeMatches(NamespaceServiceImpl.java:440)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:391)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:386)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateSource(NamespaceServiceImpl.java:465)
at com.dremio.exec.catalog.ManagedStoragePlugin.createOrUpdateSource(ManagedStoragePlugin.java:369)
at com.dremio.exec.catalog.ManagedStoragePlugin.createSource(ManagedStoragePlugin.java:313)
at com.dremio.exec.catalog.PluginsManager.create(PluginsManager.java:172)
at com.dremio.exec.catalog.CatalogServiceImpl.createSource(CatalogServiceImpl.java:386)
at com.dremio.exec.catalog.CatalogServiceImpl.createSourceIfMissingWithThrow(CatalogServiceImpl.java:374)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createOrUpdateSystemSource(SystemStoragePluginInitializer.java:209)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createSafe(SystemStoragePluginInitializer.java:189)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.pluginsCreation(SystemStoragePluginInitializer.java:149)
… 9 more
Suppressed: com.dremio.common.exceptions.UserException: There already exists an entity of type [SOURCE] at given path ["__jobResultsStore"]
at com.dremio.common.exceptions.UserException$Builder.build(UserException.java:804)
at com.dremio.service.namespace.NamespaceServiceImpl.ensureIdExistsTypeMatches(NamespaceServiceImpl.java:440)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:391)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:386)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateSource(NamespaceServiceImpl.java:465)
at com.dremio.exec.catalog.ManagedStoragePlugin.createOrUpdateSource(ManagedStoragePlugin.java:369)
at com.dremio.exec.catalog.ManagedStoragePlugin.createSource(ManagedStoragePlugin.java:313)
at com.dremio.exec.catalog.PluginsManager.create(PluginsManager.java:172)
at com.dremio.exec.catalog.CatalogServiceImpl.createSource(CatalogServiceImpl.java:386)
at com.dremio.exec.catalog.CatalogServiceImpl.createSourceIfMissingWithThrow(CatalogServiceImpl.java:374)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createOrUpdateSystemSource(SystemStoragePluginInitializer.java:209)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createSafe(SystemStoragePluginInitializer.java:189)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.pluginsCreation(SystemStoragePluginInitializer.java:155)
… 9 more
Suppressed: com.dremio.common.exceptions.UserException: There already exists an entity of type [SOURCE] at given path ["$scratch"]
at com.dremio.common.exceptions.UserException$Builder.build(UserException.java:804)
at com.dremio.service.namespace.NamespaceServiceImpl.ensureIdExistsTypeMatches(NamespaceServiceImpl.java:440)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:391)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:386)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateSource(NamespaceServiceImpl.java:465)
at com.dremio.exec.catalog.ManagedStoragePlugin.createOrUpdateSource(ManagedStoragePlugin.java:369)
at com.dremio.exec.catalog.ManagedStoragePlugin.createSource(ManagedStoragePlugin.java:313)
at com.dremio.exec.catalog.PluginsManager.create(PluginsManager.java:172)
at com.dremio.exec.catalog.CatalogServiceImpl.createSource(CatalogServiceImpl.java:386)
at com.dremio.exec.catalog.CatalogServiceImpl.createSourceIfMissingWithThrow(CatalogServiceImpl.java:374)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createOrUpdateSystemSource(SystemStoragePluginInitializer.java:209)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createSafe(SystemStoragePluginInitializer.java:189)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.pluginsCreation(SystemStoragePluginInitializer.java:160)
… 9 more
Suppressed: com.dremio.common.exceptions.UserException: There already exists an entity of type [SOURCE] at given path ["__datasetDownload"]
at com.dremio.common.exceptions.UserException$Builder.build(UserException.java:804)
at com.dremio.service.namespace.NamespaceServiceImpl.ensureIdExistsTypeMatches(NamespaceServiceImpl.java:440)
at com.dremio.service.namespace.NamespaceServiceImpl.doCreateOrUpdateEntity(NamespaceServiceImpl.java:391)
at com.dremio.service.namespace.NamespaceServiceImpl.createOrUpdateEntity(NamespaceServiceImpl.java:386)
at com.dremio.service.namespace.NamespaceServiceImpl.addOrUpdateSource(NamespaceServiceImpl.java:465)
at com.dremio.exec.catalog.ManagedStoragePlugin.createOrUpdateSource(ManagedStoragePlugin.java:369)
at com.dremio.exec.catalog.ManagedStoragePlugin.createSource(ManagedStoragePlugin.java:313)
at com.dremio.exec.catalog.PluginsManager.create(PluginsManager.java:172)
at com.dremio.exec.catalog.CatalogServiceImpl.createSource(CatalogServiceImpl.java:386)
at com.dremio.exec.catalog.CatalogServiceImpl.createSourceIfMissingWithThrow(CatalogServiceImpl.java:374)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createOrUpdateSystemSource(SystemStoragePluginInitializer.java:209)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.createSafe(SystemStoragePluginInitializer.java:189)
at com.dremio.dac.daemon.SystemStoragePluginInitializer.pluginsCreation(SystemStoragePluginInitializer.java:165)
… 9 more

I’m unable to isolate the root cause. Any pointers will be helpful.

Thanks,
Harsha

@harsha_g2 Try 2 things

  • Try to restart again
  • If that does not work
  • Go to “/var/lib/dremio/data”
  • mv db db_broken
  • Start Dremio again