we have a set of parquet files where one column contains JSON content
We had version 4.0.xxx and we intensively used following function to extract attributes from the JSON PAYLOAD column : convert_from(PAYLOAD, ‘JSON’).
After the upgrade we have strange errors which makes our whole data-exploration not workable anymore.
Doing a plain select works - applying the convertion gives an error : Failed to load results for job 21aaab1c-04db-8e1a-2946-0ac96763d200
The failing query :
SELECT EVENTIDENTIFIER, EVENTTYPE, REVISION, EVENTTIME, convert_from(PAYLOAD, ‘JSON’) AS PAYLOAD
FROM (
SELECT * FROM Axon_IntegrationEvents_Parquet_JSON_Payload
where eventType like ‘%Zelfred%’
) nested_0
I also checked the logs and found an error :
com.dremio.common.exceptions.UserException: Failed to load results for job 21aaab1c-04db-8e1a-2946-0ac96763d200
at com.dremio.common.exceptions.UserException$Builder.build(UserException.java:776) ~[dremio-common-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at com.dremio.service.jobs.JobResultsStore.loadJobData(JobResultsStore.java:259) [dremio-services-jobs-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at com.dremio.service.jobs.LocalJobsService$InternalJobLoader.load(LocalJobsService.java:1151) [dremio-services-jobs-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at com.dremio.service.jobs.JobDataImpl.range(JobDataImpl.java:55) [dremio-services-jobs-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at com.dremio.service.jobs.JobDataWrapper.range(JobDataWrapper.java:37) [dremio-services-jobs-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at com.dremio.dac.model.job.JobDataWrapper.range(JobDataWrapper.java:37) [dremio-dac-backend-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at com.dremio.dac.resource.JobResource.getDataForVersion(JobResource.java:183) [dremio-dac-backend-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at sun.reflect.GeneratedMethodAccessor297.invoke(Unknown Source) ~[na:na]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_222]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_222]
at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:52) [jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:124) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:167) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$TypeOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:219) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:79) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:469) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:391) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:80) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:253) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:248) ~[jersey-common-2.29.1.jar:na]
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:244) ~[jersey-common-2.29.1.jar:na]
at org.glassfish.jersey.internal.Errors.process(Errors.java:292) ~[jersey-common-2.29.1.jar:na]
at org.glassfish.jersey.internal.Errors.process(Errors.java:274) ~[jersey-common-2.29.1.jar:na]
at org.glassfish.jersey.internal.Errors.process(Errors.java:244) ~[jersey-common-2.29.1.jar:na]
at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:265) ~[jersey-common-2.29.1.jar:na]
at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:232) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:680) ~[jersey-server-2.29.1.jar:na]
at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:392) ~[jersey-container-servlet-core-2.29.1.jar:na]
at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:346) ~[jersey-container-servlet-core-2.29.1.jar:na]
at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:365) ~[jersey-container-servlet-core-2.29.1.jar:na]
at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:318) ~[jersey-container-servlet-core-2.29.1.jar:na]
at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:205) ~[jersey-container-servlet-core-2.29.1.jar:na]
at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:760) ~[jetty-servlet-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1617) ~[jetty-servlet-9.4.21.v20190926.jar:9.4.21.v20190926]
at com.dremio.dac.server.SecurityHeadersFilter.doFilter(SecurityHeadersFilter.java:52) ~[dremio-dac-backend-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:50) ~[jetty-servlets-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) ~[jetty-servlet-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1296) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) ~[jetty-servlet-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1211) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.RequestLogHandler.handle(RequestLogHandler.java:54) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.Server.handle(Server.java:500) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:386) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:560) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:378) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:268) ~[jetty-server-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) ~[jetty-io-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) ~[jetty-io-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) ~[jetty-io-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:367) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:782) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:914) ~[jetty-util-9.4.21.v20190926.jar:9.4.21.v20190926]
at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_222]
Caused by: java.io.IOException: Failed to deserialize on-disk vector batch
at com.dremio.exec.cache.VectorAccessibleSerializable.readFromStream(VectorAccessibleSerializable.java:276) ~[dremio-sabot-kernel-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503] at com.dremio.service.jobs.ArrowFileReader.read(ArrowFileReader.java:155) ~[dremio-services-jobs-4.1.4-202001240912140359-a90eb503.jar:4.1.4-202001240912140359-a90eb503]
