Hello, I am connecting to Mongo 3.6.17 and when I execute the query Select * from <collection_name> I get the message that an unexpected error has happened, when I go to the Jobs section I see the error
IllegalArgumentException: UnSupported Bson type: UNDEFINED
I am using Dremio 4.1.3-<something_very_large>.
This did not happened before, it has started happening two days ago.
Here it is the Header of the Profile:
Here it is a copy of the Header of the profile:
{“clusterInfo”:{“identity”:{“identity”:“0eab2112-84da-416e-924f-3d8ca3b70c67”,“serial”:12,“created”:1534181776747,“version”:{“major”:4,“minor”:1,“patch”:3,“buildNumber”:0,“qualifier”:“202001022113020736-53142377”},“tag”:“12”},“version”:{“version”:“4.1.3-202001022113020736-53142377”},“source”:[{“name”:"__accelerator",“type”:“ACCELERATION”},{“name”:“sys”,“type”:“SYS”},{“name”:"__support",“type”:“INTERNAL”},{“name”:"$scratch",“type”:“INTERNAL”},{“name”:"__datasetDownload",“type”:“INTERNAL”},{“name”:"__jobResultsStore",“type”:“INTERNAL”},{“name”:"__logs",“type”:“INTERNAL”},{“name”:“greenhouse”,“type”:“REDSHIFT”},{“name”:“INFORMATION_SCHEMA”,“type”:“INFORMATION_SCHEMA”},{“name”:"__home",“type”:“HOME”},{“name”:“stacks_production_r”,“type”:“MONGO”},{“name”:“HIDDEN_4_prod”,“type”:“MONGO”},{“name”:“HIDDEN_4”,“type”:“MONGO”}],“node”:[{“name”:“ip-172-31-8-49.us-west-2.compute.internal”,“role”:“executor”},{“name”:“ip-172-31-8-49.us-west-2.compute.internal”,“role”:“coordinator”}],“javaVmVersion”:“25.232-b09”,“jreVersion”:“1.8”,“edition”:“community”},“submission”:{“first”:“HIDDEN_1”,“last”:“HIDDEN_2”,“email”:“HIDDEN_1@HIDDEN_3labs.co”,“date”:1583957243684,“submissionId”:“e42589d5-25e6-4d37-a442-a14da25838ec”},“job”:{“state”:5,“info”:{“jobId”:{“id”:“2196bb15-64c4-0886-c7c3-cf9009e6a200”},“sql”:“SELECT * FROM HIDDEN_7”,“requestType”:7,“user”:“HIDDEN_1”,“startTime”:1583957226687,“finishTime”:1583957239162,“datasetPath”:[“tmp”,“UNTITLED”],“datasetVersion”:“0009625354334928”,“parents”:[{“datasetPath”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“type”:2}],“queryType”:1,“failureInfo”:“SYSTEM ERROR: IllegalArgumentException: UnSupported Bson type: UNDEFINED\n\nSqlOperatorImpl MONGO_SUB_SCAN\nLocation 0:0:4\nFragment 0:0\n\n[Error Id: cd7639e3-ce1c-4abe-9624-5bcc593bb01e on ip-172-31-8-49.us-west-2.compute.internal:31010]\n\n (java.lang.IllegalArgumentException) UnSupported Bson type: UNDEFINED\n com.dremio.plugins.mongo.execution.BsonRecordReader.writeToListOrMap():199\n com.dremio.plugins.mongo.execution.BsonRecordReader.write():65\n com.dremio.plugins.mongo.execution.MongoRecordReader.next():251\n com.dremio.sabot.op.scan.ScanOperator.outputData():231\n com.dremio.sabot.driver.SmartOp$SmartProducer.outputData():521\n com.dremio.sabot.driver.StraightPipe.pump():56\n com.dremio.sabot.driver.Pipeline.doPump():109\n com.dremio.sabot.driver.Pipeline.pumpOnce():99\n com.dremio.sabot.exec.fragment.FragmentExecutor$DoAsPumper.run():320\n com.dremio.sabot.exec.fragment.FragmentExecutor.run():273\n com.dremio.sabot.exec.fragment.FragmentExecutor.access$1200():87\n com.dremio.sabot.exec.fragment.FragmentExecutor$AsyncTaskImpl.run():658\n com.dremio.sabot.task.AsyncTaskWrapper.run():104\n com.dremio.sabot.task.slicing.SlicingThread.mainExecutionLoop():226\n com.dremio.sabot.task.slicing.SlicingThread.run():156\n”,“fieldOrigins”:[{“name”:"_id",“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:"_id",“derived”:false}]},{“name”:"__v",“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:"__v",“derived”:false}]},{“name”:“HIDDEN_5Id”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“HIDDEN_5Id”,“derived”:false}]},{“name”:“HIDDEN_5ProjectId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“HIDDEN_5ProjectId”,“derived”:false}]},{“name”:“projectId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“projectId”,“derived”:false}]},{“name”:“billable”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“billable”,“derived”:false}]},{“name”:“duration”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“duration”,“derived”:false}]},{“name”:“durationInHours”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“durationInHours”,“derived”:false}]},{“name”:“entryDate”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“entryDate”,“derived”:false}]},{“name”:“comment”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“comment”,“derived”:false}]},{“name”:“HIDDEN_5PersonId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“HIDDEN_5PersonId”,“derived”:false}]},{“name”:“personId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“personId”,“derived”:false}]},{“name”:“HIDDEN_5TimesheetId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“HIDDEN_5TimesheetId”,“derived”:false}]},{“name”:“sourceId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“sourceId”,“derived”:false}]},{“name”:“source”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“source”,“derived”:false}]},{“name”:“deleted”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“deleted”,“derived”:false}]},{“name”:“isClientProject”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“isClientProject”,“derived”:false}]},{“name”:“originalProjectId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“originalProjectId”,“derived”:false}]},{“name”:“originalComment”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“originalComment”,“derived”:false}]},{“name”:“originalDurationInHours”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“originalDurationInHours”,“derived”:false}]},{“name”:“status”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“status”,“derived”:false}]},{“name”:“estimatedRunRate”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“estimatedRunRate”,“derived”:false}]},{“name”:“id”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“id”,“derived”:false}]},{“name”:“originalPersonId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“originalPersonId”,“derived”:false}]},{“name”:“originalHIDDEN_5PersonId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“originalHIDDEN_5PersonId”,“derived”:false}]},{“name”:“originalEntryDate”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“originalEntryDate”,“derived”:false}]},{“name”:“splitChildren”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“splitChildren”,“derived”:false}]},{“name”:“updatedAt”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“updatedAt”,“derived”:false}]},{“name”:“invoicingConstituents”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“invoicingConstituents”,“derived”:false}]},{“name”:“HIDDEN_6InvoiceId”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“HIDDEN_6InvoiceId”,“derived”:false}]},{“name”:“createdAt”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“createdAt”,“derived”:false}]},{“name”:“deletedAt”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“deletedAt”,“derived”:false}]},{“name”:“invoicingParent”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“invoicingParent”,“derived”:false}]},{“name”:“splitParent”,“origins”:[{“table”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”],“columnName”:“splitParent”,“derived”:false}]}],“description”:“SELECT * FROM HIDDEN_7”,“originalCost”:2.052859131489166E11,“scanPaths”:[{“path”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”]}],“detailedFailureInfo”:{“message”:“Invalid Query Exception”,“type”:0,“errors”:[{“message”:“IllegalArgumentException: UnSupported Bson type: UNDEFINED”}]},“context”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”],“resourceSchedulingInfo”:{“queueName”:“SMALL”,“queueId”:“SMALL”,“resourceSchedulingStart”:1583957226698,“resourceSchedulingEnd”:1583957226700,“queryCost”:2189950.0},“outputTable”:["__jobResultsStore",“2196bb15-64c4-0886-c7c3-cf9009e6a200”],“batchSchema”:“EAAAAAAACgAMAAAACAAEAAoAAAAIAAAACAAAAAAAAAAiAAAAhAwAADAMAADwCwAAqAsAAHALAAA4CwAA1AgAABgIAADcBwAAqAcAAGAHAAAoBwAA4AYAAKgGAAB0BgAAQAYAAAQGAADEBQAAiAUAAMQEAACQBAAA0AMAAKADAABgAwAAmAIAAFQCAADkAQAAqAEAADABAADwAAAAtAAAAHgAAAA8AAAABAAAABb0//8UAAAAFAAAABQAAAAAAAQBEAAAAAAAAAAAAAAABPT//wsAAABzcGxpdFBhcmVudABK9P//FAAAABQAAAAUAAAAAAAEARAAAAAAAAAAAAAAADj0//8PAAAAaW52b2ljaW5nUGFyZW50AIL0//8UAAAAFAAAABQAAAAAAAoBFAAAAAAAAAAAAAAAUvb//wAAAQAJAAAAZGVsZXRlZEF0AAAAuvT//xQAAAAUAAAAFAAAAAAACgEUAAAAAAAAAAAAAACK9v//AAABAAkAAABjcmVhdGVkQXQAAADy9P//FAAAABQAAAAUAAAAAAAFARAAAAAAAAAAAAAAAOD0//8TAAAAcXVpY2tib29rc0ludm9pY2VJZAAu9f//FAAAABQAAABIAAAAAAAMAUQAAAAAAAAAAQAAAAQAAABS9f//FAAAABQAAAAUAAAAAAAFARAAAAAAAAAAAAAAAED1//8GAAAAJGRhdGEkAABQ9f//FQAAAGludm9pY2luZ0NvbnN0aXR1ZW50cwAAAKL1//8UAAAAFAAAABQAAAAAAAoBFAAAAAAAAAAAAAAAcvf//wAAAQAJAAAAdXBkYXRlZEF0AAAA2vX//xQAAAAUAAAASAAAAAAADAFEAAAAAAAAAAEAAAAEAAAA/vX//xQAAAAUAAAAFAAAAAAABAEQAAAAAAAAAAAAAADs9f//BgAAACRkYXRhJAAA/PX//w0AAABzcGxpdENoaWxkcmVuAAAARvb//xQAAAAUAAAAFAAAAAAACgEUAAAAAAAAAAAAAAAW+P//AAABABEAAABvcmlnaW5hbEVudHJ5RGF0ZQAAAIb2//8UAAAAFAAAAIQAAAAAAA4BkAAAAAAAAAACAAAAPAAAAAQAAACu9v//FAAAABQAAAAUAAAAAAACARgAAAAAAAAAAAAAAOz2//8AAAABIAAAAAMAAABpbnQA4vb//xQAAAAUAAAAFAAAAAAAAwEUAAAAAAAAAAAAAACy+P//AAACAAYAAABmbG9hdDgAAHj4//8EAAAAAgAAABQAAAAEAAAAGAAAAG9yaWdpbmFsUmVwbGljb25QZXJzb25JZAAAAABK9///FAAAABQAAAAUAAAAAAAEARAAAAAAAAAAAAAAADj3//8QAAAAb3JpZ2luYWxQZXJzb25JZAAAAACG9///FAAAABQAAAAUAAAAAAAFARAAAAAAAAAAAAAAAHT3//8CAAAAaWQAALL3//8UAAAAFAAAAIQAAAAAAA4BkAAAAAAAAAACAAAAPAAAAAQAAADa9///FAAAABQAAAAUAAAAAAADARQAAAAAAAAAAAAAAKr5//8AAAIABgAAAGZsb2F0OAAADvj//xQAAAAUAAAAFAAAAAAAAgEYAAAAAAAAAAAAAABM+P//AAAAASAAAAADAAAAaW50AKT5//8EAAAAAgAAAAQAAAAUAAAAEAAAAGVzdGltYXRlZFJ1blJhdGUAAAAAbvj//xQAAAAUAAAAFAAAAAAABQEQAAAAAAAAAAAAAABc+P//BgAAAHN0YXR1cwAAnvj//xQAAAAUAAAAhAAAAAAADgGQAAAAAAAAAAIAAAA8AAAABAAAAMb4//8UAAAAFAAAABQAAAAAAAIBGAAAAAAAAAAAAAAABPn//wAAAAEgAAAAAwAAAGludAD6+P//FAAAABQAAAAUAAAAAAADARQAAAAAAAAAAAAAAMr6//8AAAIABgAAAGZsb2F0OAAAkPr//wQAAAACAAAAFAAAAAQAAAAXAAAAb3JpZ2luYWxEdXJhdGlvbkluSG91cnMAXvn//xQAAAAUAAAAFAAAAAAABQEQAAAAAAAAAAAAAABM+f//DwAAAG9yaWdpbmFsQ29tbWVudACW+f//FAAAABQAAAAUAAAAAAAEARAAAAAAAAAAAAAAAIT5//8RAAAAb3JpZ2luYWxQcm9qZWN0SWQAAADS+f//FAAAABQAAAAUAAAAAAAGARAAAAAAAAAAAAAAAMD5//8PAAAAaXNDbGllbnRQcm9qZWN0AAr6//8UAAAAFAAAABQAAAAAAAYBEAAAAAAAAAAAAAAA+Pn//wcAAABkZWxldGVkADr6//8UAAAAFAAAABQAAAAAAAUBEAAAAAAAAAAAAAAAKPr//wYAAABzb3VyY2UAAGr6//8UAAAAFAAAABQAAAAAAAUBEAAAAAAAAAAAAAAAWPr//wgAAABzb3VyY2VJZAAAAACe+v//FAAAABQAAAAUAAAAAAACARgAAAAAAAAAAAAAANz6//8AAAABIAAAABMAAAByZXBsaWNvblRpbWVzaGVldElkAOL6//8UAAAAFAAAABQAAAAAAAQBEAAAAAAAAAAAAAAA0Pr//wgAAABwZXJzb25JZAAAAAAW+///FAAAABQAAAAUAAAAAAACARgAAAAAAAAAAAAAAFT7//8AAAABIAAAABAAAAByZXBsaWNvblBlcnNvbklkAAAAAFr7//8UAAAAFAAAABQAAAAAAAUBEAAAAAAAAAAAAAAASPv//wcAAABjb21tZW50AIr7//8UAAAAFAAAABQAAAAAAAoBFAAAAAAAAAAAAAAAWv3//wAAAQAJAAAAZW50cnlEYXRlAAAAwvv//xQAAAAUAAAAhAAAAAAADgGQAAAAAAAAAAIAAAA8AAAABAAAAOr7//8UAAAAFAAAABQAAAAAAAIBGAAAAAAAAAAAAAAAKPz//wAAAAEgAAAAAwAAAGludAAe/P//FAAAABQAAAAUAAAAAAADARQAAAAAAAAAAAAAAO79//8AAAIABgAAAGZsb2F0OAAAtP3//wQAAAACAAAAFAAAAAQAAAAPAAAAZHVyYXRpb25JbkhvdXJzAHr8//8UAAAAFAAAAEACAAAAAA0BPAIAAAAAAAADAAAAbAEAALgAAAAEAAAApvz//xQAAAAUAAAAhAAAAAAADgGQAAAAAAAAAAIAAAA8AAAABAAAAM78//8UAAAAFAAAABQAAAAAAAMBFAAAAAAAAAAAAAAAnv7//wAAAgAGAAAAZmxvYXQ4AAAC/f//FAAAABQAAAAUAAAAAAACARgAAAAAAAAAAAAAAED9//8AAAABIAAAAAMAAABpbnQAmP7//wQAAAACAAAABAAAABQAAAAHAAAAc2Vjb25kcwBW/f//FAAAABQAAACEAAAAAAAOAZAAAAAAAAAAAgAAADwAAAAEAAAAfv3//xQAAAAUAAAAFAAAAAAAAwEUAAAAAAAAAAAAAABO////AAACAAYAAABmbG9hdDgAALL9//8UAAAAFAAAABQAAAAAAAIBGAAAAAAAAAAAAAAA8P3//wAAAAEgAAAAAwAAAGludABI////BAAAAAIAAAAEAAAAFAAAAAcAAABtaW51dGVzAAb+//8UAAAAFAAAAJQAAAAAAA4BoAAAAAAAAAACAAAARAAAAAQAAAAu/v//FAAAABQAAAAcAAAAAAADARwAAAAAAAAAAAAAAAAABgAIAAYABgAAAAAAAgAGAAAAZmxvYXQ4AABq/v//FAAAABQAAAAUAAAAAAACARgAAAAAAAAAAAAAAKj+//8AAAABIAAAAAMAAABpbnQACAAIAAAABAAIAAAABAAAAAIAAAAEAAAAFAAAAAUAAABob3VycwAAAJT+//8IAAAAZHVyYXRpb24AAAAA2v7//xQAAAAUAAAAFAAAAAAABQEQAAAAAAAAAAAAAADI/v//CAAAAGJpbGxhYmxlAAAAAA7///8UAAAAFAAAABQAAAAAAAQBEAAAAAAAAAAAAAAA/P7//wkAAABwcm9qZWN0SWQAAABC////FAAAABQAAAAUAAAAAAACARgAAAAAAAAAAAAAAID///8AAAABIAAAABEAAAByZXBsaWNvblByb2plY3RJZAAAAIb///8UAAAAFAAAABQAAAAAAAIBGAAAAAAAAAAAAAAAxP///wAAAAEgAAAACgAAAHJlcGxpY29uSWQAAML///8UAAAAFAAAABwAAAAAAAIBIAAAAAAAAAAAAAAACAAMAAgABwAIAAAAAAAAASAAAAADAAAAX192AAAAEgAYABQAEwASAAwAAAAIAAQAEgAAABQAAAAUAAAAGAAAAAAABAEUAAAAAAAAAAAAAAAEAAQABAAAAAMAAABfaWQA”,“commandPoolWaitMillis”:0},“stats”:{“inputBytes”:86284751,“outputBytes”:86284751,“inputRecords”:174592,“outputRecords”:174592,“isOutputLimited”:false},“details”:{“timeSpentInPlanning”:14,“waitInClient”:0,“dataVolume”:86284751,“outputRecords”:174592,“tableDatasetProfiles”:[{“datasetProfile”:{“datasetPaths”:[{“datasetPath”:[“HIDDEN_4”,“HIDDEN_3-HIDDEN_4”,“HIDDEN_7”]}],“bytesRead”:86284751,“recordsRead”:174592,“parallelism”:1,“waitOnSource”:4942}}],“topOperations”:[{“type”:7,“timeConsumed”:32.802677},{“type”:8,“timeConsumed”:0.26755852},{“type”:1,“timeConsumed”:0.0},{“type”:5,“timeConsumed”:0.0}]},“attemptId”:“2196bb15-64c4-0886-c7c3-cf9009e6a200”,“endpoint”:{“address”:“ip-172-31-8-49.us-west-2.compute.internal”,“userPort”:31010,“fabricPort”:45678,“roles”:{“sqlQuery”:true,“javaExecutor”:true,“master”:true},“startTime”:1579522439951,“maxDirectMemory”:8589934592,“availableCores”:8,“nodeTag”:""},“accelerationDetails”:""},“dremioVersion”:“4.1.3-202001022113020736-53142377”}
@balaji.ramaswamy, @ben, would you please take a look at this guys?
Try disabling the reflection on that particular Mongo collection (the error stack you supplied indicates that there is one built on the dataset) and rerun the query. Does it complete?