Hey Guys,
I just installed Dremio on 3 VM’s. Running verison 12.1.0-202101041749050132-55c827cb
One coordinator and Two executor.
I’ve connected it up to a couple databases and run a query but the executors keeps on dying with the following message.
ExecutionSetupException: One or more nodes lost connectivity during query. Identified nodes were [vdw-executor01:0]
I’ve got another cluster that’s running on version 4.0 and the queries works on it without any issues.
I’ve got no idea where to start looking, I’ve tried everything from using the basic config values to defining all the values. Hopfully someone is willing to help out.
-------------- vdw-coordinator01 --------------------
Summary
`paths: {
local: “/opt/dremio/data”
dist: “pdfs://”{paths.local}"/pdfs"
db: {paths.local}/db,
spilling: [{paths.local}/spill]
accelerator: {paths.dist}/accelerator
downloads: {paths.dist}/downloads
uploads: {paths.dist}/uploads
results: {paths.dist}/results
scratch: {paths.dist}/scratch
}
services: {
coordinator: {
enabled: true,
auto-upgrade: false,
master: {
enabled: true,
embedded-zookeeper: {
enabled: true,
port: 2181,
path: ${paths.local}/zk
}
},
web: {
enabled: true,
port: 9047,
auth: {
type: "internal"
}
ui: {
# Configuration for Intercom
intercom: {
enabled: true
appid: "@dremio.ui.intercom.appid@"
}
}
tokens: {
cache: {
size: 100
expiration_minutes: 5
}
}
},
client-endpoint: {
port: 31010
},
scheduler: {
threads: 24
},
command-pool: {
enabled: true
size: 0 # 0 defaults to the machine's number of cores
}
},
executor: {
enabled: false
},
flight: {
enabled: true,
port: 32010,
auth.mode: “arrow.flight.auth2”
}
fabric: {
port: 45678,
memory: {
reservation: 100M
}
},
web-admin: {
enabled: true,
# Port, bound to loopback interface, on which the daemon responds to liveness HTTP requests (0 == auto-allocated)
port: 0
}
}
zookeeper: “localhost:”${services.coordinator.master.embedded-zookeeper.port}
zk.client.session.timeout: 1800000
registration.publish-host: “vdw-coordinator01”`
-------------- vdw-executor01 --------------------
Summary
paths: {
local: “/opt/dremio/data”
dist: “pdfs://”{paths.local}"/pdfs"
db: {paths.local}/db,
spilling: [{paths.local}/spill]
accelerator: {paths.dist}/accelerator
downloads: {paths.dist}/downloads
uploads: {paths.dist}/uploads
results: {paths.dist}/results
scratch: {paths.dist}/scratch
}
services: {
coordinator: {
enabled: false,
auto-upgrade: false
master: {
enabled: false
},
web: {
enabled: false
},
client-endpoint: {
port: 31010
},
scheduler: {
threads: 24
},
command-pool: {
enabled: true
size: 0 # 0 defaults to the machine's number of cores
}
},
executor: {
enabled: true
},
flight: {
enabled: true,
port: 32010,
auth.mode: “arrow.flight.auth2”
}
fabric: {
port: 45678,
memory: {
reservation: 100M
}
},
web-admin: {
enabled: false,
}
}
zookeeper: “vdw-coordinator01:2181”
zk.client.session.timeout: 1800000
-------------- vdw-executor02 --------------------
Summary
paths: {
local: “/opt/dremio/data”
dist: “pdfs://”{paths.local}"/pdfs"
db: {paths.local}/db,
spilling: [{paths.local}/spill]
accelerator: {paths.dist}/accelerator
downloads: {paths.dist}/downloads
uploads: {paths.dist}/uploads
results: {paths.dist}/results
scratch: {paths.dist}/scratch
}
services: {
coordinator: {
enabled: false,
auto-upgrade: false
master: {
enabled: false
},
web: {
enabled: false
},
client-endpoint: {
port: 31010
},
scheduler: {
threads: 24
},
command-pool: {
enabled: true
size: 0 # 0 defaults to the machine's number of cores
}
},
executor: {
enabled: true
},
flight: {
enabled: true,
port: 32010,
auth.mode: “arrow.flight.auth2”
}
fabric: {
port: 45678,
memory: {
reservation: 100M
}
},
web-admin: {
enabled: false,
}
}
zookeeper: “vdw-coordinator01:2181”
zk.client.session.timeout: 1800000
