Failed reading meta data from elasticsearch

1

I’m running ELK 6.2.4 (in docker). Data has been loaded into Elasticsearch, index was created and so on.
When I import the source into Dremio, the source is added, but when I click on it , I see the “doc”, when I click on the doc to “query” it (select * from doc), it gives me " Failure while attempting to read metadata for elasticsearch.nyc_visionzero.doc."

I’m running version 3.1.1-201901281837360699-30c9d74 (build)
everything is on docker here, I’ve created a docker-compose file

cluster health :
{
“cluster_name” : “B&D internal iot cluster”,
“status” : “yellow”,
“timed_out” : false,
“number_of_nodes” : 1,
“number_of_data_nodes” : 1,
“active_primary_shards” : 17,
“active_shards” : 17,
“relocating_shards” : 0,
“initializing_shards” : 0,
“unassigned_shards” : 5,
“delayed_unassigned_shards” : 0,
“number_of_pending_tasks” : 0,
“number_of_in_flight_fetch” : 0,
“task_max_waiting_in_queue_millis” : 0,
“active_shards_percent_as_number” : 77.27272727272727
}

2

@Mohamed_Amin_Chairi, can you attach the full error stack? It would be found in the profile for this job.

6

Here it is

f2afa147-c55d-4bf0-8f93-4e8a914d3228.zip (9.2 KB)

7

Thanks @Mohamed_Amin_Chairi,

Can you also attach the output for GET _mapping for nyc_visionzero.doc (https://www.elastic.co/guide/en/elasticsearch/reference/6.2/indices-get-mapping.html)

I think the syntax would be GET nyc_visionzero/_mapping/doc or something similar.

The error stack indicates there might be some type issue, so I’d like to see how that mapping is defined

8 
{
  "nyc_visionzero": {
    "mappings": {
      "doc": {
        "dynamic_templates": [
          {
            "string_fields": {
              "match": "*",
              "match_mapping_type": "string",
              "mapping": {
                "fields": {
                  "keyword": {
                    "ignore_above": 256,
                    "type": "keyword"
                  }
                },
                "omit_norms": true,
                "type": "text"
              }
            }
          }
        ],
        "properties": {
          "@timestamp": {
            "type": "date"
          },
          "@version": {
            "type": "keyword"
          },
          "beat": {
            "properties": {
              "hostname": {
                "type": "text",
                "norms": false,
                "fields": {
                  "keyword": {
                    "type": "keyword",
                    "ignore_above": 256
                  }
                }
              },
              "name": {
                "type": "text",
                "norms": false,
                "fields": {
                  "keyword": {
                    "type": "keyword",
                    "ignore_above": 256
                  }
                }
              },
              "version": {
                "type": "text",
                "norms": false,
                "fields": {
                  "keyword": {
                    "type": "keyword",
                    "ignore_above": 256
                  }
                }
              }
            }
          },
          "borough": {
            "type": "keyword"
          },
          "contributing_factor_vehicle": {
            "type": "keyword"
          },
          "cross_street_name": {
            "type": "keyword"
          },
          "hour_of_day": {
            "type": "integer",
            "ignore_malformed": true
          },
          "intersection": {
            "type": "keyword"
          },
          "latitude": {
            "type": "float",
            "ignore_malformed": true
          },
          "location": {
            "type": "geo_point",
            "ignore_malformed": true
          },
          "longitude": {
            "type": "float",
            "ignore_malformed": true
          },
          "message": {
            "type": "text",
            "norms": false,
            "fields": {
              "keyword": {
                "type": "keyword",
                "ignore_above": 256
              }
            }
          },
          "number_of_cyclist_injured": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_cyclist_killed": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_motorist_injured": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_motorist_killed": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_pedestrians_injured": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_pedestrians_killed": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_persons_injured": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_of_persons_killed": {
            "type": "integer",
            "ignore_malformed": true
          },
          "number_persons_impacted": {
            "type": "integer",
            "ignore_malformed": true
          },
          "off_street_name": {
            "type": "keyword"
          },
          "offset": {
            "type": "long"
          },
          "on_street_name": {
            "type": "keyword"
          },
          "prospector": {
            "properties": {
              "type": {
                "type": "text",
                "norms": false,
                "fields": {
                  "keyword": {
                    "type": "keyword",
                    "ignore_above": 256
                  }
                }
              }
            }
          },
          "source": {
            "type": "text",
            "norms": false,
            "fields": {
              "keyword": {
                "type": "keyword",
                "ignore_above": 256
              }
            }
          },
          "unique_key": {
            "type": "keyword"
          },
          "vehicle_type": {
            "type": "keyword"
          },
          "zip_code": {
            "type": "keyword"
          }
        }
      }
    }
  }
}