ES_VERSION: 5.6.8
JVM version : JDK1.8.0_112
OS version : linux
Description of the problem including expected versus actual behavior:
It is often not appearing. when the machine is turned off because of hardware malfunction, the es server left the cluster for a long time passively. Aftertime the machine is ok and the es server restarts, the es service can automatically identify metadata as planed, but it reports those error logs and down. as the result es keeps cycling restarting and down
Provide logs (if relevant):

1. Error injecting constructor, ElasticsearchException[java.io.IOException: failed to read [id:0, legacy:false, file:/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st]]; nested: IOException[failed to read [id:0, legacy:false, file:/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st]]; nested: CorruptStateException[org.apache.lucene.index.CorruptIndexException: codec footer mismatch (file truncated?): actual footer=758728244 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st")))]; nested: CorruptIndexException[codec footer mismatch (file truncated?): actual footer=758728244 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st")))];
   at org.elasticsearch.gateway.GatewayMetaState.(Unknown Source)
   while locating org.elasticsearch.gateway.GatewayMetaState
   for parameter 4 at org.elasticsearch.gateway.GatewayService.(Unknown Source)
   while locating org.elasticsearch.gateway.GatewayService
   Caused by: ElasticsearchException[java.io.IOException: failed to read [id:0, legacy:false, file:/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st]]; nested: IOException[failed to read [id:0, legacy:false, file:/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st]]; nested: CorruptStateException[org.apache.lucene.index.CorruptIndexException: codec footer mismatch (file truncated?): actual footer=758728244 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st")))]; nested: CorruptIndexException[codec footer mismatch (file truncated?): actual footer=758728244 vs expected footer=-1071082520 (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="/data1/es_data/lc_gh_3/nodes/0/indices/rDD73n7GR7uw_vE0Fk1FrA/_state/state-0.st")))];
   at org.elasticsearch.ExceptionsHelper.maybeThrowRuntimeAndSuppress(ExceptionsHelper.java:190)
   at org.elasticsearch.gateway.MetaDataStateFormat.loadLatestState(MetaDataStateFormat.java:334)
   at org.elasticsearch.common.util.IndexFolderUpgrader.upgrade(IndexFolderUpgrader.java:90)
   at org.elasticsearch.common.util.IndexFolderUpgrader.upgradeIndicesIfNeeded(IndexFolderUpgrader.java:128)
   at org.elasticsearch.gateway.GatewayMetaState.(GatewayMetaState.java:91)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
   at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   at org.elasticsearch.common.inject.DefaultConstructionProxyFactory$1.newInstance(DefaultConstructionProxyFactory.java:49)
   at org.elasticsearch.common.inject.ConstructorInjector.construct(ConstructorInjector.java:86)
   at org.elasticsearch.common.inject.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:116)
   at org.elasticsearch.common.inject.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:47)
   at org.elasticsearch.common.inject.InjectorImpl.callInContext(InjectorImpl.java:825)
   at org.elasticsearch.common.inject.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:43)
   at org.elasticsearch.common.inject.Scopes$1$1.get(Scopes.java:59)
   at org.elasticsearch.common.inject.InternalFactoryToProviderAdapter.get(InternalFactoryToProviderAdapter.java:50)
   at org.elasticsearch.common.inject.SingleParameterInjector.inject(SingleParameterInjector.java:42)
   at org.elasticsearch.common.inject.SingleParameterInjector.getAll(SingleParameterInjector.java:66)
   at org.elasticsearch.common.inject.ConstructorInjector.construct(ConstructorInjector.java:85)
   at org.elasticsearch.common.inject.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:116)
   at org.elasticsearch.common.inject.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:47)
   at org.elasticsearch.common.inject.InjectorImpl.callInContext(InjectorImpl.java:825)
   at org.elasticsearch.common.inject.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:43)
   at org.elasticsearch.common.inject.Scopes$1$1.get(Scopes.java:59)
   at org.elasticsearch.common.inject.InternalFactoryToProviderAdapter.get(InternalFactoryToProviderAdapter.java:50)
   at org.elasticsearch.common.inject.InjectorBuilder$1.call(InjectorBuilder.java:191)
   at org.elasticsearch.common.inject.InjectorBuilder$1.call(InjectorBuilder.java:183)
   at org.elasticsearch.common.inject.InjectorImpl.callInContext(InjectorImpl.java:818)
   at org.elasticsearch.common.inject.InjectorBuilder.loadEagerSingletons(InjectorBuilder.java:183)
   at org.elasticsearch.common.inject.InjectorBuilder.loadEagerSingletons(InjectorBuilder.java:173)
   at org.elasticsearch.common.inject.InjectorBuilder.injectDynamically(InjectorBuilder.java:161)
   at org.elasticsearch.common.inject.InjectorBuilder.build(InjectorBuilder.java:96)
   at org.elasticsearch.common.inject.Guice.createInjector(Guice.java:96)
   at org.elasticsearch.common.inject.Guice.createInjector(Guice.java:70)
   at org.elasticsearch.common.inject.ModulesBuilder.createInjector(ModulesBuilder.java:42)
   at org.elasticsearch.node.Node.(Node.java:499)
   at org.elasticsearch.node.Node.(Node.java:245)
   at org.elasticsearch.bootstrap.Bootstrap$5.(Bootstrap.java:233)
   at org.elasticsearch.bootstrap.Bootstrap.setup(Bootstrap.java:233)
   at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:342)
   at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:132)
   at org.elasticsearch.bootstrap.Elasticsearch.execute(Elasticsearch.java:123)
   at org.elasticsearch.cli.EnvironmentAwareCommand.execute(EnvironmentAwareCommand.java:70)