Join Elasticsearch monitor and rules files

This commit is contained in:
CarlosEDP 2019-03-22 16:03:59 -03:00
parent 0f39e2fdb9
commit 6d88688be6
2 changed files with 44 additions and 45 deletions

View File

@ -138,4 +138,47 @@ local k = import 'ksonnet/ksonnet.beta.3/k.libsonnet';
},
},
},
} + (import 'elasticsearch_rules.jsonnet')
// Add Prometheus monitoring rules for ElasticSearch
prometheusRules+:: {
groups+: [
{
name: 'elasticsearch-k8s-rules',
rules: [
{
expr: '100 * (elasticsearch_filesystem_data_size_bytes - elasticsearch_filesystem_data_free_bytes) / elasticsearch_filesystem_data_size_bytes',
record: 'elasticsearch_filesystem_data_used_percent',
},
{
expr: '100 - elasticsearch_filesystem_data_used_percent',
record: 'elasticsearch_filesystem_data_free_percent',
},
{
expr: 'elasticsearch_cluster_health_number_of_nodes < 3',
alert: 'ElasticsearchTooFewNodesRunning',
'for': '5m',
annotations: {
message: 'There are only {{$value}} < 3 ElasticSearch nodes running',
summary: 'ElasticSearch running on less than 3 nodes',
},
labels: {
severity: 'critical',
},
},
{
expr: 'elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"} > 0.9',
alert: 'ElasticsearchHeapTooHigh',
'for': '15m',
annotations: {
message: 'The heap usage is over 90% for 15m',
summary: 'ElasticSearch node {{$labels.node}} heap usage is high',
},
labels: {
severity: 'critical',
},
},
],
},
],
},
}

View File

@ -1,44 +0,0 @@
{
prometheusRules+:: {
groups+: [
{
name: 'elasticsearch-k8s-rules',
rules: [
{
expr: '100 * (elasticsearch_filesystem_data_size_bytes - elasticsearch_filesystem_data_free_bytes) / elasticsearch_filesystem_data_size_bytes',
record: 'elasticsearch_filesystem_data_used_percent',
},
{
expr: '100 - elasticsearch_filesystem_data_used_percent',
record: 'elasticsearch_filesystem_data_free_percent',
},
{
expr: 'elasticsearch_cluster_health_number_of_nodes < 3',
alert: 'ElasticsearchTooFewNodesRunning',
'for': '5m',
annotations: {
message: 'There are only {{$value}} < 3 ElasticSearch nodes running',
summary: 'ElasticSearch running on less than 3 nodes',
},
labels: {
severity: 'critical',
},
},
{
expr: 'elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"} > 0.9',
alert: 'ElasticsearchHeapTooHigh',
'for': '15m',
annotations: {
message: 'The heap usage is over 90% for 15m',
summary: 'ElasticSearch node {{$labels.node}} heap usage is high',
},
labels: {
severity: 'critical',
},
},
],
},
],
},
}