3f952be4c1
This updates the kubernetes plugin test for fluent-logging to search across all indices instead of the default logstash-* index to account for custom indexes created for the events tagged with the kubernetes plugin. This also makes the search pattern for the tag more flexible to account for any arbitrary number of prefixes and/or suffixes added to the 'kube' tag as a result of any processing done in fluentd. Change-Id: Ib1a431cc8b2ca2cc143a8c8337b87f54f56d1029
74 lines
3.0 KiB
Smarty
74 lines
3.0 KiB
Smarty
#!/bin/bash
|
|
|
|
{{/*
|
|
Copyright 2017 The Openstack-Helm Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/}}
|
|
|
|
set -ex
|
|
|
|
# Tests whether fluentd has successfully indexed data into Elasticsearch under
|
|
# the logstash-* index via the fluent-elasticsearch plugin
|
|
function check_logstash_index () {
|
|
total_hits=$(curl -K- <<< "--user ${ELASTICSEARCH_USERNAME}:${ELASTICSEARCH_PASSWORD}" \
|
|
-XGET "${ELASTICSEARCH_ENDPOINT}/logstash-*/_search?pretty" -H 'Content-Type: application/json' \
|
|
| python -c "import sys, json; print json.load(sys.stdin)['hits']['total']")
|
|
if [ "$total_hits" -gt 0 ]; then
|
|
echo "PASS: Successful hits on logstash-* index, provided by fluentd!"
|
|
else
|
|
echo "FAIL: No hits on query for logstash-* index! Exiting";
|
|
exit 1;
|
|
fi
|
|
}
|
|
|
|
# Tests whether fluentd has successfully tagged data with the kube.*
|
|
# prefix via the fluent-kubernetes plugin
|
|
function check_kubernetes_tag () {
|
|
total_hits=$(curl -K- <<< "--user ${ELASTICSEARCH_USERNAME}:${ELASTICSEARCH_PASSWORD}" \
|
|
-XGET "${ELASTICSEARCH_ENDPOINT}/_search?q=tag:**kube.**" -H 'Content-Type: application/json' \
|
|
| python -c "import sys, json; print json.load(sys.stdin)['hits']['total']")
|
|
if [ "$total_hits" -gt 0 ]; then
|
|
echo "PASS: Successful hits on logstash-* index, provided by fluentd!"
|
|
else
|
|
echo "FAIL: No hits on query for logstash-* index! Exiting";
|
|
exit 1;
|
|
fi
|
|
}
|
|
|
|
{{ if and (.Values.manifests.job_elasticsearch_template) (not (empty .Values.conf.templates)) }}
|
|
# Tests whether fluent-logging has successfully generated the elasticsearch index mapping
|
|
# templates defined by values.yaml
|
|
function check_templates () {
|
|
{{ range $template, $fields := .Values.conf.templates }}
|
|
{{$template}}_total_hits=$(curl -K- <<< "--user ${ELASTICSEARCH_USERNAME}:${ELASTICSEARCH_PASSWORD}" \
|
|
-XGET "${ELASTICSEARCH_ENDPOINT}/_template/{{$template}}" -H 'Content-Type: application/json' \
|
|
| python -c "import sys, json; print len(json.load(sys.stdin))")
|
|
if [ "${{$template}}_total_hits" -gt 0 ]; then
|
|
echo "PASS: Successful hits on {{$template}} template, provided by fluent-logging!"
|
|
else
|
|
echo "FAIL: No hits on query for {{$template}} template! Exiting";
|
|
exit 1;
|
|
fi
|
|
{{ end }}
|
|
}
|
|
{{ end }}
|
|
|
|
# Sleep for at least the buffer flush time to allow for indices to be populated
|
|
sleep 30
|
|
{{ if and (.Values.manifests.job_elasticsearch_template) (not (empty .Values.conf.templates)) }}
|
|
check_templates
|
|
{{ end }}
|
|
check_logstash_index
|
|
check_kubernetes_tag
|