Add queries from Sova

This patch converts the existing sova regexes [1] to the new queries format.
Once it is merged this patch [2] will switch sova source file.

[1] https://opendev.org/openstack/tripleo-ci-health-queries/src/branch/master/output/sova-patterns.json
[2] https://review.opendev.org/c/openstack/ansible-role-collect-logs/+/787502

Change-Id: I0f3e2526f0a25f564017371ec8e6be6d7affe167
This commit is contained in:
Ronelle Landy 2021-06-30 16:46:52 -04:00 committed by frenzyfriday
parent f78d64bcdb
commit d9e1a4e89f
101 changed files with 2283 additions and 19 deletions

View File

@ -0,0 +1,2 @@
query: 'message:"Image prepare failed: Pulling image failed: cmd \"buildah"'
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"400 Bad Request: Client disconnected before sending all data to backend (HTTP
400)" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Failed to connect to trunk.rdoproject.org port 80" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"404 Client Error: Not Found (\"no such id: docker.io"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"ERROR:root:Image prepare failed: [Errno 17] File exists"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"ImageNotFoundException: Not found image: docker:"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"UnixHTTPConnectionPool(host=''localhost'', port=None): Read timed out"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"check logs in /var/log/containers/stdouts/"
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"tripleo_common.image.exception.ImageRateLimitedException" AND message:"Error
running container image prepare: Rate Limited while requesting"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"429 Client Error: Too Many Requests for url:"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Could not resolve host" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"The DNS operation timed out after" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"ERROR:dlrn:" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"ERROR:dlrn:" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"Error contacting Ironic server: Node" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Error registering nodes with ironic" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Failed to contact the endpoint at http"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"FATAL | Provision instances"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Failed to build" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"RuntimeError: Failed to create stack" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"504 Gateway Time-out" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Gateway Time-out (HTTP 504)" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"504 Gateway Time-out: The server didn''t respond in time" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"HTTP 400 Bad Request" AND (tags:"cosole")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:" hiera key is undefined"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"Error: IPMI call failed: power status"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"500 Internal Server Error: Failed to upload image" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"socket.error: [Errno 99] Cannot assign requested address"'
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"Exception introspecting nodes" AND message:"playbook: /usr/share/ansible/tripleo-playbooks/cli-baremetal-introspect.yaml,
Run Status: failed"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"err.detail="invalid checksum digest format""
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Invalid cross-device link" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Timeout reached while waiting for callback for node"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"error: Failed to prepare node"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"Failed to allocate memory: Cannot allocate memory"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"Failed to connect to the host via ssh: ssh: connect to host" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Can't connect to local MySQL server through socket"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"is located doesn't have enough disk space. Required"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"Went to status ERROR due to \"Message: No valid host was found"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"No more mirrors to try" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"No valid host was found. There are not enough hosts" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Timeout reached while waiting for callback for node"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Node introspection failed and no results are provided" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"FAILED - RETRYING: Wait until nodes will be manageable (1 retries left)"
AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"not enough free physical ports."
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Not enough nodes - available" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"ResourceInError: resources.NovaCompute: Went to status ERROR due to \"Message:
No valid host was found. , Code: 500"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Ansible failed, check log at /var/lib/mistral/overcloud/ansible.log"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"CalledProcessError: Command ''[''disk-image-create''"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Overcloud pingtest FAILED" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Overcloud update - FAILED" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"conflicts with file from package"
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"Failed to download packages: Cannot download" AND message:"Cannot download
repodata/repomd.xml: All mirrors were tried" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:" is not pingable."
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"playbook: /usr/share/ansible/tripleo-playbooks/cli-overcloud-node-provide.yaml,
Run Status: failed"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"Could not evaluate: Cannot allocate memory - fork(2)"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"RUN END RESULT_TIMED_OUT" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"[ERROR] - SEVERE ERROR occurs: java.lang.InterruptedException" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Slave went offline during the build" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"DeploymentError: Stack create failed"'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"... FAILED"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"MessagingTimeout: Timed out waiting for a reply to message ID" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:""code":"UNAUTHORIZED","message":"authentication required""
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Found ansible errors for undercloud deployment"
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: message:"The Workflow finished successfully but no messages were received before the
WebSocket timed out" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: message:"connect=None, read=None, redirect=None, status=None)) after connection broken
by" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"is undefined" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"async task did not complete within the requested time" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Playbook run of baremetal-full-undercloud.yml failed" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"failed because the control process exited with error code" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Couldn't open file " AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Deployment exited with non-zero status code:" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"returned 1 instead of one of" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"exec user process caused" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:": exit_value=143" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"error: command ''gcc'' failed with exit status 1" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Unable to look up" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Network is unreachable" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Command 'instack-install-undercloud' returned non-zero exit status" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,3 @@
query: 'message:"fatal: [localhost]: FAILED! => {"changed": true, "cmd": ["kolla-build"" AND
(tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"No such file or directory" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Playbook run of multinode-standalone.yml failed" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"ERROR: Heat log files: /var/log/heat-launcher/undercloud_deploy" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:""overcloud_deploy_result": "failed"" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Could not install requirement" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"ERROR! the playbook:" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:""python setup.py egg_info" failed with error code 1" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"fatal: The remote end hung up unexpectedly" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"denied"
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"setup script run by this job failed - exit code:" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"No route to host" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"stack_status: CREATE_FAILED" AND (tags:"console")'
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Playbook run of baremetal-full-overcloud-validate.yml failed" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"> /var/log/tempest/tempest_run.log" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"Killed by timeout." AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: message:"UPDATE_FAILED" AND (tags:"console")
suppress-graph: false

View File

@ -0,0 +1,2 @@
query: 'message:"stderr: ''fatal: unable to access ''" AND (tags:"console")'
suppress-graph: false

File diff suppressed because it is too large Load Diff

View File

@ -32,6 +32,13 @@
config: "{{ sova_cfg_file }}"
files:
console: "{{ samples_log }}"
errors: "{{ samples_log }}"
ironic-conductor: "{{ samples_log }}"
syslog: "{{ samples_log }}"
logstash: "{{ samples_log }}"
bmc: "{{ samples_log }}"
selinux: "{{ samples_log }}"
registry_log: "{{ samples_log }}"
result: "{{ sova_log }}"
result_file_dir: "{{ (playbook_dir, '../output') | path_join | realpath }}"
register: result

View File

@ -1,8 +1,8 @@
ReadTimeoutError: HTTPConnectionPool
couldn't open file
Killed timeout -s 9
Stack overcloud CREATE_FAILED
java.io.IOException
Stack overcloud CREATE_FAILED
Killed timeout -s 9
couldn't open file
ReadTimeoutError: HTTPConnectionPool
curl http://example.com couldn.t open file "sample/file"
Exception: [Errno 2] No such file or directory:
AnsibleUndefinedVariable
@ -10,3 +10,120 @@ ReadTimeoutError: HTTPConnectionPool
the output has been hidden due
Ironic node register FAIL: timeout for node.
2021-05-26 10:48:50 | Error: Failed to download metadata for repo 'delorean-component-manila': Cannot download repomd.xml: Cannot download repodata/repomd.xml: All mirrors were tried
No valid host was found. There are not enough hosts
Failed to connect to trunk.rdoproject.org port 80
Overcloud pingtest FAILED
Error contacting Ironic server: Node
Node introspection failed and no results are provided
RUN END RESULT_TIMED_OUT
MessagingTimeout: Timed out waiting for a reply to message ID
returned 1 instead of one of
Error: '/usr/bin/clustercheck >/dev/null' returned 1 instead of one of
ERROR:dlrn:
500 Internal Server Error: Failed to upload image
Slave went offline during the build
Could not resolve host: mirror.regionone.vexxhost-nodepool-sf.
The DNS operation timed out after
fatal: The remote end hung up unexpectedly
can't read /sample/path/to/file/: No such file or directory
[ERROR] - SEVERE ERROR occurs: java.lang.InterruptedException
Command 'instack-install-undercloud' returned non-zero exit status
Failed to build and run instance:
Couldn't open file
error: command 'gcc' failed with exit status 1
UPDATE_FAILED
fatal: Unable to look up www.example.com
Deployment exited with non-zero status code: 1
> /var/log/tempest/tempest_run.log
No more mirrors to try
stack_status: CREATE_FAILED
"python setup.py egg_info" failed with error code 1
504 Gateway Time-out: The server didn't respond in time
Error registering nodes with ironic
400 Bad Request: Client disconnected before sending all data to backend (HTTP 400)
HTTP 400 Bad Request
Job for sample_job failed because the control process exited with error code.
stderr: 'fatal: unable to access 'http://devstack-gate/': Network is unreachable.*
fatal: unable to access 'https://example' Network is unreachable
ssh: connect to host port : No route to host
Not enough nodes - available
504 Gateway Time-out
Gateway Time-out (HTTP 504)
connect=None, read=None, redirect=None, status=None)) after connection broken by
"overcloud_deploy_result": "failed"
undercloud-install sh 2>&1 . "rc": 1
pattern: "setup script run by this job failed - exit code:
ERROR! the playbook: ... could not be found
fatal: .* FAILED! =>.*"msg": .* ... is undefined"
Failed to connect to the host via ssh: ssh: connect to host
Overcloud update - FAILED
Could not install requirement ... from
Could not install requirement from
ERROR:kolla.common.utils:... Failed with status: error
Stack "overcloud" .. Timed out
...: unbound variable
Invalid cross-device link
: exit_value=143
fatal: FAILED! undercloud.qcow2.convert_image.sh
fatal: [localhost]: FAILED! => {"changed": true, "cmd": ["kolla-build"
ERROR:kolla.common.utils: Failed with status: error
The Workflow finished successfully but no messages were received before the WebSocket timed out
exec user process caused "no such file or directory
Stack "overcloud" Timed out
RuntimeError: Failed to create stack
: unbound variable
Playbook run of multinode-standalone.yml failed
async task did not complete within the requested time
FAILED - RETRYING: Wait until nodes will be manageable (1 retries left)
Playbook run of baremetal-full-overcloud-validate.yml failed
Playbook run of baremetal-full-undercloud.yml failed
ERROR:dlrn:
Failed to download packages: Cannot download
tempest_tests_run.rc == 0
Cannot download repodata/repomd.xml: All mirrors were tried
Image prepare failed: Pulling image failed: cmd "buildah
"code":"UNAUTHORIZED","message":"authentication required"
Failed to allocate memory: Cannot allocate memory
Timeout reached while waiting for callback for node
check logs in /var/log/containers/stdouts/
Timeout reached while waiting for callback for node
Disk volume where ... is located doesn't have enough disk space
systemd: ...service failed
Failed to start ... container
is not pingable.
Error: Execution of ...yum... returned 1: Error downloading packages
UnixHTTPConnectionPool(host='localhost', port=None): Read timed out
404 Client Error: Not Found ("no such id: docker.io
Failed to contact the endpoint at http
Ansible failed, check log at /var/lib/mistral/overcloud/ansible.log
CalledProcessError: Command '['disk-image-create'
ImageNotFoundException: Not found image: docker:
error: Failed to prepare node
Failed to prepare to deploy: IPMI call failed:
Error: ...The ... hiera key is undefined
Found ansible errors for undercloud deployment
Error: IPMI call failed: power status
ResourceInError: resources.NovaCompute: Went to status ERROR due to "Message: No valid host was found. , Code: 500
DeploymentError: Stack create failed
1;31mError: .+?..example::
Can't connect to local MySQL server through socket
Could not evaluate: Cannot allocate memory - fork(2)
Error: Could not find data item example in any Hiera data file and no default supplied
mError: /Stage[main]/example/Exec[...]
mError: .* at /etc/puppet/modules/([^/]+)/
Error, some other host (...) already uses address .+
... FAILED
msg": "... isn't working (healthcheck failed)
ERROR:root:Image prepare failed: [Errno 17] File exists
not enough free physical ports.
playbook: /usr/share/ansible/tripleo-playbooks/cli-baremetal-introspect.yaml, Run Status: failed
playbook: /usr/share/ansible/tripleo-playbooks/cli-overcloud-node-provide.yaml, Run Status: failed
Went to status ERROR due to "Message: No valid host was found
429 Client Error: Too Many Requests for url:
FATAL | Provision instances
tripleo_common.image.exception.ImageRateLimitedException
conflicts with file from package
socket.error: [Errno 99] Cannot assign requested address
denied
err.detail="invalid checksum digest format"
Failed to call refresh

View File

@ -14,9 +14,6 @@ queries:
- id: overcloud_create_failed
name: "Overcloud stack: FAILED."
pattern: "Stack overcloud CREATE_FAILED"
# from https://opendev.org/opendev/elastic-recheck/src/branch/master/queries/1260654.yaml
- id: timeout_re
regex: 'Killed\s+timeout -s 9'
- id: curl_re
pattern: "couldn't open file"
regex: 'curl. .*? couldn.t open file "(.*?)"'
@ -45,3 +42,698 @@ queries:
not_build_name: "neutron*"
pattern: "ReadTimeoutError: HTTPConnectionPool"
tags: console
# sova_id_3
- id: No_valid_host
# msg: "No valid host was found."
pattern: "No valid host was found. There are not enough hosts"
sova_tag: console
tags: console
# sova_id_4
- id: Connection_failure
# msg: "Connection failure to trunk.rdoproject.org."
pattern: "Failed to connect to trunk.rdoproject.org port 80"
sova_tag: console
tags: console
# sova_id_6
- id: Overcloud_pingtest_FAILED
# msg: "Overcloud pingtest FAILED."
pattern: "Overcloud pingtest FAILED"
sova_tag: console
tags: console
# sova_id_7
- id: Error_contacting_Ironic
# msg: "Error contacting Ironic server"
pattern: "Error contacting Ironic server: Node"
sova_tag: console
tags: console
# sova_id_8
- id: Node_introspection_failed
# msg: "Node introspection failed"
pattern: "Node introspection failed and no results are provided"
sova_tag: console
tags: console
# sova_id_9
- id: RUN_END_RESULT
# msg: "Job timeout."
pattern: "RUN END RESULT_TIMED_OUT"
sova_tag: console
tags: console
# sova_id_11 (was sova_id_43)
- id: Timed_out_waiting
# msg: "Message timeout."
pattern: "MessagingTimeout: Timed out waiting for a reply to message ID"
sova_tag: console
tags: console
# sova_id_13
# from https://opendev.org/opendev/elastic-recheck/src/branch/master/queries/1260654.yaml
- id: timeout_re
# msg: "Killed by timeout."
pattern: "Killed by timeout."
regex: 'Killed\s+timeout -s 9'
sova_tag: console
tags: console
# sova_is_15
- id: exec_re
# msg: "Program {} FAIL."
pattern: "returned 1 instead of one of"
regex: 'Error: (\S+?) \S+ returned 1 instead of one of'
sova_tag: console
tags: console
# sova_id_16
- id: ERROR_dlrn
# msg: "Delorean FAIL."
pattern: "ERROR:dlrn:"
sova_tag: console
tags: console
# sova_id_17
- id: Internal_Server_Error_500
# msg: "Glance upload FAIL."
pattern: "500 Internal Server Error: Failed to upload image"
sova_tag: console
tags: console
# sova_id_18
- id: Slave_went_offline
# msg: "Jenkins slave FAIL."
pattern: "Slave went offline during the build"
sova_tag: console
tags: console
# sova_id_19
- id: Could_not_resolve_host
# msg: "DNS resolve of {} FAIL."
pattern: "Could not resolve host"
regex: 'Could not resolve host: (\S+)'
sova_tag: console
tags: console
# other_DNS_failure
- id: DNS_operation_timed_out
# msg: "The DNS operation timed out after"
pattern: "The DNS operation timed out after"
sova_tag: console
tags: console
# sova_id_20
- id: remote_end_hung_up
# msg: "Git clone repo FAIL."
pattern: "fatal: The remote end hung up unexpectedly"
sova_tag: console
tags: console
# sova_id_24
- id: missing_file
pattern: "No such file or directory"
regex: "can't read ([^ ]+): No such file or directory"
sova_tag: console
tags: console
# sova_id_25
- id: SEVERE_ERROR_occurs
# msg: "Jenkins slave FAIL: InterruptedException"
pattern: "[ERROR] - SEVERE ERROR occurs: java.lang.InterruptedException"
sova_tag: console
tags: console
# sova_id_27
- id: instack_install_undercloud_zero
# msg: "Undercloud install FAIL."
pattern: "Command 'instack-install-undercloud' returned non-zero exit status"
sova_tag: console
tags: console
# sova_id_28
- id: Failed_to_build_dep
# msg: "Failed to build dep {}."
pattern: "Failed to build"
regex: "Failed to build (.*)"
sova_tag: console
tags: console
# sova_id_29
- id: curl_failed_get_image
# msg: "Failed to upload or get image: {}."
pattern: "Couldn't open file "
regex: 'curl. .*? couldn.t open file "(.*?)"'
sova_tag: console
tags: console
# sova_id_30
- id: gcc_failed
# msg: "Failed to compile deps."
pattern: "error: command 'gcc' failed with exit status 1"
sova_tag: console
tags: console
# sova_id_33
- id: update_FAILED
# msg: "update FAILED."
pattern: "UPDATE_FAILED"
sova_tag: console
tags: console
# sova_id_34
- id: git_re
# msg: "DNS resolve of {} FAIL."
pattern: "Unable to look up"
regex: 'fatal: Unable to look up (\S+)'
sova_tag: console
tags: console
# sova_id_35
- id: deploy_re
# msg: "Deployment exited with code {}."
pattern: "Deployment exited with non-zero status code:"
regex: 'Deployment exited with non-zero status code: (\d+)'
sova_tag: console
tags: console
# sova_id_38
- id: tempest_tests_run
# msg: "Tempest tests FAILED."
pattern: "> /var/log/tempest/tempest_run.log"
sova_tag: console
tags: console
# sova_id_39
- id: No_more_mirrors
# msg: "Network issue 'No more mirrors'."
pattern: "No more mirrors to try"
sova_tag: console
tags: console
# sova_id_41
- id: stack_status_CREATE_FAILED
# msg: "OVB stack create failed."
pattern: "stack_status: CREATE_FAILED"
sova_tag: console
tags: console
# sova_id_42
- id: python_setup_egg_info
# msg: "Pip install FAIL."
pattern: '"python setup.py egg_info" failed with error code 1'
sova_tag: console
tags: console
# sova_id_44
- id: Gateway_timeout_504
# msg: "Gateway timeout 504."
pattern: "504 Gateway Time-out: The server didn't respond in time"
sova_tag: console
tags: console
# sova_id_45
- id: Error_registering_nodes
# msg: "Node registration error."
pattern: "Error registering nodes with ironic"
sova_tag: console
tags: console
# sova_id_46
- id: Client_disconnected
# "HTTP 400 Error."
pattern: "400 Bad Request: Client disconnected before sending all data to backend (HTTP 400)"
sova_tag: console
tags: console
# other_HTTP_400
- id: HTTP_400_Bad
# msg: "HTTP 400 Bad Request thrown"
pattern: "HTTP 400 Bad Request"
sova_tag: console
tags: cosole
# sova_id_47
- id: command_exe
# msg: "{} FAIL."
pattern: "failed because the control process exited with error code"
regex: "Job for (.+) failed because the control process exited with error code."
sova_tag: console
tags: console
# sova_id_48
- id: zcl_re
# msg: "Zuul-cloner network FAIL."
pattern: "stderr: 'fatal: unable to access '"
regex: "stderr: 'fatal: unable to access 'http.+/devstack-gate/.*Network is unreachable.*"
sova_tag: console
tags: console
# sova_id_49
- id: gitnet_re
# msg: "Network FAIL."
pattern: "Network is unreachable"
regex: "fatal: unable to access 'http.*Network is unreachable"
sova_tag: console
tags: console
# sova_id_50
- id: ssh_re
# msg: "SSH to host FAIL."
pattern: "No route to host"
regex: "ssh: connect to host .+ port .+: No route to host"
sova_tag: console
tags: console
# sova_id_52 (may be replaced by sova_id_3)
- id: Not_enough_nodes_available
# msg: "Not enough nodes are available."
pattern: "Not enough nodes - available"
sova_tag: console
tags: console
# sova_id_54
- id: Gateway_Time_out_504
# msg: "504 Gateway Time-out."
pattern: "504 Gateway Time-out"
sova_tag: console
tags: console
# sova_id_55
- id: Gateway_Time_out_HTTP
# msg: "504 Gateway Time-out."
pattern: "Gateway Time-out (HTTP 504)"
sova_tag: console
tags: console
# sova_id_56
- id: after_connection_broken_by
# msg: "Retrying networking timeout."
pattern: "connect=None, read=None, redirect=None, status=None)) after connection broken by"
sova_tag: console
tags: console
# sova_id_61
- id: overcloud_deploy_result_failed
# msg: "Overcloud stack: FAILED."
pattern: '"overcloud_deploy_result": "failed"'
sova_tag: console
tags: console
# sova_id_63
- id: oooq_undercloud_fail
# msg: "Undercloud install FAIL."
pattern: "ERROR: Heat log files: /var/log/heat-launcher/undercloud_deploy"
regex: 'undercloud-install.sh 2>&1 .*"rc": 1'
sova_tag: console
tags: console
# sova_id_64
- id: setup_script_failed
# msg: "Forced to stop."
pattern: "setup script run by this job failed - exit code:"
sova_tag: console
tags: console
# sova_id_67
- id: playbook_err_re
# msg: "Failed to find playbook"
pattern: "ERROR! the playbook:"
regex: 'ERROR! the playbook: .* could not be found'
sova_tag: console
tags: console
# sova_id_68
- id: ansible_und_err
# msg: "Ansible undefined variable {}"
pattern: "is undefined"
regex: 'fatal: .* FAILED! =>.*"msg": .* ([^\s]+) is undefined"'
sova_tag: console
tags: console
# sova_id_69
- id: Multinode_SSH_connection_failed
# msg: "Multinode SSH connection failed."
pattern: "Failed to connect to the host via ssh: ssh: connect to host"
sova_tag: console
tags: console
# sova_id_70
- id: Overcloud_update_FAIL
# msg: "Overcloud update FAIL."
pattern: "Overcloud update - FAILED"
sova_tag: console
tags: console
# sova_id_74
- id: pip_install_fail
# msg: "Pip install FAIL."
pattern: "Could not install requirement"
regex: 'Could not install requirement ([^\s]+) from'
sova_tag: console
tags: console
# sova_id_75
- id: Invalid_cross_device_link
# msg: "Hardlink copy FAIL."
pattern: "Invalid cross-device link"
sova_tag: console
tags: console
# sova_id_76
- id: exit_value_143
# msg: "Forced to stop."
pattern: ": exit_value=143"
sova_tag: console
tags: console
# sova_id_77
- id: convert_fail_re
# msg: "Image convert to undercloud FAILED."
regex: 'fatal:.*FAILED! .*undercloud.qcow2.*convert_image.sh'
sova_tag: console
tags: console
# sova_id_78
- id: kolla_build_localhost
# msg: "Containers build FAILED."
pattern: 'fatal: [localhost]: FAILED! => {"changed": true, "cmd": ["kolla-build"'
sova_tag: console
tags: console
# sova_id_79
- id: kolla_fail_re
# msg: "Container {} FAILED to build."
regex: 'ERROR:kolla.common.utils:([^\s]+) Failed with status: error'
sova_tag: console
# sova_id_80
- id: Websocket_timeout
# msg: "Websocket timeout"
pattern: "The Workflow finished successfully but no messages were received before the WebSocket timed out"
sova_tag: console
tags: console
# sova_id_82
- id: exec_user_process_caused
# msg: 'No such file in container.'
pattern: 'exec user process caused'
sova_tag: console
tags: console
# sova_id_84
- id: stack_oc_timeout_re
# msg: "Timeout to create overcloud stack."
regex: 'Stack "overcloud" .+ Timed out'
sova_tag: console
tags: console
# sova_id_85
- id: Failed_to_create_OVB_stack
# msg: "Failed to create OVB stack."
pattern: "RuntimeError: Failed to create stack"
sova_tag: console
tags: console
# sova_id_86
- id: unbound_var_re
# msg: "Unbound variable {}."
regex: '(\S+): unbound variable'
sova_tag: console
tags: console
# sova_id_87
- id: multinode_standalone_playbook_failed
# msg: "Standalone failed."
pattern: "Playbook run of multinode-standalone.yml failed"
sova_tag: console
tags: console
# sova_id_88
- id: async_timeout
# msg: "Timeout."
pattern: "async task did not complete within the requested time"
sova_tag: console
tags: console
# sova_id_89
- id: Nodes_not_manageable
# msg: "Nodes aren't manageable."
pattern: "FAILED - RETRYING: Wait until nodes will be manageable (1 retries left)"
sova_tag: console
tags: console
# sova_id_90
- id: tempest_playbook_failed
# msg: "Tempest failed."
pattern: "Playbook run of baremetal-full-overcloud-validate.yml failed"
sova_tag: console
tags: console
# sova_id_91
- id: baremetal_full_undercloud_failed
# msg: "Undercloud failed."
pattern: "Playbook run of baremetal-full-undercloud.yml failed"
sova_tag: console
tags: console
# sova_id_92
- id: Delorean FAIL
# msg: "Delorean FAIL"
pattern: "ERROR:dlrn:"
sova_tag: console
tags: console
# sova_id_93_95
- id: Packages download failure
# msg: "Packages download failure"
pattern:
- "Failed to download packages: Cannot download"
- "Cannot download repodata/repomd.xml: All mirrors were tried"
sova_tag: console
tags: console
# sova_id_94
- id: Tempest tests failed
# msg: "Tempest tests failed"
pattern: "tempest_tests_run.rc == 0"
sova_tag: console
tags: console
# sova_id_200
- id: Buildah pull image failed
# msg: "Buildah pull image failed"
pattern: 'Image prepare failed: Pulling image failed: cmd \"buildah'
regex: 'Image prepare failed: Pulling image failed: cmd .buildah'
sova_tag: errors
# sova_id_201
- id: Unauthorized error from container registry
# msg: "Unauthorized error from container registry."
pattern: "\"code\":\"UNAUTHORIZED\",\"message\":\"authentication required\""
regex: "code.:.UNAUTHORIZED.,.message.:.authentication required."
sova_tag: errors
# sova_id_202
- id: Memory allocation failure for
# msg: "Memory allocation failure for"
pattern: "Failed to allocate memory: Cannot allocate memory"
sova_tag: errors
# sova_id_203
- id: Node provision timeout
# msg: "Node provision timeout"
pattern: "Timeout reached while waiting for callback for node"
sova_tag: errors
# sova_id_204
- id: Containers failed to start
# msg: "Containers failed to start."
pattern: "check logs in /var/log/containers/stdouts/"
sova_tag: errors
# sova_id_300
- id: Ironic deployment timeout
# msg: "Ironic deployment timeout."
pattern: "Timeout reached while waiting for callback for node"
sova_tag: ironic-conductor
# sova_id_301
- error_type: infra
id: No space on disk for Ironic
# msg: "No space on disk for Ironic"
pattern: "is located doesn't have enough disk space. Required"
regex: "Disk volume where .* is located doesn't have enough disk space"
sova_tag: ironic-conductor
# sova_id_400
- error_type: command_exe
id: service FAIL
# msg: "service FAIL"
regex: "systemd: (\\S+).service failed"
sova_tag: syslog
# sova_id_401
- error_type: command_exe
id: Failed to start container
# msg: "Failed to start {} container"
regex: "Failed to start (.+) container"
sova_tag: syslog
# sova_id_500
- error_type: infra
id: Ping timeout when deploying OC
# msg: "Ping timeout when deploying OC."
pattern: " is not pingable."
sova_tag: logstash
# sova_id_501
- error_type: infra
id: Yum download network failure
# msg: "Yum download network failure"
regex: "Error: Execution of .*yum.* returned 1: Error downloading packages"
sova_tag: logstash
# sova_id_502
- error_type: infra
id: Container upload timed out
# msg: "Container upload timed out."
pattern: "UnixHTTPConnectionPool(host='localhost', port=None): Read timed out"
sova_tag: logstash
# sova_id_503
- error_type: infra
id: Container image not found
# msg: "Container image not found."
pattern: "404 Client Error: Not Found (\\\"no such id: docker.io"
regex: "404 Client Error: Not Found \\(.no such id: docker.io"
sova_tag: logstash
# sova_id_504
- error_type: infra
id: Failed to connect to endpoints of overcloud
# msg: "Failed to connect to endpoints of overcloud."
pattern: "Failed to contact the endpoint at http"
sova_tag: logstash
# sova_id_505
- error_type: infra
id: Overcloud deploy failed
# msg: "Overcloud deploy failed"
pattern: "Ansible failed, check log at /var/lib/mistral/overcloud/ansible.log"
sova_tag: logstash
# sova_id_506
- error_type: infra
id: Overcloud image create failed
# msg: "Overcloud image create failed."
pattern: "CalledProcessError: Command '['disk-image-create'"
sova_tag: logstash
# sova_id_507
- error_type: infra
id: Container not found
# msg: "Container not found."
pattern: "ImageNotFoundException: Not found image: docker:"
sova_tag: logstash
# sova_id_508
- error_type: infra
id: Ironic node provision failed
# msg: "Ironic node provision failed."
pattern: "error: Failed to prepare node"
sova_tag: logstash
# sova_id_509
- error_type: infra
id: IPMI to nodes failed
# msg: "IPMI to nodes failed."
pattern: "Failed to prepare to deploy: IPMI call failed:"
sova_tag: logstash
# sova_id_510
- error_type: code
id: Hiera key is undefined
# msg: "Hiera key {} is undefined."
pattern: " hiera key is undefined"
regex: "Error: .*The (.+) hiera key is undefined"
sova_tag: logstash
# sova_id_511
- error_type: code
id: Undercloud install failed
# msg: "Undercloud install failed."
pattern: "Found ansible errors for undercloud deployment"
sova_tag: logstash
# sova_id_512
- error_type: infra
id: IPMI to nodes failed
# msg: "IPMI to nodes failed."
pattern: "Error: IPMI call failed: power status"
sova_tag: logstash
# sova_id_513
- error_type: infra
id: Nova failure no valid host was found
# msg: "Nova failure: no valid host was found."
pattern: "ResourceInError: resources.NovaCompute: Went to status ERROR due to \\\"Message: No valid host was found. , Code: 500"
regex: 'ResourceInError: resources.NovaCompute: Went to status ERROR due to "Message: No valid host was found. , Code: 500'
sova_tag: logstash
# sova_id_514
- error_type: code
id: Standalone or Undercloud Heat stack failed
# msg: "Standalone or Undercloud Heat stack failed."
pattern: "DeploymentError: Stack create failed"
sova_tag: logstash
# sova_id_515
- error_type: code
id: Puppet FAIL
# msg: "Puppet {} FAIL."
regex: "1;31mError: .+?\\W(\\w+)::"
sova_tag: logstash
# sova_id_516
- error_type: code
id: MySQL failure
# msg: "MySQL failure."
pattern: "Can't connect to local MySQL server through socket"
sova_tag: logstash
# sova_id_517
- error_type: infra
id: Puppet memory fail
# msg: "Puppet memory fail."
pattern: "Could not evaluate: Cannot allocate memory - fork(2)"
sova_tag: logstash
# sova_id_518
- error_type: code
id: No in Hiera
# msg: "No {} in Hiera."
regex: "Error: Could not find data item (\\w+) in any Hiera data file and no default supplied"
sova_tag: logstash
# sova_id_520_522
- error_type: code
id: refresh FAIL
# msg: "refresh FAIL."
regex:
- "Failed to call refresh"
sova_tag: logstash
# sova_id_521
- error_type: code
id: Puppet module FAIL
# msg: "Puppet module '{}' FAIL."
regex: "mError: .* at /etc/puppet/modules/([^/]+)/"
sova_tag: logstash
# sova_id_523
- error_type: infra
id: MAC conflict between hosts
# msg: "MAC conflict between hosts."
regex: "Error, some other host \\(.+\\) already uses address .+"
sova_tag: logstash
# sova_id_524
- error_type: code
id: Tempest tests failed
# msg: "Tempest tests failed."
pattern: "... FAILED"
sova_tag: logstash
# sova_id_525
- error_type: code
id: Failed healthcheck
# msg: "Failed healthcheck of {}."
regex: "msg\": \"([^\"]+) isn't working \\(healthcheck failed\\)"
sova_tag: logstash
# sova_id_526
- error_type: code
id: Container image prepare lock error
# msg: "Container image prepare lock error."
pattern: "ERROR:root:Image prepare failed: [Errno 17] File exists"
sova_tag: logstash
# sova_id_527
- error_type: infra
id: Not enough ports
# msg: "Not enough ports."
pattern: "not enough free physical ports."
sova_tag: logstash
# sova_id_528_530
- error_type: infra
id: Introspection failed
# msg: "Introspection failed."
pattern:
- "Exception introspecting nodes"
- "playbook: /usr/share/ansible/tripleo-playbooks/cli-baremetal-introspect.yaml, Run Status: failed"
sova_tag: logstash
# sova_id_529
- error_type: infra
id: Providing node failed
# msg: "Providing node failed."
pattern: "playbook: /usr/share/ansible/tripleo-playbooks/cli-overcloud-node-provide.yaml, Run Status: failed"
sova_tag: logstash
# sova_id_531
- error_type: code
id: No valid host was found
# msg: "No valid host was found."
pattern: "Went to status ERROR due to \\\"Message: No valid host was found"
regex: 'Went to status ERROR due to "Message: No valid host was found'
sova_tag: logstash
# sova_id_532
- error_type: code
id: Containers too many requests
# msg: "Containers: too many requests."
pattern: "429 Client Error: Too Many Requests for url:"
sova_tag: logstash
# sova_id_533
- error_type: infra
id: Failed to provision nodes.
# msg: "Failed to provision nodes."
pattern: "FATAL | Provision instances"
sova_tag: logstash
# sova_id_534
- error_type: infra
id: Containers too many requests to registry
# msg: "Containers: too many requests to registry."
pattern: "tripleo_common.image.exception.ImageRateLimitedException"
sova_tag: logstash
# sova_id_534
- error_type: infra
id: Containers too many requests to registry
# msg: "Containers: too many requests to registry."
pattern:
- "tripleo_common.image.exception.ImageRateLimitedException"
- "Error running container image prepare: Rate Limited while requesting"
sova_tag: logstash
# sova_id_538
- error_type: code
id: Packages conflict
# msg: "Packages conflict."
pattern: "conflicts with file from package"
sova_tag: logstash
# sova_id_600
- error_type: infra
id: Introspection failed cannot get IP address
# msg: "Introspection failed, cannot get IP address"
pattern: "socket.error: [Errno 99] Cannot assign requested address"
sova_tag: bmc
# sova_id_700
- error_type: code
id: selinux denials found
# msg: "selinux denials found"
pattern: "denied"
sova_tag: selinux
# sova_id_800
- error_type: infra
id: Invalid checksum format
# msg: "Invalid checksum format."
pattern: 'err.detail="invalid checksum digest format"'
sova_tag: registry_log

Some files were not shown because too many files have changed in this diff Show More