kolla-ansible/ansible/roles/monasca/defaults/main.yml

---
project_name: "monasca"

monasca_services:
  monasca-api:
    container_name: monasca_api
    group: monasca-api
    enabled: true
    image: "{{ monasca_api_image_full }}"
    volumes: "{{ monasca_api_default_volumes + monasca_api_extra_volumes }}"
    dimensions: "{{ monasca_api_dimensions }}"
    haproxy:
      monasca_api:
        enabled: "{{ enable_monasca }}"
        mode: "http"
        external: false
        port: "{{ monasca_api_port }}"
      monasca_api_external:
        enabled: "{{ enable_monasca }}"
        mode: "http"
        external: true
        port: "{{ monasca_api_port }}"
  # NOTE(dszumski): We can remove log_transformer and all other references after the
  # Wallaby release
  monasca-log-transformer:
    container_name: monasca_log_transformer
    group: monasca-log-transformer
    enabled: false
    image: "{{ monasca_logstash_image_full }}"
    volumes: "{{ monasca_log_transformer_default_volumes + monasca_log_transformer_extra_volumes }}"
    dimensions: "{{ monasca_log_transformer_dimensions }}"
  monasca-log-persister:
    container_name: monasca_log_persister
    group: monasca-log-persister
    enabled: true
    image: "{{ monasca_logstash_image_full }}"
    volumes: "{{ monasca_log_persister_default_volumes + monasca_log_persister_extra_volumes }}"
    dimensions: "{{ monasca_log_persister_dimensions }}"
  monasca-log-metrics:
    container_name: monasca_log_metrics
    group: monasca-log-metrics
    enabled: "{{ monasca_enable_log_metrics_service | bool }}"
    image: "{{ monasca_logstash_image_full }}"
    volumes: "{{ monasca_log_metrics_default_volumes + monasca_log_metrics_extra_volumes }}"
    dimensions: "{{ monasca_log_metrics_dimensions }}"
  monasca-thresh:
    container_name: monasca_thresh
    group: monasca-thresh
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"
    image: "{{ monasca_thresh_image_full }}"
    volumes: "{{ monasca_thresh_default_volumes + monasca_thresh_extra_volumes }}"
    dimensions: "{{ monasca_thresh_dimensions }}"
  monasca-notification:
    container_name: monasca_notification
    group: monasca-notification
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"
    image: "{{ monasca_notification_image_full }}"
    volumes: "{{ monasca_notification_default_volumes + monasca_notification_extra_volumes }}"
    dimensions: "{{ monasca_notification_dimensions }}"
  monasca-persister:
    container_name: monasca_persister
    group: monasca-persister
    enabled: true
    image: "{{ monasca_persister_image_full }}"
    volumes: "{{ monasca_persister_default_volumes + monasca_persister_extra_volumes }}"
    dimensions: "{{ monasca_persister_dimensions }}"
  monasca-agent-collector:
    container_name: monasca_agent_collector
    group: monasca-agent-collector
    enabled: true
    image: "{{ monasca_agent_image_full }}"
    pid_mode: "host"
    volumes: "{{ monasca_agent_collector_default_volumes + monasca_agent_collector_extra_volumes }}"
    dimensions: "{{ monasca_agent_dimensions }}"
  monasca-agent-statsd:
    container_name: monasca_agent_statsd
    group: monasca-agent-statsd
    enabled: true
    image: "{{ monasca_agent_image_full }}"
    volumes: "{{ monasca_agent_statsd_default_volumes + monasca_agent_statsd_extra_volumes }}"
    dimensions: "{{ monasca_agent_dimensions }}"
  monasca-agent-forwarder:
    container_name: monasca_agent_forwarder
    group: monasca-agent-forwarder
    enabled: true
    image: "{{ monasca_agent_image_full }}"
    volumes: "{{ monasca_agent_forwarder_default_volumes + monasca_agent_forwarder_extra_volumes }}"
    dimensions: "{{ monasca_agent_dimensions }}"
  # TODO(dszumski): Remove monasca-grafana entry here and all other references after the
  # Xena release. It exists here to support cleanup operations.
  monasca-grafana:
    container_name: monasca_grafana
    group: monasca-grafana
    enabled: false
    image: "{{ monasca_grafana_image_full }}"
    volumes: "{{ monasca_grafana_default_volumes + monasca_grafana_extra_volumes }}"
    dimensions: "{{ monasca_grafana_dimensions }}"
    haproxy:
      monasca_grafana_server:
        enabled: "{{ enable_monasca }}"
        mode: "http"
        external: false
        port: "{{ monasca_grafana_server_port }}"
      monasca_grafana_server_external:
        enabled: "{{ enable_monasca }}"
        mode: "http"
        external: true
        port: "{{ monasca_grafana_server_port }}"

####################
# Databases
####################
monasca_database_name: "monasca"
monasca_database_user: "{% if use_preconfigured_databases | bool and use_common_mariadb_user | bool %}{{ database_user }}{% else %}monasca{% endif %}"
monasca_database_address: "{{ database_address }}"
monasca_database_port: "{{ database_port }}"

monasca_influxdb_name: "monasca"
monasca_influxdb_address: "{{ influxdb_address }}"
monasca_influxdb_http_port: "{{ influxdb_http_port }}"
monasca_influxdb_retention_policy:
  name: 'monasca_metrics'
  duration: "1w"
  replication_count: 1

####################
# Monasca
####################

# NOTE(dszumski): This can be removed in the Xena cycle when the
# log metrics service is removed
monasca_enable_log_metrics_service: False

monasca_kafka_servers: "{% for host in groups['kafka'] %}{{ 'api' | kolla_address(host) | put_address_in_context('url') }}:{{ kafka_port }}{% if not loop.last %},{% endif %}{% endfor %}"
monasca_zookeeper_servers: "{% for host in groups['zookeeper'] %}{{ 'api' | kolla_address(host) | put_address_in_context('url') }}:{{ zookeeper_client_port }}{% if not loop.last %},{% endif %}{% endfor %}"
monasca_memcached_servers: "{% for host in groups['memcached'] %}{{ 'api' | kolla_address(host) | put_address_in_context('memcache') }}:{{ memcached_port }}{% if not loop.last %},{% endif %}{% endfor %}"
monasca_elasticsearch_servers: "{% for host in groups['elasticsearch'] %}'{{ internal_protocol }}://{{ 'api' | kolla_address(host) | put_address_in_context('url') }}:{{ elasticsearch_port }}'{% if not loop.last %},{% endif %}{% endfor %}"
monasca_storm_nimbus_servers: "{% for host in groups['storm-nimbus'] %}'{{ 'api' | kolla_address(host) }}'{% if not loop.last %},{% endif %}{% endfor %}"
# NOTE(dszumski): Only one NTP server is currently supported by the Monasca Agent plugin
monasca_ntp_server: "{{ external_ntp_servers | first }}"

# The default number of Kafka topic partitions. This effectively limits
# the maximum number of workers per topic, counted over all nodes in the
# Monasca deployment. For example, if you have a 3 node Monasca
# deployment, you will by default have 3 instances of Monasca Persister,
# with each instance having 2 workers by default for the metrics topic.
# In this case, each worker on the metrics topic will be assigned 5
# partitions of the metrics topic. If you increase the worker or instance
# count, you may need to increase the partition count to ensure that all
# workers can get a share of the work.
monasca_default_topic_partitions: 30

# The default number of topic replicas. Generally you should not change
# this.
monasca_default_topic_replication_factor: "{{ kafka_broker_count if kafka_broker_count|int < 3 else 3 }}"

# Kafka topic names used by Monasca services
monasca_metrics_topic: "metrics"
monasca_raw_logs_topic: "logs"
monasca_transformed_logs_topic: "transformed-logs"
monasca_events_topic: "events"
monasca_alarm_state_transitions_topic: "alarm-state-transitions"
monasca_alarm_notifications_topic: "alarm-notifications"
monasca_alarm_notifications_retry_topic: "retry-notifications"
monasca_periodic_notifications_topic: "60-seconds-notifications"

# Kafka topic configuration. Most users will not need to modify these
# settings, however for deployments where resources are tightly
# constrained, or very large deployments where there are many parallel
# workers, it is worth considering changing them. Note that if you do
# change these settings, then you will need to manually remove each
# topic from the Kafka deployment for the change to take effect when
# the Monasca service is reconfigured.
monasca_all_topics:
  - name: "{{ monasca_metrics_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: True
  - name: "{{ monasca_raw_logs_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: True
  - name: "{{ monasca_transformed_logs_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: False
  - name: "{{ monasca_events_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"
  - name: "{{ monasca_alarm_state_transitions_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"
  - name: "{{ monasca_alarm_notifications_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"
  - name: "{{ monasca_alarm_notifications_retry_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"
  - name: "{{ monasca_periodic_notifications_topic }}"
    partitions: "{{ monasca_default_topic_partitions }}"
    replication_factor: "{{ monasca_default_topic_replication_factor }}"
    enabled: "{{ monasca_enable_alerting_pipeline | bool }}"

# NOTE(dszumski): Due to the way monasca-notification is currently
# implemented it is not recommended to change this period.
monasca_periodic_notifications_period: 60

# Agent settings
monasca_agent_max_buffer_size: 1000
monasca_agent_backlog_send_rate: 1000
monasca_agent_max_batch_size: 1000
monasca_agent_check_frequency: 30

# Processing pipeline threads. In a large scale deployment you will likely
# want to tune these with finer precision. For example, if you have a very
# high log throughput, the log metrics service consumer may require a
# higher thread count than the producer. You will also want to ensure that
# the total number of threads across all instances of a service does not
# exceed the Kafka topic partition count.
monasca_log_pipeline_threads: 2
monasca_metric_pipeline_threads: 2

####################
# Docker
####################

# NOTE(dszumski): Binary support for Monasca images is not yet available in Kolla
monasca_install_type: "{{ kolla_install_type }}"
monasca_tag: "{{ openstack_tag }}"

monasca_agent_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ monasca_install_type }}-monasca-agent"
monasca_agent_tag: "{{ monasca_tag }}"
monasca_agent_image_full: "{{ monasca_agent_image }}:{{ monasca_agent_tag }}"

monasca_api_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ monasca_install_type }}-monasca-api"
monasca_api_tag: "{{ monasca_tag }}"
monasca_api_image_full: "{{ monasca_api_image }}:{{ monasca_api_tag }}"

monasca_logstash_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ kolla_install_type }}-logstash"
monasca_logstash_tag: "{{ monasca_tag }}"
monasca_logstash_image_full: "{{ monasca_logstash_image }}:{{ monasca_logstash_tag }}"

monasca_thresh_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ monasca_install_type }}-monasca-thresh"
monasca_thresh_tag: "{{ monasca_tag }}"
monasca_thresh_image_full: "{{ monasca_thresh_image }}:{{ monasca_thresh_tag }}"

monasca_notification_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ monasca_install_type }}-monasca-notification"
monasca_notification_tag: "{{ monasca_tag }}"
monasca_notification_image_full: "{{ monasca_notification_image }}:{{ monasca_notification_tag }}"

monasca_persister_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ monasca_install_type }}-monasca-persister"
monasca_persister_tag: "{{ monasca_tag }}"
monasca_persister_image_full: "{{ monasca_persister_image }}:{{ monasca_persister_tag }}"

monasca_grafana_image: "{{ docker_registry ~ '/' if docker_registry else '' }}{{ docker_namespace }}/{{ kolla_base_distro }}-{{ monasca_install_type }}-monasca-grafana"
monasca_grafana_tag: "{{ monasca_tag }}"
monasca_grafana_image_full: "{{ monasca_grafana_image }}:{{ monasca_grafana_tag }}"

monasca_agent_dimensions: "{{ default_container_dimensions }}"
monasca_api_dimensions: "{{ default_container_dimensions }}"
monasca_log_api_dimensions: "{{ default_container_dimensions }}"
monasca_log_transformer_dimensions: "{{ default_container_dimensions }}"
monasca_log_persister_dimensions: "{{ default_container_dimensions }}"
monasca_log_metrics_dimensions: "{{ default_container_dimensions }}"
monasca_thresh_dimensions: "{{ default_container_dimensions }}"
monasca_notification_dimensions: "{{ default_container_dimensions }}"
monasca_persister_dimensions: "{{ default_container_dimensions }}"
monasca_grafana_dimensions: "{{ default_container_dimensions }}"

monasca_agent_collector_default_volumes:
  - "{{ node_config_directory }}/monasca-agent-collector/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
  - "/sys:/sys:ro"
  - "/dev/disk/:/dev/disk:ro"
monasca_agent_statsd_default_volumes:
  - "{{ node_config_directory }}/monasca-agent-statsd/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
monasca_agent_forwarder_default_volumes:
  - "{{ node_config_directory }}/monasca-agent-forwarder/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
monasca_api_default_volumes:
  - "{{ node_config_directory }}/monasca-api/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
monasca_log_transformer_default_volumes:
  - "{{ node_config_directory }}/monasca-log-transformer/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
  - "monasca_log_transformer_data:/var/lib/logstash"
monasca_log_persister_default_volumes:
  - "{{ node_config_directory }}/monasca-log-persister/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
  - "monasca_log_persister_data:/var/lib/logstash"
monasca_log_metrics_default_volumes:
  - "{{ node_config_directory }}/monasca-log-metrics/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
  - "monasca_log_metrics_data:/var/lib/logstash"
monasca_thresh_default_volumes:
  - "{{ node_config_directory }}/monasca-thresh/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "monasca_thresh:/var/lib/monasca-thresh/"
  - "kolla_logs:/var/log/kolla"
monasca_notification_default_volumes:
  - "{{ node_config_directory }}/monasca-notification/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
monasca_persister_default_volumes:
  - "{{ node_config_directory }}/monasca-persister/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla"
monasca_grafana_default_volumes:
  - "{{ node_config_directory }}/monasca-grafana/:{{ container_config_directory }}/:ro"
  - "/etc/localtime:/etc/localtime:ro"
  - "{{ '/etc/timezone:/etc/timezone:ro' if ansible_os_family == 'Debian' else '' }}"
  - "kolla_logs:/var/log/kolla/"

monasca_extra_volumes: "{{ default_extra_volumes }}"
monasca_agent_collector_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_agent_statsd_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_agent_forwarder_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_api_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_log_transformer_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_log_persister_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_log_metrics_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_thresh_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_notification_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_persister_extra_volumes: "{{ monasca_extra_volumes }}"
monasca_grafana_extra_volumes: "{{ monasca_extra_volumes }}"

####################
# OpenStack
####################
monasca_openstack_auth: "{{ openstack_auth }}"

monasca_keystone_user: "monasca"
monasca_default_authorized_roles:
  - admin
monasca_read_only_authorized_roles:
  - monasca-read-only-user
# NOTE(dszumski): The first role in this list is assigned to the monasca-agent
# user for monitoring the OpenStack deployment.
monasca_agent_authorized_roles:
  - agent
monasca_delegate_authorized_roles:
  - admin

monasca_api_admin_endpoint: "{{ monasca_api_admin_base_endpoint }}/v2.0"
monasca_api_internal_endpoint: "{{ monasca_api_internal_base_endpoint }}/v2.0"
monasca_api_public_endpoint: "{{ monasca_api_public_base_endpoint }}/v2.0"

monasca_logging_debug: "{{ openstack_logging_debug }}"

####################
# Keystone
####################
monasca_ks_services:
  - name: "monasca-api"
    type: "monitoring"
    description: "Monasca monitoring as a service"
    endpoints:
      - {'interface': 'admin', 'url': '{{ monasca_api_admin_endpoint }}'}
      - {'interface': 'internal', 'url': '{{ monasca_api_internal_endpoint }}'}
      - {'interface': 'public', 'url': '{{ monasca_api_public_endpoint }}'}
  - name: "monasca-log-api"
    type: "logging"
    description: "Monasca logging as a service"
    endpoints:
      - {'interface': 'admin', 'url': '{{ monasca_log_api_admin_endpoint }}'}
      - {'interface': 'internal', 'url': '{{ monasca_log_api_internal_endpoint }}'}
      - {'interface': 'public', 'url': '{{ monasca_log_api_public_endpoint }}'}

monasca_ks_users:
  - project: "service"
    user: "{{ monasca_keystone_user }}"
    password: "{{ monasca_keystone_password }}"
    role: "admin"
  - project: "{{ monasca_control_plane_project }}"
    user: "{{ monasca_agent_user }}"
    password: "{{ monasca_agent_password }}"
    role: "{{ monasca_agent_authorized_roles | first }}"

monasca_ks_roles:
  - "{{ monasca_default_authorized_roles }}"
  - "{{ monasca_agent_authorized_roles }}"
  - "{{ monasca_read_only_authorized_roles }}"
  - "{{ monasca_delegate_authorized_roles }}"