Jul 03 14:29:29.290290 np9a6dd0e6e4804 systemd[1]: Started devstack@designate-producer.service - Devstack devstack@designate-producer.service. Jul 03 14:29:30.637462 np9a6dd0e6e4804 designate-producer[78491]: DEBUG designate.policy [-] Enforcer is not present, recreating. {{(pid=78491) init /opt/stack/designate/designate/policy.py:63}} Jul 03 14:29:30.753726 np9a6dd0e6e4804 designate-producer[78491]: DEBUG designate.service [-] Creating RPC Server on topic 'producer' for producer {{(pid=78491) __init__ /opt/stack/designate/designate/service.py:77}} Jul 03 14:29:30.753999 np9a6dd0e6e4804 designate-producer[78491]: DEBUG designate.plugin [-] Looking for driver rpc in designate.heartbeat_emitter {{(pid=78491) get_driver /opt/stack/designate/designate/plugin.py:69}} Jul 03 14:29:30.754422 np9a6dd0e6e4804 designate-producer[78491]: DEBUG designate.plugin [-] Loaded plugin heartbeat_emitter:rpc {{(pid=78491) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.755151 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] Full set of CONF: {{(pid=78491) _load_service_manager_options /opt/stack/data/venv/lib/python3.12/site-packages/cotyledon/oslo_config_glue.py:45}} Jul 03 14:29:30.755269 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] ******************************************************************************** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2804}} Jul 03 14:29:30.755350 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] Configuration options gathered from: {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2805}} Jul 03 14:29:30.755618 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] command line args: ['--config-file', '/etc/designate/designate.conf'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2806}} Jul 03 14:29:30.755765 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] config files: ['/etc/designate/designate.conf'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2807}} Jul 03 14:29:30.755839 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] ================================================================================ {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2809}} Jul 03 14:29:30.756057 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] allowed_remote_exmods = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.756203 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] backlog = 4096 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.756393 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] config_dir = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.756501 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] config_file = ['/etc/designate/designate.conf'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.756728 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] config_source = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.756728 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] control_exchange = designate {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757129 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] debug = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757129 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'kazoo.client=WARN', 'keystone=INFO', 'oslo_service.loopingcall=WARN'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757401 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_soa_expire = 86400 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757401 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_soa_minimum = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757557 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_soa_refresh_max = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757653 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_soa_refresh_min = 3500 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757718 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_soa_retry = 600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757815 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] default_ttl = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.757939 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] graceful_shutdown_timeout = 60 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.758070 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] host = np9a6dd0e6e4804 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] instance_format = [instance: %(uuid)s] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_color = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_config_append = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_dir = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_file = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759117 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_options = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759563 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_rotate_interval = 1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759563 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_rotate_interval_type = days {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759563 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] log_rotation_type = none {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759775 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759775 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.759775 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760107 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760107 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760342 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] max_logfile_count = 30 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760342 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] max_logfile_size_mb = 200 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760609 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api = neutron {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760609 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] notification_plugin = default {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760733 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] notify_api_faults = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760827 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] publish_errors = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.760970 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] pybasedir = /opt/stack/designate {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.761302 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] quota_api_export_size = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.761517 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] quota_driver = storage {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.761675 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] quota_recordset_records = 20 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.761807 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] quota_zone_records = 500 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.761989 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] quota_zone_recordsets = 500 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.762108 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] quota_zones = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.762319 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_burst = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.762492 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_except_level = CRITICAL {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.762598 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_interval = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763116 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] root_helper = sudo designate-rootwrap /etc/designate/rootwrap.conf {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763116 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] shell_completion = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763116 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] state_path = /opt/stack/data/designate {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763423 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] supported_record_type = ['A', 'AAAA', 'CNAME', 'MX', 'SRV', 'TXT', 'SPF', 'NS', 'PTR', 'SSHFP', 'SOA', 'NAPTR', 'CAA', 'CERT'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763423 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] syslog_log_facility = LOG_USER {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763549 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] transport_url = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.763777 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] use_journal = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.764020 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] use_json = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.764228 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] use_stderr = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.764373 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] use_syslog = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.764572 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] watch_log_file = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.764811 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_concurrency.disable_process_locking = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.765054 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_concurrency.lock_path = /opt/stack/data/designate {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.765283 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.765483 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.765674 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_process_name = {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.765890 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.766093 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.766294 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.allow_empty_secrets_for_tsig = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.766384 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.api_base_uri = http://127.0.0.1:9001/ {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.766561 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.api_paste_config = api-paste.ini {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.766729 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.auth_strategy = keystone {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.767268 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.default_limit_admin = 20 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.767268 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.default_limit_v2 = 20 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.767268 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_api_admin = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.767469 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_api_v2 = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.767672 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_host_header = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.767792 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.enabled_extensions_admin = ['quotas'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.768041 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.enabled_extensions_v2 = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.768190 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.listen = ['0.0.0.0:9001'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.768357 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.maintenance_mode = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.768634 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.maintenance_mode_role = admin {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.768744 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.max_limit_admin = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.769206 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.max_limit_v2 = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.769206 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.pecan_debug = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.769423 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.quotas_verify_project_id = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.769508 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.threads = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.769808 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:api.workers = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.770077 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.default_pool_id = 794ccc2c-d751-44fe-b57f-8894c9f5c842 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.770324 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.managed_resource_email = hostmaster@example.com {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.770592 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.managed_resource_tenant_id = 00000000-0000-0000-0000-000000000000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.770808 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.max_recordset_name_len = 255 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.771088 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.max_zone_name_len = 255 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.771332 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.min_ttl = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.771630 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.scheduler_filters = ['default_pool'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.771816 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.threads = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.772451 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.topic = central {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.772451 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:central.workers = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.772652 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] coordination.backend_url = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.772747 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] coordination.heartbeat_interval = 5.0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.772933 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] coordination.run_watchers_interval = 10.0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.773165 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.job_timeout = 30 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.773466 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.timeout = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.773720 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.timings = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.774052 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] heartbeat_emitter.emitter_type = rpc {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.774348 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] heartbeat_emitter.heartbeat_interval = 10.0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.774533 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775048 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.certfile = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775048 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.collect_timing = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775211 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.connect_retries = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775211 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.connect_retry_delay = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775340 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.endpoint_override = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775524 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.insecure = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775642 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.interface = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775790 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.keyfile = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.775965 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.max_version = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.776105 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.min_version = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.776253 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.region_name = RegionOne {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.retriable_status_codes = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.service_name = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.service_type = identity {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.split_loggers = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.status_code_retries = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.status_code_retry_delay = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.timeout = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.valid_interfaces = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.778627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] keystone.version = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.listen = ['10.210.64.169:5354'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.max_message_size = 65535 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.query_enforce_tsig = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_backlog = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_keepidle = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_recv_timeout = 0.5 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.threads = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.workers = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.780119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.ca_certificates_file = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.client_certificate_file = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.endpoint_type = publicURL {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.endpoints = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.insecure = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.timeout = 30 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:producer.enabled_tasks = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:producer.export_synchronous = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:producer.threads = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781101 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:producer.topic = producer {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:producer.workers = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.batch_size = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.interval = 5 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.per_page = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.781938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.batch_size = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.782365 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.interval = 5 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.782365 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.per_page = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.782541 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_exists.interval = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.782708 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_exists.per_page = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.782920 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_secondary_refresh.interval = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.783601 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_secondary_refresh.per_page = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.783601 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:worker_periodic_recovery.interval = 120 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.783601 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:worker_periodic_recovery.per_page = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.783938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.batch_size = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.783938 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.interval = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.784135 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.per_page = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.784232 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.time_threshold = 604800 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.784410 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] proxy.http_proxy = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.784607 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] proxy.https_proxy = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.784771 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] proxy.no_proxy = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.785384 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:sink.enabled_notification_handlers = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.785384 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:sink.listener_pool_name = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.785384 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:sink.threads = 1000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.785384 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:sink.workers = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.785828 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.allowed_event_types = [] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.785828 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.control_exchange = fake {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786077 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.notification_topics = ['notifications'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786193 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.control_exchange = neutron {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786352 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.format = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786467 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.formatv4 = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786602 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.formatv6 = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786757 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.notification_topics = ['notifications'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.786986 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.zone_id = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.787216 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.control_exchange = nova {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.787417 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.format = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.787611 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.formatv4 = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.787742 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.formatv6 = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.787931 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.notification_topics = ['notifications'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.788119 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.zone_id = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.788268 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.asyncio_connection = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.788416 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.asyncio_slave_connection = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.788547 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.backend = sqlalchemy {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.788695 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.788997 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_debug = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.789097 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_parameters = {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.789171 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_recycle_time = 3600 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.789319 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_trace = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.789451 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_inc_retry_interval = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.789695 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_max_retries = 20 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.789695 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_max_retry_interval = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790008 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_retry_interval = 1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790102 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_overflow = 50 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790179 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_pool_size = 5 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790308 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_retries = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790462 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.mysql_sql_mode = TRADITIONAL {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790590 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.mysql_wsrep_sync_wait = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790725 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.pool_timeout = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.790872 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.retry_interval = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791022 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.slave_connection = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791170 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.sqlite_synchronous = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791297 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.use_db_reconnect = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791443 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.all_tcp = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791578 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.export_synchronous = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791713 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_delay = 5 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.791874 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_max_retries = 6 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792028 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_retry_interval = 5 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792165 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_timeout = 30 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792308 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_max_retries = 3 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792448 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_retry_delay = 1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792584 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_timeout = 1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792718 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.threads = 200 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.792932 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.threshold_percentage = 100 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793081 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.topic = worker {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793228 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.workers = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793363 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] service:worker.xfr_timeout = 10 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793518 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.connection_string = messaging:// {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793667 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.enabled = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793819 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_doc_type = notification {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.793979 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_scroll_size = 10000 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794124 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_scroll_time = 2m {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794264 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.filter_error_trace = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794405 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.hmac_keys = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794547 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.sentinel_service_name = mymaster {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794698 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.socket_timeout = 0.1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794829 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.trace_requests = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.794998 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler.trace_sqlalchemy = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.795155 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler_jaeger.process_tags = {} {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.795290 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler_jaeger.service_name_prefix = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.795426 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] profiler_otlp.service_name_prefix = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.795616 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.795765 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.795934 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.file_event_handler = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.796071 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.file_event_handler_interval = 1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.796213 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.log_dir = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.796355 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.enforce_new_defaults = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.796491 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.enforce_scope = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.796633 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_default_rule = default {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.796830 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.797110 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_file = policy.yaml {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.797281 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.797411 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.797554 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.797665 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.797803 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798031 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_timeout = 60.0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798207 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798358 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798475 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798620 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798761 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.798964 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799113 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799203 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799448 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799448 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.hostname = np9a6dd0e6e4804 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799671 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799827 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.799992 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.800134 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.800528 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.800528 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.processname = designate-producer {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.800528 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.800888 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.800888 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801113 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801113 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801371 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801371 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801521 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801521 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801647 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.801793 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802000 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802145 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802277 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802426 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802569 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802710 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.802845 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.803021 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.803199 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_version = {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.803347 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.use_queue_manager = False {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.803507 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.803664 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.retry = -1 {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.803842 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.804003 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.transport_url = **** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.804098 np9a6dd0e6e4804 designate-producer[78491]: DEBUG cotyledon.oslo_config_glue [-] ******************************************************************************** {{(pid=78491) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2828}} Jul 03 14:29:30.831087 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] Full set of CONF: {{(pid=78823) _load_service_options /opt/stack/data/venv/lib/python3.12/site-packages/cotyledon/oslo_config_glue.py:53}} Jul 03 14:29:30.831087 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] ******************************************************************************** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2804}} Jul 03 14:29:30.831087 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] Configuration options gathered from: {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2805}} Jul 03 14:29:30.832107 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] command line args: ['--config-file', '/etc/designate/designate.conf'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2806}} Jul 03 14:29:30.832107 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] config files: ['/etc/designate/designate.conf'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2807}} Jul 03 14:29:30.832107 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] ================================================================================ {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2809}} Jul 03 14:29:30.832107 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] allowed_remote_exmods = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.832107 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] backlog = 4096 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.832606 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] config_dir = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.832606 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] config_file = ['/etc/designate/designate.conf'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.832606 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] config_source = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.832924 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] control_exchange = designate {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.832924 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] debug = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.833367 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'kazoo.client=WARN', 'keystone=INFO', 'oslo_service.loopingcall=WARN'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.833585 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_soa_expire = 86400 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.833695 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_soa_minimum = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.833924 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_soa_refresh_max = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834032 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_soa_refresh_min = 3500 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834153 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_soa_retry = 600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834350 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] default_ttl = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834521 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] graceful_shutdown_timeout = 60 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834651 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] host = np9a6dd0e6e4804 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834742 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] instance_format = [instance: %(uuid)s] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.834820 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835086 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_color = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835181 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_config_append = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835301 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835461 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_dir = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835598 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_file = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835676 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_options = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.835820 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_rotate_interval = 1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836039 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_rotate_interval_type = days {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836175 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] log_rotation_type = none {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836388 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836493 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836636 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836742 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8f607791-152d-488d-b97d-ecce20c30c46 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 9.97 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:30.836820 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.836927 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.837066 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] max_logfile_count = 30 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.837199 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] max_logfile_size_mb = 200 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.837339 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api = neutron {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.837478 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] notification_plugin = default {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.837644 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] notify_api_faults = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.837765 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] publish_errors = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.838219 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] pybasedir = /opt/stack/designate {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.838532 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] quota_api_export_size = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.838761 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] quota_driver = storage {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.838980 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] quota_recordset_records = 20 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.839166 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] quota_zone_records = 500 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.839388 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] quota_zone_recordsets = 500 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.839546 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] quota_zones = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.839721 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_burst = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.839832 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_except_level = CRITICAL {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.839943 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_interval = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.840167 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] root_helper = sudo designate-rootwrap /etc/designate/rootwrap.conf {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.840255 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] rpc_response_timeout = 60 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.840423 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] shell_completion = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.840554 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] state_path = /opt/stack/data/designate {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.840765 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] supported_record_type = ['A', 'AAAA', 'CNAME', 'MX', 'SRV', 'TXT', 'SPF', 'NS', 'PTR', 'SSHFP', 'SOA', 'NAPTR', 'CAA', 'CERT'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.840956 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] syslog_log_facility = LOG_USER {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.841170 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] transport_url = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.841305 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] use_journal = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.841443 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] use_json = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.841575 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] use_stderr = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.841711 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] use_syslog = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.841870 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] watch_log_file = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.842181 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_concurrency.disable_process_locking = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.842373 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_concurrency.lock_path = /opt/stack/data/designate {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.842565 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.842652 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.842807 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_process_name = {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.843006 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.843321 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.843556 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.allow_empty_secrets_for_tsig = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.843636 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.api_base_uri = http://127.0.0.1:9001/ {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.843779 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.api_paste_config = api-paste.ini {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.843949 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.auth_strategy = keystone {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.844091 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.default_limit_admin = 20 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.844230 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.default_limit_v2 = 20 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.844384 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_api_admin = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.844505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_api_v2 = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.844657 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_host_header = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.844828 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.enabled_extensions_admin = ['quotas'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.845076 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.enabled_extensions_v2 = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.845283 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.listen = ['0.0.0.0:9001'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.845473 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.maintenance_mode = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.845719 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.maintenance_mode_role = admin {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.845901 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.max_limit_admin = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846041 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.max_limit_v2 = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846210 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.pecan_debug = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846321 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.quotas_verify_project_id = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846469 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.threads = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846606 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:api.workers = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846814 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.default_pool_id = 794ccc2c-d751-44fe-b57f-8894c9f5c842 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.846965 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] Full set of CONF: {{(pid=78826) _load_service_options /opt/stack/data/venv/lib/python3.12/site-packages/cotyledon/oslo_config_glue.py:53}} Jul 03 14:29:30.847428 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.managed_resource_email = hostmaster@example.com {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.847557 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] ******************************************************************************** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2804}} Jul 03 14:29:30.847652 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.managed_resource_tenant_id = 00000000-0000-0000-0000-000000000000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.847720 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] Configuration options gathered from: {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2805}} Jul 03 14:29:30.847817 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.max_recordset_name_len = 255 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.847926 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] command line args: ['--config-file', '/etc/designate/designate.conf'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2806}} Jul 03 14:29:30.848001 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.max_zone_name_len = 255 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848001 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.min_ttl = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848118 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] config files: ['/etc/designate/designate.conf'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2807}} Jul 03 14:29:30.848188 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.scheduler_filters = ['default_pool'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848265 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] ================================================================================ {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2809}} Jul 03 14:29:30.848339 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.threads = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848339 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.topic = central {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848339 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:central.workers = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848339 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] coordination.backend_url = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848691 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] allowed_remote_exmods = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.848800 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] coordination.heartbeat_interval = 5.0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.848902 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] backlog = 4096 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.849021 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] coordination.run_watchers_interval = 10.0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.849141 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] config_dir = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.849216 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.job_timeout = 30 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.849293 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] config_file = ['/etc/designate/designate.conf'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.849363 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.timeout = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.849431 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] config_source = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.849507 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.timings = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.849507 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] heartbeat_emitter.emitter_type = rpc {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.849746 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] control_exchange = designate {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.849872 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] heartbeat_emitter.heartbeat_interval = 10.0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.849955 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] debug = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.850021 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850021 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.certfile = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850163 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'kazoo.client=WARN', 'keystone=INFO', 'oslo_service.loopingcall=WARN'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.850341 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.collect_timing = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850341 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.connect_retries = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850494 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_soa_expire = 86400 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.850610 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.connect_retry_delay = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850610 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.endpoint_override = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850735 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_soa_minimum = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.850798 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.insecure = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.850887 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_soa_refresh_max = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.851015 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.interface = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851015 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.keyfile = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851147 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_soa_refresh_min = 3500 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.851211 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.max_version = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851211 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.min_version = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851363 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_soa_retry = 600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.851435 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.region_name = RegionOne {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851504 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] default_ttl = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.851568 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.retriable_status_codes = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851568 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.service_name = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851734 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] graceful_shutdown_timeout = 60 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.851807 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.service_type = identity {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.851922 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] host = np9a6dd0e6e4804 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.852003 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.split_loggers = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852003 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.status_code_retries = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852158 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] instance_format = [instance: %(uuid)s] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.852247 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.status_code_retry_delay = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852247 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.timeout = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852247 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.valid_interfaces = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852247 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] keystone.version = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852491 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.852572 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.listen = ['10.210.64.169:5354'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852665 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_color = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.852767 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.max_message_size = 65535 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852838 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_config_append = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.852948 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.query_enforce_tsig = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.852948 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_backlog = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.853124 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.853194 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_keepidle = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.853265 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_dir = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.853352 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_recv_timeout = 0.5 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.853441 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_file = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.853441 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_options = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.853986 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.threads = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.854104 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_rotate_interval = 1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854210 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.workers = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.854291 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_rotate_interval_type = days {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854367 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.ca_certificates_file = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.854445 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] log_rotation_type = none {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854515 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.client_certificate_file = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.854586 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854658 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.endpoint_type = publicURL {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.854723 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854723 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854723 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.854940 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.endpoints = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.855013 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.855104 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.insecure = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.855206 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] max_logfile_count = 30 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.855313 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.timeout = 30 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.855423 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] max_logfile_size_mb = 200 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.855423 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api = neutron {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.855641 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:producer.enabled_tasks = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.855741 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] notification_plugin = default {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.856154 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:producer.export_synchronous = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.856286 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] notify_api_faults = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.856286 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] publish_errors = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.856491 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:producer.threads = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.856616 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] pybasedir = /opt/stack/designate {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.856706 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:producer.topic = producer {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.856779 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] quota_api_export_size = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.856883 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:producer.workers = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.856951 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] quota_driver = storage {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857015 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.batch_size = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857089 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] quota_recordset_records = 20 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857160 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.interval = 5 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857226 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] quota_zone_records = 500 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857288 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.per_page = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857359 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] quota_zone_recordsets = 500 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857359 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] quota_zones = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857485 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.batch_size = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857563 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_burst = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857649 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.interval = 5 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857649 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.per_page = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857772 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_except_level = CRITICAL {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.857844 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_exists.interval = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.857936 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] rate_limit_interval = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858011 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_exists.per_page = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858078 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] root_helper = sudo designate-rootwrap /etc/designate/rootwrap.conf {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858156 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_secondary_refresh.interval = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858222 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] rpc_response_timeout = 60 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858294 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_secondary_refresh.per_page = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858294 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:worker_periodic_recovery.interval = 120 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858425 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] shell_completion = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858490 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:worker_periodic_recovery.per_page = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858559 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] state_path = /opt/stack/data/designate {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858633 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.batch_size = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858707 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] supported_record_type = ['A', 'AAAA', 'CNAME', 'MX', 'SRV', 'TXT', 'SPF', 'NS', 'PTR', 'SSHFP', 'SOA', 'NAPTR', 'CAA', 'CERT'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858815 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.interval = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.858916 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] syslog_log_facility = LOG_USER {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.858916 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] transport_url = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.859042 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.per_page = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.859113 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] use_journal = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.859178 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.time_threshold = 604800 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.859241 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] use_json = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.859309 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] proxy.http_proxy = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.859379 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] use_stderr = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.859452 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] proxy.https_proxy = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.859522 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] use_syslog = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.859586 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] proxy.no_proxy = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.859649 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] watch_log_file = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}} Jul 03 14:29:30.859738 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:sink.enabled_notification_handlers = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.859923 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_concurrency.disable_process_locking = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860002 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:sink.listener_pool_name = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860125 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_concurrency.lock_path = /opt/stack/data/designate {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860205 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:sink.threads = 1000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860342 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:sink.workers = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860447 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860447 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860577 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.allowed_event_types = [] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860648 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_process_name = {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860718 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860789 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.control_exchange = fake {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.860883 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861026 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.notification_topics = ['notifications'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861115 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.allow_empty_secrets_for_tsig = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861213 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.api_base_uri = http://127.0.0.1:9001/ {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861281 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.control_exchange = neutron {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861389 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.api_paste_config = api-paste.ini {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861458 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.format = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861530 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.auth_strategy = keystone {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861661 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.default_limit_admin = 20 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861729 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.formatv4 = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861793 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.default_limit_v2 = 20 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861887 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.formatv6 = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.861965 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_api_admin = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.notification_topics = ['notifications'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862269 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_api_v2 = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862360 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.zone_id = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862439 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.enable_host_header = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862504 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.control_exchange = nova {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862574 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.enabled_extensions_admin = ['quotas'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862650 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.enabled_extensions_v2 = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862726 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.format = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862791 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.listen = ['0.0.0.0:9001'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.862931 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.formatv4 = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863024 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.maintenance_mode = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863124 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.formatv6 = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863216 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.maintenance_mode_role = admin {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863317 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.notification_topics = ['notifications'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863404 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.max_limit_admin = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863507 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.zone_id = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863621 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.max_limit_v2 = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.863621 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.pecan_debug = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.asyncio_connection = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.asyncio_slave_connection = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864277 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.quotas_verify_project_id = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864349 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.backend = sqlalchemy {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864414 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.threads = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864467 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864467 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_debug = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864467 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_parameters = {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864467 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_recycle_time = 3600 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864767 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:api.workers = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864841 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_trace = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864929 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.default_pool_id = 794ccc2c-d751-44fe-b57f-8894c9f5c842 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.864993 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_inc_retry_interval = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865057 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.managed_resource_email = hostmaster@example.com {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865128 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_max_retries = 20 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865193 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.managed_resource_tenant_id = 00000000-0000-0000-0000-000000000000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865265 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_max_retry_interval = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865333 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.max_recordset_name_len = 255 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865436 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_retry_interval = 1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865436 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_overflow = 50 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865571 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.max_zone_name_len = 255 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865642 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_pool_size = 5 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865718 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.min_ttl = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865783 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_retries = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865875 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.scheduler_filters = ['default_pool'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.865958 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.mysql_sql_mode = TRADITIONAL {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866030 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.threads = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866102 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.mysql_wsrep_sync_wait = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866157 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.topic = central {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866224 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.pool_timeout = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866298 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:central.workers = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866369 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.retry_interval = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866439 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] coordination.backend_url = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866509 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.slave_connection = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866610 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] coordination.heartbeat_interval = 5.0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866735 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.sqlite_synchronous = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866806 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] coordination.run_watchers_interval = 10.0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.866941 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.job_timeout = 30 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867011 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.use_db_reconnect = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867074 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.timeout = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867175 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.all_tcp = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867255 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] backend:dynect.timings = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867321 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.export_synchronous = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867398 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] heartbeat_emitter.emitter_type = rpc {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867492 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] heartbeat_emitter.heartbeat_interval = 10.0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867565 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_delay = 5 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867688 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_max_retries = 6 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867759 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867830 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.certfile = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867917 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_retry_interval = 5 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.867992 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_timeout = 30 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868066 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.collect_timing = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868138 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_max_retries = 3 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868204 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.connect_retries = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868267 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_retry_delay = 1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868340 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.connect_retry_delay = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868405 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_timeout = 1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868468 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.endpoint_override = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868537 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.threads = 200 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868603 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.insecure = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868676 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.interface = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868740 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.threshold_percentage = 100 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868810 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.keyfile = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.868893 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.topic = worker {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869003 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.max_version = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869083 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.workers = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869161 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.min_version = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869231 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] service:worker.xfr_timeout = 10 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869294 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.region_name = RegionOne {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869364 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.connection_string = messaging:// {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869430 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.retriable_status_codes = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869532 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.enabled = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869611 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.service_name = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869676 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_doc_type = notification {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869745 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.service_type = identity {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869745 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.split_loggers = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869894 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_scroll_size = 10000 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.869972 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.status_code_retries = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870038 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_scroll_time = 2m {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870091 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.status_code_retry_delay = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870164 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.filter_error_trace = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870235 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.hmac_keys = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870303 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.timeout = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870366 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.sentinel_service_name = mymaster {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870424 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.valid_interfaces = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870485 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] keystone.version = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870553 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.socket_timeout = 0.1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870623 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.trace_requests = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870687 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.listen = ['10.210.64.169:5354'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870757 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler.trace_sqlalchemy = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870827 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.max_message_size = 65535 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.870993 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler_jaeger.process_tags = {} {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871081 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.query_enforce_tsig = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871153 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler_jaeger.service_name_prefix = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871218 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_backlog = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871292 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] profiler_otlp.service_name_prefix = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871357 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_keepidle = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871470 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.tcp_recv_timeout = 0.5 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871686 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871800 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.threads = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871895 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.file_event_handler = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.871972 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:mdns.workers = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872051 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.file_event_handler_interval = 1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872116 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.ca_certificates_file = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872185 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.log_dir = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872255 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.client_certificate_file = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872326 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.enforce_new_defaults = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872326 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.enforce_scope = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872449 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.endpoint_type = publicURL {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872538 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_default_rule = default {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872613 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.endpoints = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872760 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.insecure = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.872836 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873007 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] network_api:neutron.timeout = 30 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873092 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_file = policy.yaml {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873197 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:producer.enabled_tasks = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873273 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873339 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:producer.export_synchronous = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873460 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:producer.threads = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873535 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873630 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:producer.topic = producer {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873756 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:producer.workers = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.873985 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874276 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.batch_size = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874357 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874423 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.interval = 5 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874521 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874610 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:delayed_notify.per_page = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874693 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_timeout = 60.0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874792 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.batch_size = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.874937 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875036 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.interval = 5 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875118 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875214 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:increment_serial.per_page = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875291 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875392 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_exists.interval = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875392 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_exists.per_page = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875530 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875635 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_secondary_refresh.interval = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875718 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875836 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:periodic_secondary_refresh.per_page = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.875966 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876057 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:worker_periodic_recovery.interval = 120 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876143 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876143 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876318 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:worker_periodic_recovery.per_page = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876398 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876398 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.hostname = np9a6dd0e6e4804 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876546 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.batch_size = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876811 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.interval = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876934 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.876934 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877068 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.per_page = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.processname = designate-producer {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877271 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] producer_task:zone_purge.time_threshold = 604800 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877335 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877335 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877448 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] proxy.http_proxy = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877521 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877592 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] proxy.https_proxy = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877656 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877656 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877778 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] proxy.no_proxy = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877908 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.877998 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:sink.enabled_notification_handlers = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878080 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878080 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878233 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:sink.listener_pool_name = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878334 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878441 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:sink.threads = 1000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878552 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878662 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:sink.workers = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878773 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.878929 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.allowed_event_types = [] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879036 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879158 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.control_exchange = fake {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879234 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879314 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:fake.notification_topics = ['notifications'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879314 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.control_exchange = neutron {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879427 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879427 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879540 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.format = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879540 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.formatv4 = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879790 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.879940 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.formatv6 = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880012 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880102 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.notification_topics = ['notifications'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880199 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880267 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:neutron_floatingip.zone_id = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880345 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880408 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.control_exchange = nova {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880408 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.format = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880521 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_version = {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880617 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.formatv4 = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880688 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.use_queue_manager = False {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880754 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.formatv6 = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.880874 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881055 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.notification_topics = ['notifications'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881055 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] handler:nova_fixed.zone_id = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881197 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.retry = -1 {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881276 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.asyncio_connection = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881347 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881424 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.asyncio_slave_connection = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881424 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.backend = sqlalchemy {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.transport_url = **** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon.oslo_config_glue [-] ******************************************************************************** {{(pid=78823) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2828}} Jul 03 14:29:30.881777 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881891 np9a6dd0e6e4804 designate-producer[78823]: DEBUG cotyledon._service [-] Run service ServiceWrapper(0) [78823] {{(pid=78823) wait_forever /opt/stack/data/venv/lib/python3.12/site-packages/cotyledon/_service.py:263}} Jul 03 14:29:30.881980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_debug = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_parameters = {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_recycle_time = 3600 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.connection_trace = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_inc_retry_interval = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.881980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_max_retries = 20 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.882373 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_max_retry_interval = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.882373 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.db_retry_interval = 1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.882669 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_overflow = 50 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.882925 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_pool_size = 5 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883094 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.max_retries = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883230 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.mysql_sql_mode = TRADITIONAL {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883321 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.mysql_wsrep_sync_wait = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883436 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.pool_timeout = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883553 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.retry_interval = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883697 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.slave_connection = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.883907 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.sqlite_synchronous = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.884445 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] storage:sqlalchemy.use_db_reconnect = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.884445 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.all_tcp = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.884445 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.export_synchronous = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.884701 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_delay = 5 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.884701 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_max_retries = 6 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.884943 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_retry_interval = 5 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.885087 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.poll_timeout = 30 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.885222 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_max_retries = 3 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.885399 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_retry_delay = 1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.885539 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.serial_timeout = 1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.885686 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.threads = 200 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.885816 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.threshold_percentage = 100 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.886036 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.topic = worker {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.886243 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.workers = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.886403 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] service:worker.xfr_timeout = 10 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.886590 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.service [-] Starting producer service (version: 20.1.0) Jul 03 14:29:30.886677 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.connection_string = messaging:// {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.886743 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.enabled = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.886936 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_doc_type = notification {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.887077 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_scroll_size = 10000 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.887231 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.es_scroll_time = 2m {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.887389 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.filter_error_trace = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.887589 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.hmac_keys = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.887697 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.sentinel_service_name = mymaster {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.887943 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.socket_timeout = 0.1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.888077 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.trace_requests = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.888194 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler.trace_sqlalchemy = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.888414 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler_jaeger.process_tags = {} {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.888548 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler_jaeger.service_name_prefix = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.888703 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] profiler_otlp.service_name_prefix = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.888927 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.889160 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.889322 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.file_event_handler = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.889556 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.file_event_handler_interval = 1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.889715 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_reports.log_dir = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.889876 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.enforce_new_defaults = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.890097 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.enforce_scope = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.890301 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_default_rule = default {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.890495 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.890697 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.policy_file = policy.yaml {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.890980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.891117 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.891254 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.891390 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.891538 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.891691 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_policy.remote_timeout = 60.0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.891935 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.892069 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.892239 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.892417 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.892716 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.892825 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.892994 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893108 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893234 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893383 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.hostname = np9a6dd0e6e4804 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893462 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893600 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893732 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.893824 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.894037 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.894580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.processname = designate-producer {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.894580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.894580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.894580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895060 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895060 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895060 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895060 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895338 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895338 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895469 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895566 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895649 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.895834 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.896049 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.896157 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.896354 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.896590 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.896704 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.896940 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.897127 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.ssl_version = {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.897272 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_rabbit.use_queue_manager = False {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.897486 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.897693 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.retry = -1 {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.897868 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.898111 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] oslo_messaging_notifications.transport_url = **** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}} Jul 03 14:29:30.898279 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon.oslo_config_glue [-] ******************************************************************************** {{(pid=78826) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2828}} Jul 03 14:29:30.898462 np9a6dd0e6e4804 designate-producer[78826]: DEBUG cotyledon._service [-] Run service ServiceWrapper(1) [78826] {{(pid=78826) wait_forever /opt/stack/data/venv/lib/python3.12/site-packages/cotyledon/_service.py:263}} Jul 03 14:29:30.906220 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.service [-] Starting producer service (version: 20.1.0) Jul 03 14:29:30.933231 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Looking for driver rpc in designate.heartbeat_emitter {{(pid=78823) get_driver /opt/stack/designate/designate/plugin.py:69}} Jul 03 14:29:30.933845 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin heartbeat_emitter:rpc {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.947067 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Looking for driver rpc in designate.heartbeat_emitter {{(pid=78826) get_driver /opt/stack/designate/designate/plugin.py:69}} Jul 03 14:29:30.947974 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin heartbeat_emitter:rpc {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.953966 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.messaging._drivers.impl_rabbit [None req-2d5bd5c2-6ed4-497c-b935-30016bdc68a7 None None] Process forked after connection established! This can result in unpredictable behavior. See: https://docs.openstack.org/oslo.messaging/latest/reference/transport.html Jul 03 14:29:30.957521 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2d5bd5c2-6ed4-497c-b935-30016bdc68a7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:30.964448 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c4a050e0-7d04-424e-8a8e-4d61718d0ccc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 9.97 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:30.970885 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Starting partitioner {{(pid=78823) start /opt/stack/designate/designate/coordination.py:203}} Jul 03 14:29:30.971800 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:30.973350 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.974671 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.service [-] Received rebalance event None Jul 03 14:29:30.974922 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Looking for extensions in designate.producer_tasks {{(pid=78823) get_extensions /opt/stack/designate/designate/plugin.py:88}} Jul 03 14:29:30.976004 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.service [-] Registering task {{(pid=78823) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.976348 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin producer_task:delayed_notify {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.976455 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.976685 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Starting partitioner {{(pid=78826) start /opt/stack/designate/designate/coordination.py:203}} Jul 03 14:29:30.977108 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:30.977352 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.service [-] Registering task {{(pid=78823) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.977591 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin producer_task:increment_serial {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.977809 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.979050 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.979361 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.service [-] Registering task {{(pid=78823) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.979607 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin producer_task:periodic_exists {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.980122 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.service [-] Received rebalance event None Jul 03 14:29:30.980293 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.980367 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Looking for extensions in designate.producer_tasks {{(pid=78826) get_extensions /opt/stack/designate/designate/plugin.py:88}} Jul 03 14:29:30.981262 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.service [-] Registering task {{(pid=78826) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.981496 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin producer_task:delayed_notify {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.981694 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.984272 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.service [-] Registering task {{(pid=78826) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.984956 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin producer_task:increment_serial {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.985105 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.987199 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.service [-] Registering task {{(pid=78826) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.987402 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin producer_task:periodic_exists {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.987676 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.989982 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.service [-] Registering task {{(pid=78823) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.990451 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin producer_task:periodic_secondary_refresh {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.990640 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.991445 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.service [-] Registering task {{(pid=78826) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.991606 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [-] Emitting zone exist events for shards 0 to 4095 Jul 03 14:29:30.991841 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin producer_task:periodic_secondary_refresh {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.992171 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.993139 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [-] Emitting zone exist events for shards 0 to 2047 Jul 03 14:29:30.994788 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.service [-] Registering task {{(pid=78826) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.995059 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.service [-] Registering task {{(pid=78823) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.995186 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin producer_task:worker_periodic_recovery {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.995186 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.996315 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [-] Refreshing zones for shards 0 to 4095 Jul 03 14:29:30.998091 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin producer_task:worker_periodic_recovery {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:30.998317 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:30.999348 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.service [-] Registering task {{(pid=78823) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:30.999725 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [-] Recovering zones for shards 0 to 4095 Jul 03 14:29:31.000083 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.plugin [-] Loaded plugin producer_task:zone_purge {{(pid=78823) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:31.000333 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78823) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:31.001497 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [-] Refreshing zones for shards 0 to 2047 Jul 03 14:29:31.004035 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-eb55468a-e107-4c7f-8f26-0bccac3cbc4f None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:31.006657 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [-] Performing deleted zone purging for 0 to 4095 Jul 03 14:29:31.007279 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.producer.tasks [-] Filtering deleted zones before 2025-06-26 14:29:31.006711 {{(pid=78823) __call__ /opt/stack/designate/designate/producer/tasks.py:109}} Jul 03 14:29:31.009231 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.service [-] Registering task {{(pid=78826) start /opt/stack/designate/designate/producer/service.py:85}} Jul 03 14:29:31.009411 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.plugin [-] Loaded plugin producer_task:zone_purge {{(pid=78826) __init__ /opt/stack/designate/designate/plugin.py:37}} Jul 03 14:29:31.009837 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.coordination [-] Watching for change producer {{(pid=78826) watch_partition_change /opt/stack/designate/designate/coordination.py:221}} Jul 03 14:29:31.011559 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [-] Recovering zones for shards 0 to 2047 Jul 03 14:29:31.012805 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [-] Performing deleted zone purging for 0 to 2047 Jul 03 14:29:31.014742 np9a6dd0e6e4804 designate-producer[78826]: DEBUG designate.producer.tasks [-] Filtering deleted zones before 2025-06-26 14:29:31.012897 {{(pid=78826) __call__ /opt/stack/designate/designate/producer/tasks.py:109}} Jul 03 14:29:31.020453 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-93a9e887-0edc-40fd-a9b8-c4a911e95d80 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 119.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:40.811777 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e1eb993-19af-4f20-bcfe-10bf8094db76 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:40.937494 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-709f8da4-3d32-4967-9e2f-7e6de6007038 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:40.951176 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fee6c49e-2d4f-48f2-8296-6638f97a745f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:40.973557 np9a6dd0e6e4804 designate-producer[78823]: DEBUG designate.coordination [-] Received member change {{(pid=78823) _on_group_change /opt/stack/designate/designate/coordination.py:166}} Jul 03 14:29:40.974684 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.service [-] Received rebalance event Jul 03 14:29:40.974684 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:40.978866 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:50.814814 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-92d1db71-f800-44ed-ae32-3bb6c140c376 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:50.941017 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1400249b-a872-4a7c-94f1-8aee5ff78c1a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:50.953944 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-abe1ca82-dec3-4ba2-94b0-8d48d65fa6c4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:50.976253 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:29:50.980825 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:00.817915 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b6f610aa-68d0-4949-8ab6-0b44397d114d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:00.943779 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4a7e9a9f-d4b3-43fd-9361-40fca63e988f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:00.957311 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fac75723-dca2-44be-b089-7328a5947817 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:01.006505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:01.014090 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:10.820898 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-984e65c1-1473-402b-8f4c-3af2ef7989ae None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:10.946532 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bc9e8b3b-6437-43cc-8732-b76279b1622d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:10.960151 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7bf36c23-10be-4216-a682-9045cc2e266b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:10.978122 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:10.985936 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:20.823737 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6041de6f-ca7c-4456-8f09-d7a8f668c3d7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:20.949274 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4d3452f4-b5ca-4fac-85e5-b648d339db39 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:20.963170 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-599a24c1-ab96-4a3a-ac4d-e0080bfa8d05 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:20.979643 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:20.987683 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:30.827174 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-50b79fe2-3b50-429c-8b95-32fd71479933 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:30.952122 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1af28017-8e45-4ceb-9b45-b5f3a47538a3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:30.967100 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ad49ac93-f430-4828-9caa-6045fedd05bb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.007214 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.015339 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-c5104035-4c51-4a87-9e5c-68c90975c574 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a1a57b6d7a61471d9bb9de3d68a59209 Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.052453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.053992 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.055202 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.055202 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.055202 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a1a57b6d7a61471d9bb9de3d68a59209 Jul 03 14:30:31.055202 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.055202 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-c5104035-4c51-4a87-9e5c-68c90975c574 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.07 sec Jul 03 14:30:31.055202 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c5104035-4c51-4a87-9e5c-68c90975c574 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-c5874ffe-baf2-4a0f-ae18-fb7ac2a997c1 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 4fc9176352f442bfb4e1deb913343d39 Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.065110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.067794 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.068447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.068447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.068447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 4fc9176352f442bfb4e1deb913343d39 Jul 03 14:30:31.068447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.068447 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-c5874ffe-baf2-4a0f-ae18-fb7ac2a997c1 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.08 sec Jul 03 14:30:31.068447 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c5874ffe-baf2-4a0f-ae18-fb7ac2a997c1 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-476fe6f5-d522-44eb-8235-0ccdb9414b0d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicSecondaryRefreshTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 564c2f19ff7941dbace3bcede8d43fa2 Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 199, in __call__ Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall for zone in self._iter_zones(ctxt, criterion): Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 69, in _iter Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall items = method(*args, **kwargs) Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075162 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.075979 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 564c2f19ff7941dbace3bcede8d43fa2 Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-93dc34eb-415b-404c-bb21-256c890b37ef None None] Fixed interval looping call 'designate.producer.tasks.PeriodicExistsTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d3a4323d5e8f484e9d6907a118f35466 Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 160, in __call__ Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall for zone in self._iter_zones(ctxt): Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 69, in _iter Jul 03 14:30:31.076649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall items = method(*args, **kwargs) Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.077695 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d3a4323d5e8f484e9d6907a118f35466 Jul 03 14:30:31.078331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-476fe6f5-d522-44eb-8235-0ccdb9414b0d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicSecondaryRefreshTask' sleeping for 3539.92 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-8cdc67d7-acb6-44a9-beaf-10203c6fc940 None None] Fixed interval looping call 'designate.producer.tasks.DeletedZonePurgeTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 76c26f81814d4efcbd369b167ad2b032 Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 118, in __call__ Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall self.central_api.purge_zones( Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 176, in purge_zones Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'purge_zones', Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.081238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.083674 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 76c26f81814d4efcbd369b167ad2b032 Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-93dc34eb-415b-404c-bb21-256c890b37ef None None] Fixed interval looping call 'designate.producer.tasks.PeriodicExistsTask' sleeping for 3539.92 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.084925 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8cdc67d7-acb6-44a9-beaf-10203c6fc940 None None] Fixed interval looping call 'designate.producer.tasks.DeletedZonePurgeTask' sleeping for 3539.93 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-7d4f3efb-be5b-427a-87f6-0a503556082b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1e303480db354229823ec0aea45f1e3a Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.085552 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.087145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1e303480db354229823ec0aea45f1e3a Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-7d4f3efb-be5b-427a-87f6-0a503556082b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.10 sec Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-cbfe2e8a-5881-4fdd-a589-e60996f3f000 None None] Fixed interval looping call 'designate.producer.tasks.DeletedZonePurgeTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID cd29811335ae43c7a280b022d465c9b0 Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 118, in __call__ Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall self.central_api.purge_zones( Jul 03 14:30:31.087999 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 176, in purge_zones Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'purge_zones', Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.088548 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID cd29811335ae43c7a280b022d465c9b0 Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-ea93c921-62f1-487b-8f40-549e32836c1f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b848ad9f5cf143cab1264c05ac69cf89 Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.089157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.089661 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b848ad9f5cf143cab1264c05ac69cf89 Jul 03 14:30:31.090250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-52fb17f7-5a55-4e85-bfc9-438086b6a96a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicSecondaryRefreshTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e1845bf0684949e2a870475aaaa49368 Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 199, in __call__ Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall for zone in self._iter_zones(ctxt, criterion): Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 69, in _iter Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall items = method(*args, **kwargs) Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.090729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.093640 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e1845bf0684949e2a870475aaaa49368 Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d4f3efb-be5b-427a-87f6-0a503556082b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-2066f0c7-d8c1-4516-9b31-85a2c222ae58 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicExistsTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e63fabe935544e8b9175dbd4c2289c7d Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:30:31.094496 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 160, in __call__ Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall for zone in self._iter_zones(ctxt): Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 69, in _iter Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall items = method(*args, **kwargs) Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:30:31.095162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e63fabe935544e8b9175dbd4c2289c7d Jul 03 14:30:31.096303 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:30:31.097125 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-cbfe2e8a-5881-4fdd-a589-e60996f3f000 None None] Fixed interval looping call 'designate.producer.tasks.DeletedZonePurgeTask' sleeping for 3539.93 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.097125 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-ea93c921-62f1-487b-8f40-549e32836c1f None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.10 sec Jul 03 14:30:31.097125 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-52fb17f7-5a55-4e85-bfc9-438086b6a96a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicSecondaryRefreshTask' sleeping for 3539.91 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.097125 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2066f0c7-d8c1-4516-9b31-85a2c222ae58 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicExistsTask' sleeping for 3539.90 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:31.097125 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ea93c921-62f1-487b-8f40-549e32836c1f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:40.830315 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-082069bf-a9f1-4eb5-9d20-b8215d21ef98 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:40.955043 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b64fcaf9-7ed0-4299-b86c-e0d5086547c8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:40.970668 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-03cb0f43-7e61-42c8-80fb-379e55dca0ec None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:40.978781 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:40.986606 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:50.833088 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-bc4e228f-4a68-4d09-831f-ca4ed0b865ce None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:50.958571 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4f5a7d4f-33d3-44c6-b44e-844d8f0a42be None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:50.973630 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-84b8f4b6-8436-4cda-b461-39969c5edca0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:50.980143 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:30:50.987732 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:00.836591 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6b737b88-169d-43b6-b3a6-353250fe2df0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:00.961167 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a428c93d-8188-445c-8378-c09b6ced1153 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:00.977230 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-aec5efe7-e6c1-4079-bb66-baf1315919d5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:01.008272 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:01.017082 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:10.839158 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b460ab3a-43c3-48d3-87bc-de5933d8abee None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:10.963636 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b09ff098-d5db-4f9a-abb3-542a112d9de2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:10.979619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:10.980277 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-943a50c2-27c4-40e9-8e1a-38029598677e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:10.988552 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:20.841876 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-40295182-3b0d-44a7-a813-4878b09015b0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:20.966531 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0c6e80a8-631b-46fe-9c2f-5e3fbadc5379 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:20.981013 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:20.983541 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a5537dc3-f0b5-4d1c-a47f-26f3084b766a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:20.990055 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:30.845900 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-02343c9c-589e-4ba0-beed-947170a60cb0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:30.970899 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-df8f405d-e5fd-4438-aafd-db99ac1fe3a8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:30.986522 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f32ba798-e832-466b-b925-dfc9cc280b12 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.006213 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-eb55468a-e107-4c7f-8f26-0bccac3cbc4f None None] Recovering zones for shards 2048 to 4095 Jul 03 14:31:31.007106 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f2e75aac-d9c0-4d81-aff2-d515a99a0115 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.009282 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.012554 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-93a9e887-0edc-40fd-a9b8-c4a911e95d80 None None] Recovering zones for shards 0 to 2047 Jul 03 14:31:31.013305 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-597045ea-6757-4faf-9c44-342906d58d1b None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.017705 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-2236fda1-941a-4bd7-aa85-14ed3fdff8ff None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 029a5186a10649a59b5a4caaa4352c9d Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:31:31.079498 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:31:31.080340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.081040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:31:31.081040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:31:31.081040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 029a5186a10649a59b5a4caaa4352c9d Jul 03 14:31:31.081040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:31:31.081040 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-2236fda1-941a-4bd7-aa85-14ed3fdff8ff None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:31:31.081040 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2236fda1-941a-4bd7-aa85-14ed3fdff8ff None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-5e1b8078-b352-4ed8-be3c-6695693cbac8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2e4fcd944dfe44c59802e8fa0a8b059d Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:31:31.099649 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:31:31.100237 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.100788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:31:31.100788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:31:31.100788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2e4fcd944dfe44c59802e8fa0a8b059d Jul 03 14:31:31.100788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:31:31.100788 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-5e1b8078-b352-4ed8-be3c-6695693cbac8 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:31:31.100788 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5e1b8078-b352-4ed8-be3c-6695693cbac8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-6dbe0011-b4e3-4ee0-87e1-973e0b6d032b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1b97379af908490d9e6506c4eb461311 Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:31:31.117157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:31:31.117822 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.118392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:31:31.118392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:31:31.118392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1b97379af908490d9e6506c4eb461311 Jul 03 14:31:31.118392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:31:31.118392 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-6dbe0011-b4e3-4ee0-87e1-973e0b6d032b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:31:31.118392 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6dbe0011-b4e3-4ee0-87e1-973e0b6d032b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-a27eac34-1e21-4d81-bdac-ab31e4fb148b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 17388d9fb0b04bb6946d4c2d5da8f5c4 Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:31:31.122634 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:31:31.123272 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:31:31.123811 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:31:31.123811 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:31:31.123811 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 17388d9fb0b04bb6946d4c2d5da8f5c4 Jul 03 14:31:31.123811 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:31:31.123811 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-a27eac34-1e21-4d81-bdac-ab31e4fb148b None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:31:31.123811 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a27eac34-1e21-4d81-bdac-ab31e4fb148b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:40.849814 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d2118e43-6735-4d24-9381-6282938a0a4e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:40.973407 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f859fe8a-4c1f-4850-a387-e3d64083fe2e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:40.980304 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:40.989342 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-84ed5a1b-42e7-4bce-88de-b719e8531f66 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:40.990383 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:50.852512 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7b548a40-f622-4b82-840d-3e8632152b0e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:50.976146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-02e51d1a-5e4e-4cb2-a11c-f4a1b8f12f07 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:50.981587 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:50.991984 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-025b44f8-afc4-41c8-80b7-9e26fcf49faa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:31:50.992708 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:00.855406 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8da51d05-8d3e-4408-8aac-367858db1682 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:00.979593 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ad5c084a-dbd0-40ef-94d1-807385c46b40 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:00.995215 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-96ded530-96b0-45a2-b2b7-07f1f692ed18 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:01.010966 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.97 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:01.020391 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.98 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:10.859077 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3eec7431-2cad-4b6c-a0b3-293546c0fbdc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:10.982745 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7247fecb-6c0b-41fb-bfe8-baba7c14dfba None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:10.984182 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:10.998727 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8a480b54-3a8a-4111-a41f-7a77efb85c81 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:11.002196 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:20.861985 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-bfe7d9b9-1571-4c54-b49f-e666126324ca None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:20.986407 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fdae2645-63bb-462c-a0c5-50f277634350 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:20.987272 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:21.002794 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0c1c1606-8eda-4106-8bed-38816f6ac72d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:21.004468 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:30.865495 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2a076984-5656-46ca-be72-0793f13839ed None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:30.989709 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ab7a5eb7-eba3-4f17-a2b8-84d2bed9a4f5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.006070 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-276f221d-41cb-4b9a-86ff-ae347bc64c57 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.010926 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.98 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.020994 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.98 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-545cbb5f-8c05-4203-8ee5-e9481e7bb563 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9420d485afb949b5893dba763b9238c0 Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:32:31.103706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:32:31.105028 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.106042 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:32:31.106042 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:32:31.106042 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9420d485afb949b5893dba763b9238c0 Jul 03 14:32:31.106042 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:32:31.106042 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-545cbb5f-8c05-4203-8ee5-e9481e7bb563 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 14:32:31.106042 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-545cbb5f-8c05-4203-8ee5-e9481e7bb563 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-39fa7354-d58e-4b4a-950a-a4d2ea675703 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d48aff3d8aff42b6bb6244fad5d7938a Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:32:31.124678 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:32:31.125419 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.125998 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:32:31.125998 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:32:31.125998 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d48aff3d8aff42b6bb6244fad5d7938a Jul 03 14:32:31.125998 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:32:31.125998 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-39fa7354-d58e-4b4a-950a-a4d2ea675703 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 14:32:31.125998 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-39fa7354-d58e-4b4a-950a-a4d2ea675703 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-ad01cbd2-a4f6-4f76-9a72-429448d37c07 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID cdb69c3d0f74455c97e3490d95ce51a7 Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:32:31.148706 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:32:31.149503 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID cdb69c3d0f74455c97e3490d95ce51a7 Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-0f22e8d9-22b0-402c-9af9-34f1dd88f5b6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 697bd042e22a4a6e98d6341d0ad34cb9 Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:32:31.150100 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:32:31.150781 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 697bd042e22a4a6e98d6341d0ad34cb9 Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-ad01cbd2-a4f6-4f76-9a72-429448d37c07 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:32:31.151477 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ad01cbd2-a4f6-4f76-9a72-429448d37c07 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:31.153706 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-0f22e8d9-22b0-402c-9af9-34f1dd88f5b6 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:32:31.153706 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0f22e8d9-22b0-402c-9af9-34f1dd88f5b6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:40.870619 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f867ccea-1d89-4e7b-9b88-696bcffab090 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:40.995103 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5ed63e3f-7ec1-4ac7-8bd6-1cac4a0a6b28 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:40.996540 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:41.005687 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:41.011364 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-cbc65215-b724-4f6b-97a2-c74102a7a7fb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:50.872614 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-65ba3204-a3f1-4f84-a7dd-21b3a9bb7867 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:50.997827 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b3bb43ec-b374-406c-94d7-1b42ecbe9132 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:50.998389 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:51.007219 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:32:51.014005 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d89eae2-1fba-4be6-931e-84c263192184 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:00.876290 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e8562660-4ead-41c6-a515-6edb3a6067c9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:01.000544 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0d02eecb-3f5d-457b-8ff5-390fae475449 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:01.011807 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:01.016900 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f351347d-edb4-49a6-bc77-e96526138b6b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:01.022170 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:10.879316 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e6747c2e-1b16-4ea8-9fe3-a5ffd32aae9a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:11.003544 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ef80b766-9ccc-47d8-8546-78bea440f408 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:11.004708 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:11.013423 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:11.020212 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4c523b5c-ba09-44d5-8fa4-6e38ea1db9dd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:20.882631 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8e392435-76fd-4657-bd85-049ae7f9abc0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:21.008226 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-268eaa1c-d668-4cdf-83eb-c5fd974bf5ef None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:21.009098 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:21.015527 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:21.023466 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e79e7e3-f630-498f-bc51-318ecda40185 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:30.885304 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-59ca7417-daa3-460e-9cf0-c931f005ee92 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.008007 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-f2e75aac-d9c0-4d81-aff2-d515a99a0115 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:33:31.013879 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-597045ea-6757-4faf-9c44-342906d58d1b None None] Recovering zones for shards 0 to 2047 Jul 03 14:33:31.015199 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8c15169e-e0fa-4e24-9206-1392f9a14084 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 119.99 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.015970 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-60421236-0767-448d-8e08-2b4bc7b43e26 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 9.99 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.016640 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0d72cd9f-f325-41c6-ae92-6500a06955fb None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.016764 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.021945 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.026798 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f16135b7-6b02-475b-8519-0647cfb3944c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-d4f4a0ac-35fa-4209-8013-431bb07e81dc None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 38b59abc9d0149f1af47ecbc1b17c215 Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:33:31.142175 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:33:31.142804 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.143469 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:33:31.143469 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:33:31.143469 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 38b59abc9d0149f1af47ecbc1b17c215 Jul 03 14:33:31.143469 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:33:31.143469 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-d4f4a0ac-35fa-4209-8013-431bb07e81dc None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.04 sec Jul 03 14:33:31.143469 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d4f4a0ac-35fa-4209-8013-431bb07e81dc None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-9723252c-836e-4f63-a9e7-b2dec9663eec None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6863dc3cb4044cca94618524bb7dce91 Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:33:31.157567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:33:31.158747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.159706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:33:31.159706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:33:31.159706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6863dc3cb4044cca94618524bb7dce91 Jul 03 14:33:31.159706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:33:31.159706 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-9723252c-836e-4f63-a9e7-b2dec9663eec None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:33:31.159706 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9723252c-836e-4f63-a9e7-b2dec9663eec None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-5bd98eb4-a39b-4a36-b38e-7fd65e93879a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 33859d3baf4d43a3af0855cc41b8db3e Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:33:31.185280 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:33:31.186714 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.187424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:33:31.187424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:33:31.187424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 33859d3baf4d43a3af0855cc41b8db3e Jul 03 14:33:31.187424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:33:31.187424 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-5bd98eb4-a39b-4a36-b38e-7fd65e93879a None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:33:31.187424 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5bd98eb4-a39b-4a36-b38e-7fd65e93879a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-10741fa9-0b0b-40f5-a99c-6704d9175945 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6eb70d83ad2648da8668ff834dae5e1f Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:33:31.189504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:33:31.190157 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:33:31.190736 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:33:31.190736 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:33:31.190736 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6eb70d83ad2648da8668ff834dae5e1f Jul 03 14:33:31.190736 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:33:31.190736 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-10741fa9-0b0b-40f5-a99c-6704d9175945 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.04 sec Jul 03 14:33:31.190736 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-10741fa9-0b0b-40f5-a99c-6704d9175945 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:40.888213 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0821f1ba-b392-4aad-baa9-aa2c2a378747 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:41.009446 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-420f4b39-4c94-4cf0-b7dc-a39de14dbd7c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:41.010152 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:41.013522 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:41.029450 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-353e5bed-d74e-4dc8-9223-16ff37436d5c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:50.891239 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-359747ab-6c79-439e-9eda-eb0dcb597c56 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:51.011885 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9f5693ea-2646-4b00-8e57-c53e22d37c70 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:51.013210 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:51.014875 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:33:51.032823 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c741bf84-8075-49d9-bdca-360defe2bdaa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:00.894088 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a40c5d18-6656-4598-afe9-d4e5f06c9dac None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:01.014415 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-57f35d55-c46c-45d8-b6a6-a4cf03c3997e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:01.015368 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:01.022816 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:01.035341 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0067f291-6e88-428c-bb60-64cbf2bdbb94 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:10.898157 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-48924b75-5ec9-48da-b015-2e78ec0a50b1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:11.014534 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:11.018063 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f4796091-4b74-4e5e-891a-1071755d012f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:11.019136 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:11.038209 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2a15d007-fc20-4930-bea0-38bc8693dc5e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:20.900401 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c75a201c-b82f-46c0-9510-f63a153520d5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:21.019613 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:21.021178 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fdff636b-70c8-4da0-a695-c3c4ec77c6a5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:21.022224 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:21.041867 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-94ef231c-f62f-4cc1-b2d7-0b163258861f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:30.905763 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0845831d-af1a-4d89-b050-a0a1ee3a46f3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.024005 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-34b9a140-0a1e-411b-80ae-f86f1aad5b03 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.025142 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.026582 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.045223 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b2c89715-68d9-4f51-a129-85c61760ba45 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-ceadc6c3-ecae-415e-acaa-9f4da422b706 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6a96bf9b92d14cb7b90d9cd817a8d4d9 Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:34:31.179140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:34:31.180541 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.182018 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:34:31.182018 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:34:31.182018 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6a96bf9b92d14cb7b90d9cd817a8d4d9 Jul 03 14:34:31.182018 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:34:31.182018 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-ceadc6c3-ecae-415e-acaa-9f4da422b706 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.04 sec Jul 03 14:34:31.182406 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ceadc6c3-ecae-415e-acaa-9f4da422b706 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-6b3eb439-6b49-46cc-a7c0-62f14043bdfd None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 017b8cad2e52413ca293dd8945c6a1e2 Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:34:31.189434 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:34:31.190209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.190962 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:34:31.190962 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:34:31.190962 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 017b8cad2e52413ca293dd8945c6a1e2 Jul 03 14:34:31.190962 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:34:31.190962 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-6b3eb439-6b49-46cc-a7c0-62f14043bdfd None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:34:31.190962 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6b3eb439-6b49-46cc-a7c0-62f14043bdfd None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-2b3d2e27-b1aa-4e86-a4de-ee76c15ce715 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f064a30068284cd6b37185b810afd281 Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:34:31.221629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:34:31.222474 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:34:31.223159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:34:31.223159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f064a30068284cd6b37185b810afd281 Jul 03 14:34:31.223159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-019e6e90-1027-4571-aa04-45fe031a4a41 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f7b8d18bff464cff9be481e1fbd43a89 Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:34:31.223353 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:34:31.223988 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f7b8d18bff464cff9be481e1fbd43a89 Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-2b3d2e27-b1aa-4e86-a4de-ee76c15ce715 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.04 sec Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-019e6e90-1027-4571-aa04-45fe031a4a41 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:34:31.224662 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2b3d2e27-b1aa-4e86-a4de-ee76c15ce715 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:31.225935 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-019e6e90-1027-4571-aa04-45fe031a4a41 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:40.908254 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-aaeb254d-1e38-4436-8a8b-653b50b93fd5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:41.018233 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:41.026750 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-af06b3af-97dd-4b2a-b57c-c929d7cc8d36 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:41.027296 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:41.047731 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f13ed90c-af4d-4b13-b34b-7083eed19181 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:50.912305 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-99adce33-617d-46d0-b91c-e717eb6dd913 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:51.019749 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:51.030098 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fb4e158a-eec6-449e-82bc-915fc1d930d2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:51.031189 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:34:51.050302 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2af68bd4-ac51-4c7e-b2c2-24ff5273402e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:00.915219 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-79cd1e48-e0c0-43e4-96e1-505650f231f0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:01.025037 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:01.032776 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f75cde27-70db-4aea-bf77-559f7af851c6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:01.033584 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:01.053264 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-bdefa6c3-77da-446c-a3cf-ab0b2944fdcb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:10.918027 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5f2eaa64-242a-4a95-9d6c-940140cbe3aa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:11.026547 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:11.035925 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:11.036296 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a9ca419e-86c9-4840-af34-2f395050512d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:11.056070 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b1ad2dc4-7c7d-4f86-a845-69a27a1b044a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:20.921412 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-144226f2-4dad-480f-886d-3eb3ddbc82ac None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:21.028682 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:21.038675 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f5a0c680-9f6e-41a6-8743-268ce45aa62f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:21.039426 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:21.058241 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0c65bddf-d64e-4934-98e4-ae2a239a8877 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:30.925389 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-74d71d90-c908-45ef-a867-b3d561a3567a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.006400 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-8c15169e-e0fa-4e24-9206-1392f9a14084 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:35:31.009428 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1566c80a-7dbd-4bcd-ad1d-ead0555bce55 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.017382 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-0d72cd9f-f325-41c6-ae92-6500a06955fb None None] Recovering zones for shards 0 to 2047 Jul 03 14:35:31.020170 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1093407c-39f8-4625-8efc-4a233bbd8b70 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.030715 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.043338 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cabd7aee-ea77-424e-9f13-cdbe7f3c33ed None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.044371 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.061108 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a886bcd9-d49d-4f40-923c-330c78ef1bdc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-b27f225f-ca87-4383-a076-83bb88d661da None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 58cf1bbe1bfb4fd0b4e55f475f7bbfcf Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:35:31.214047 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:35:31.215089 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.215774 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:35:31.215774 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:35:31.215774 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 58cf1bbe1bfb4fd0b4e55f475f7bbfcf Jul 03 14:35:31.215774 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-6bc27f02-5be8-4045-85fa-168535588e48 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3ccfa089600b4f11ad674cdd2f260a7c Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:35:31.216275 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:35:31.216927 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3ccfa089600b4f11ad674cdd2f260a7c Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-b27f225f-ca87-4383-a076-83bb88d661da None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-6bc27f02-5be8-4045-85fa-168535588e48 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:35:31.217683 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b27f225f-ca87-4383-a076-83bb88d661da None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.218351 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6bc27f02-5be8-4045-85fa-168535588e48 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-4f6709bb-1ea1-4596-90bd-5185247b04bd None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9a5a379dfaa6431493782a4ce5a0de19 Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:35:31.256367 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:35:31.257209 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.258055 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:35:31.258055 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:35:31.258055 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9a5a379dfaa6431493782a4ce5a0de19 Jul 03 14:35:31.258055 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-365164ae-92d8-4b82-b84a-5eec622fc09e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e1655a55feef4c5eb9b092d594e82e47 Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:35:31.258418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:35:31.259263 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e1655a55feef4c5eb9b092d594e82e47 Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-4f6709bb-1ea1-4596-90bd-5185247b04bd None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-365164ae-92d8-4b82-b84a-5eec622fc09e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:35:31.260005 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4f6709bb-1ea1-4596-90bd-5185247b04bd None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:31.262902 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-365164ae-92d8-4b82-b84a-5eec622fc09e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:40.927967 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9fcdca8b-9a20-45d3-a2ee-c40bd67a9789 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:41.032528 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:41.046238 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:41.046891 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d4727e2-1697-46d7-a80d-765eb9c15dd1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:41.063905 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-bf2e80a8-c38b-49ed-b1ce-4c581bf8d59b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:50.932132 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3d28a84b-53e0-428d-b41c-572b8d9df2d2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:51.033983 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:51.048975 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:51.049694 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c920aa53-46be-401c-92a5-34467f666b80 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:35:51.066141 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-38c6f6c3-07f3-4450-b513-acff56f65b71 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:00.934382 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-659ababc-f2c8-4c18-8d55-2270898bd3ed None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:01.035461 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:01.052885 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c1f77c23-169e-4303-96a6-303899d7f299 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:01.054178 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:01.069045 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d9467e8d-c808-42f2-8400-257e2ad368c8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:10.937158 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-fdc2b29a-cd87-4031-bec7-edfb8ac34f5e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:11.037203 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:11.056515 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f7b692fc-3c43-4282-a409-929ba76b7d82 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:11.057179 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:11.073470 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-52baf143-9e72-4fca-9610-5f09f4c2666f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:20.939775 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-862ff698-207c-406e-bd99-498793cdd514 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:21.038663 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:21.059688 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6f8004c1-7c5f-469f-91eb-b5f6b2a65414 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:21.060507 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:21.077020 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2605d5d8-0f96-42ac-a6d5-4667aca18578 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:30.942447 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1f2eb9b2-6406-42a8-a9b7-d313efc1b436 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.040427 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.062830 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.063502 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b67ac5dc-e611-4ab7-ae58-2efd3537ef1e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.079686 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d0945104-e312-4080-a87e-7a798dceac83 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-97ee5776-b952-40df-8f9e-58d6ae52b567 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 93616ee8dc4d4441847c0de5f249b69e Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:36:31.245857 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:36:31.246825 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.247459 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:36:31.247459 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:36:31.247459 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 93616ee8dc4d4441847c0de5f249b69e Jul 03 14:36:31.247459 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:36:31.247459 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-97ee5776-b952-40df-8f9e-58d6ae52b567 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:36:31.247459 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-97ee5776-b952-40df-8f9e-58d6ae52b567 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-c3cc1418-ef18-46f3-aa4e-8791cf7e068b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID fd234961fba94d21b53b60d6bbddadab Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:36:31.250602 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:36:31.251410 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.252001 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:36:31.252001 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:36:31.252001 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID fd234961fba94d21b53b60d6bbddadab Jul 03 14:36:31.252001 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:36:31.252001 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-c3cc1418-ef18-46f3-aa4e-8791cf7e068b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:36:31.252001 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c3cc1418-ef18-46f3-aa4e-8791cf7e068b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-373c978d-4b62-482c-87a0-9e477bd06ca7 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c49f7a4a04ef42f19e9acb5cbb93c4c4 Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:36:31.286681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:36:31.287547 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c49f7a4a04ef42f19e9acb5cbb93c4c4 Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-acfb5260-f803-461f-93c0-75ed584db795 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f2a12becb29349038433340f0134397f Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:36:31.288835 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:36:31.289888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f2a12becb29349038433340f0134397f Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-373c978d-4b62-482c-87a0-9e477bd06ca7 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-acfb5260-f803-461f-93c0-75ed584db795 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:36:31.291034 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-373c978d-4b62-482c-87a0-9e477bd06ca7 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:31.291556 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-acfb5260-f803-461f-93c0-75ed584db795 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:40.947014 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-42d3c77a-3b79-40d2-8d8d-77d663a63947 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:41.042000 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:41.065892 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:41.066526 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-01b7691d-4564-458a-9a90-37e83eca1c0d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:41.082965 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d9c9ced6-c4e8-44fd-8f92-33ee1bccd516 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:50.950467 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-796168c6-2ff9-445e-a13a-74e3df330930 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:51.044904 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:51.069044 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:51.069735 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-88302c94-e856-41d7-bde4-c7df64ea02ee None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:36:51.085990 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a325a1e8-1210-4451-be96-1a330832a9a3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:00.953123 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8112e7ad-04bc-41cf-ac44-228cd1902bd2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:01.046055 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:01.072539 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:01.073144 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c90da774-af40-4efb-a588-ad3ed89926ab None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:01.089309 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-74d25392-6bfb-4ead-82eb-b0154122db77 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:10.957154 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7c0bdcf2-51db-4223-ba85-f175724ee729 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:11.048488 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:11.076139 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:11.077015 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-28e9e60a-b003-474a-98fb-0348d570115b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:11.091869 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-555c9d6b-dcce-41d8-abdf-50eca3f88216 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:20.959681 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d5d491ef-48ff-48bb-a4b3-6202f5d0dad3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:21.050238 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:21.079956 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:21.080764 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d2ad30c5-b5f9-4285-a37f-370629e1709b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:21.094295 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-df69b105-d7f6-408b-8d01-07496407f272 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:30.962245 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2978094d-9ab6-4c59-b9ef-14e2456763fd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.010228 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-1566c80a-7dbd-4bcd-ad1d-ead0555bce55 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:37:31.012556 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4813bcff-d30c-4853-adab-25c7266047a4 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.020783 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-1093407c-39f8-4625-8efc-4a233bbd8b70 None None] Recovering zones for shards 0 to 2047 Jul 03 14:37:31.023064 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2d31eadd-e268-446c-b403-ffbb54e04ceb None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.051647 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.083340 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.084102 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4605b0b9-df2c-4874-8492-922bea82278a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.096402 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9295bb7d-7ff7-476e-9f8e-10b0a4b5092c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-4d2ad665-f080-4b50-80a1-45bfb170d15b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a406afa01c8743939541e1800d01a779 Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:37:31.272938 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:37:31.273831 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.274680 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:37:31.274680 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:37:31.274680 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a406afa01c8743939541e1800d01a779 Jul 03 14:37:31.274680 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:37:31.274680 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-4d2ad665-f080-4b50-80a1-45bfb170d15b None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:37:31.274680 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4d2ad665-f080-4b50-80a1-45bfb170d15b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-2b42cc2e-eb22-414c-b8e4-e5af965c5565 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e34c15f658844d48b9298da4425a5223 Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:37:31.277716 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:37:31.278788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.279557 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:37:31.279557 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:37:31.279557 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e34c15f658844d48b9298da4425a5223 Jul 03 14:37:31.279557 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:37:31.279557 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-2b42cc2e-eb22-414c-b8e4-e5af965c5565 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:37:31.279557 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2b42cc2e-eb22-414c-b8e4-e5af965c5565 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-77599353-27e5-47d1-b992-c8325a3ecb6a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 046201c90872452f8f0e7eb83f54c316 Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:37:31.316522 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:37:31.317515 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 046201c90872452f8f0e7eb83f54c316 Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-ea2c0074-7768-44e2-bbd2-1e129a69be58 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8e196501d0124c768a23fba9d13776c9 Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:37:31.318265 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:37:31.319058 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8e196501d0124c768a23fba9d13776c9 Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-77599353-27e5-47d1-b992-c8325a3ecb6a None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-ea2c0074-7768-44e2-bbd2-1e129a69be58 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:37:31.319939 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-77599353-27e5-47d1-b992-c8325a3ecb6a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:31.320601 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ea2c0074-7768-44e2-bbd2-1e129a69be58 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:40.965089 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-97641992-d099-47f0-ad55-ba0ccbdaeb18 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:41.053101 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:41.086717 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-21f97ab8-3b53-46c4-815f-0b0ea4bb931f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:41.087538 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:41.099376 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d1abcf53-a72d-4fe2-9830-b815aad34cb7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:50.968194 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-727f069d-82e1-4bf9-a0c6-7121e461e14d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:51.055443 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:51.091608 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3fc61ff2-10fc-4463-a567-20d296a3583c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:51.092295 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:37:51.102583 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-01609de4-07cb-44a9-abef-938f15dd0439 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:00.971944 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-effe9c49-2754-428b-9f00-a5f67316a2e1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:01.057423 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:01.094046 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0c93b1e3-3a02-4f35-929c-f8446050b08a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:01.095032 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:01.105113 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3fb35d6a-989a-415d-966d-7da6d26a4454 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:10.973530 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-82da580b-fc8a-4244-be2e-3bebe894e28d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:11.059223 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:11.097965 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-299a4e1b-016a-4a48-801f-c5277e42fbad None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:11.098635 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:11.107553 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-04378b7b-0966-42a0-af47-097cadfdfec2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:20.976541 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d77f25cb-c73b-4c3c-bbd4-689bd08743ec None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:21.060868 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:21.102131 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5104d429-dccf-4c19-bcaf-710ccf902dbe None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:21.102622 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:21.110676 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ecc7cfa7-57c0-42c2-b6c4-09c489d0071a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:30.979810 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-24c10348-aa00-4032-b362-d2d7cfdc7a23 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.062667 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.107811 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-81fbf8e9-698e-47a9-85bc-0e579872cd09 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.108400 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 9.99 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.114958 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-05ca9fc7-ac7a-4801-beaf-92c1cca4423e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-186768a4-edf5-41d3-bf4c-7bdb55c5ea62 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f4394a7579a6438091d705ed4e79eaf8 Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:38:31.301910 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:38:31.303188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f4394a7579a6438091d705ed4e79eaf8 Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-f104792a-63dd-41c5-97fe-1c660f48cb4d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 16350c8aae9d408a91ce5846fae6595c Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:38:31.304031 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:38:31.304776 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 16350c8aae9d408a91ce5846fae6595c Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-186768a4-edf5-41d3-bf4c-7bdb55c5ea62 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:38:31.305499 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-f104792a-63dd-41c5-97fe-1c660f48cb4d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:38:31.306026 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-186768a4-edf5-41d3-bf4c-7bdb55c5ea62 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.306636 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f104792a-63dd-41c5-97fe-1c660f48cb4d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-41b0fc92-95e6-4eaf-8d35-378a58c32328 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0a6a36fa8cac4afdab3ab7e5ae4d86dd Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:38:31.348026 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:38:31.348815 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.349487 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:38:31.349487 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:38:31.349487 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0a6a36fa8cac4afdab3ab7e5ae4d86dd Jul 03 14:38:31.349487 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-75bed12c-ff42-436d-801a-528f0b417864 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 37f45b440765415ebe9287161d5c7436 Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:38:31.349748 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:38:31.350512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 37f45b440765415ebe9287161d5c7436 Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-41b0fc92-95e6-4eaf-8d35-378a58c32328 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-75bed12c-ff42-436d-801a-528f0b417864 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:38:31.351194 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-41b0fc92-95e6-4eaf-8d35-378a58c32328 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:31.353394 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-75bed12c-ff42-436d-801a-528f0b417864 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:40.985317 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-cee01eda-41cb-4504-9cd3-aeca4d286eab None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:41.064301 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:41.100389 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:41.110792 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6ec6d419-1b00-4218-a20e-144bc8a714b0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:41.117359 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ddc87158-5073-41ff-ac18-a0b2c00d951a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:50.987646 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-847a8ca2-338e-4626-b5ea-7b0448c1533e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:51.065948 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:51.102562 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:51.113319 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b08969c8-5977-4e98-8d89-e5a3c4b2aa75 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:38:51.119728 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c6a48e45-0ace-45cb-a9bf-986bd7ea0548 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:00.991711 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c70f7647-96f9-4146-bf33-f8a34c228e59 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:01.067953 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:01.104083 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:01.115812 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c1e2c7fd-9da3-4aeb-8be2-af97c9b0a8a8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:01.121958 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4107017d-19a1-47a6-9ab3-09ce047f1cc9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:10.994357 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b5a93b99-65e8-4e77-97a5-3d9aae39ecb7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:11.069475 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:11.105605 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:11.118733 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-01100b9a-8aee-4588-bc05-ac739246af09 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:11.124329 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b754cab7-ff46-459e-9d78-a12f746b9980 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:20.996567 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-51cc87f6-d57d-4330-a016-0c60acf52741 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:21.071217 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:21.107295 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:21.121549 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-92fccf0b-8a4c-4328-8f84-0e618b0692b7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:21.126338 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-83bd09d9-1c65-47f5-b64d-8ae42b7476a2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:30.998995 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-038953cb-191d-4a5b-80c9-d066f7c26e2e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.013266 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-4813bcff-d30c-4853-adab-25c7266047a4 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:39:31.015815 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4e82a8e2-713e-4e30-8c9b-f7e6918fd223 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.023763 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-2d31eadd-e268-446c-b403-ffbb54e04ceb None None] Recovering zones for shards 0 to 2047 Jul 03 14:39:31.025928 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d0feac43-bfcc-4f09-ae43-f9540132701c None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.072485 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.108873 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.124352 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e76c649c-e837-4bce-87a0-470c54863da6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.129229 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-34b03b4d-bcdc-4360-8021-cd1e6080d069 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-4ee1c363-8dab-45f1-b8f6-3ce2e008c754 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7c80a0f08e78484da138e05cf302549a Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:39:31.333230 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:39:31.334002 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.334562 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:39:31.334562 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:39:31.334562 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7c80a0f08e78484da138e05cf302549a Jul 03 14:39:31.334562 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:39:31.334562 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-4ee1c363-8dab-45f1-b8f6-3ce2e008c754 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:39:31.334562 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4ee1c363-8dab-45f1-b8f6-3ce2e008c754 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-63413497-0559-401c-9eef-4fafa6213994 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 4db19f4eda0a4e03ba6a03398ac15a63 Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:39:31.336260 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:39:31.336955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.337570 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:39:31.337570 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:39:31.337570 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 4db19f4eda0a4e03ba6a03398ac15a63 Jul 03 14:39:31.337570 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:39:31.337570 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-63413497-0559-401c-9eef-4fafa6213994 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:39:31.337570 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-63413497-0559-401c-9eef-4fafa6213994 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-ad44988d-17ac-49be-a43d-6ec3e6750cee None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID beddaba8852f4d03b0f8e08837e44766 Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:39:31.377615 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:39:31.378411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.379042 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:39:31.379042 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:39:31.379042 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID beddaba8852f4d03b0f8e08837e44766 Jul 03 14:39:31.379042 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-34f9a412-b7fe-47a4-b895-30d9aff295ba None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f28e817c014b40a3bc9e5970fe600ee0 Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:39:31.379293 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:39:31.380285 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f28e817c014b40a3bc9e5970fe600ee0 Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-ad44988d-17ac-49be-a43d-6ec3e6750cee None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-34f9a412-b7fe-47a4-b895-30d9aff295ba None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:39:31.381495 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ad44988d-17ac-49be-a43d-6ec3e6750cee None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:31.382966 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-34f9a412-b7fe-47a4-b895-30d9aff295ba None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:41.001633 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1ba256dd-6a7b-42be-b012-89efbe81909d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:41.074119 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:41.110642 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:41.127006 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4637a8cf-22e6-430c-b592-dac559e5228c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:41.131516 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-cb3bb65e-4da8-4346-81ec-780e9768a277 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:51.004311 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-fb5acb72-6547-4f27-aea7-154cc3ae2356 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:51.075979 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:51.112566 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:51.130277 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-13b3aa33-1931-43e5-8304-c74ec700405b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:39:51.135036 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fc73c391-66ef-49c6-b6ce-e6d3896e07d3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:01.006910 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9e863f79-86a1-4331-a84f-0e764fa0130e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:01.077878 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:01.114075 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:01.132985 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4061142d-c07a-40ca-a1b1-4717b3402c97 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:01.137387 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d57aea26-9e10-4d4b-a803-b283bb5129e9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:11.009727 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-cee20554-5533-40dd-bb01-62037a363514 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:11.079310 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:11.115493 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:11.135707 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2255fcf1-0f6e-42a6-855a-4098e3d1ed17 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:11.139642 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d2d46f12-11a8-47f1-bb3d-d6da8aee5fd0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:21.012630 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-01a427e0-634a-41e7-a83a-84636e03722c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:21.081553 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:21.116992 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:21.138376 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-301c074a-fbc8-420d-8a85-01326dda55ab None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:21.141932 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b1deb985-4ff0-4525-96cb-ef49b99a811f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.015321 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6efaa6d3-d024-43ef-ad8e-4c8bc95668c6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.083195 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.118537 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.141724 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-280d7673-30c9-41b4-846d-425e7118f052 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.144581 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d00f32d-5855-4e40-a97c-77cdb9bf8df2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-dcebe58b-5392-4559-aaf0-0b320cbdb4e6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6a3bd72c3699467e939f88fc2bc9b0cb Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:40:31.361898 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:40:31.363195 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6a3bd72c3699467e939f88fc2bc9b0cb Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-d94d7fb0-e916-406b-b3b4-432381d7446f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a18da8873d4d4ebea40a4c432b196c3a Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:40:31.363791 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:40:31.364418 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a18da8873d4d4ebea40a4c432b196c3a Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-dcebe58b-5392-4559-aaf0-0b320cbdb4e6 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-d94d7fb0-e916-406b-b3b4-432381d7446f None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:40:31.364974 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-dcebe58b-5392-4559-aaf0-0b320cbdb4e6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.365466 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d94d7fb0-e916-406b-b3b4-432381d7446f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9daec62f-d506-4f0a-847c-7c20c2f63fa0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 242ae8df39654b898032c2e001d496ce Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:40:31.407248 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:40:31.408130 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 242ae8df39654b898032c2e001d496ce Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-807ba093-c326-476e-91ed-83e1a448100f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 43fbd5c8b22c4053b2090a01b3c5994a Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:40:31.408976 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:40:31.409775 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 43fbd5c8b22c4053b2090a01b3c5994a Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9daec62f-d506-4f0a-847c-7c20c2f63fa0 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-807ba093-c326-476e-91ed-83e1a448100f None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:40:31.410511 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9daec62f-d506-4f0a-847c-7c20c2f63fa0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:31.411177 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-807ba093-c326-476e-91ed-83e1a448100f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:41.018710 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5b3986ef-1b2f-4ad8-ac0f-6aaec89ec931 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:41.085230 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:41.120580 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:41.144955 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-afb468a1-74d0-4b0e-982f-cb73434aab21 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:41.146940 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ec52b7bb-00d3-41fa-8095-b8954ac74112 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:51.021602 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5591cac7-b81d-4cc0-8136-99e5c4b7b84a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:51.086768 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:51.122349 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:51.147616 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bb4f9c87-1e4a-4112-9e7b-d12243ab7ac7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:40:51.149182 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4997e3fb-3af3-4583-bee9-905037d2db99 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:01.025047 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d1bb276c-977e-4f8c-ab6e-0b553699cb07 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:01.089280 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:01.124133 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:01.151004 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cf141f76-21e8-443a-9fe4-a44a7caad2da None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:01.151842 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4cbec144-eb34-4943-a624-5bd497a9bbfa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:11.027852 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-123ad10f-e2be-4d5c-b5d3-322c9a8bb94f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:11.090948 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:11.125505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:11.153778 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-904bf5a7-4fc5-402b-a5de-d52b8f44bc77 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:11.154349 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a6ef3f0a-12f8-4b3a-92b4-286ced890262 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:21.030773 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-017febef-7e3a-4c65-9c53-524e70a20256 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:21.092495 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:21.126835 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:21.156511 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7a1a70d5-84d6-467f-9c3b-e05e99c47e52 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:21.156727 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-bdf0162e-df3c-4f54-b5b5-0ccc188bcac2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.016547 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-4e82a8e2-713e-4e30-8c9b-f7e6918fd223 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:41:31.018786 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b910eb14-0476-43a2-aba3-8cde78559610 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.026654 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-d0feac43-bfcc-4f09-ae43-f9540132701c None None] Recovering zones for shards 0 to 2047 Jul 03 14:41:31.029139 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-31b161ff-d2ce-4514-8535-392abe52b6c3 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.033302 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2cbfb616-fd31-48c5-9475-3d75ce91437f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.094307 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.128645 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.159209 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0fbac5d4-9fcf-42c1-b60c-2c7532c3d313 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.160579 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-192c99a8-9855-4479-b669-534b7e4a3b7e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-aa6b90b3-b76b-46e6-b82e-e29a81f96b45 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 10b8f27574d640368adb02366816209d Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:41:31.390435 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:41:31.391433 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 10b8f27574d640368adb02366816209d Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-b856e689-0ac3-4a04-925c-2fb77c14f9e4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 27fd07879d4f4f349761d3ede75e1879 Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:41:31.392340 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:41:31.393049 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 27fd07879d4f4f349761d3ede75e1879 Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-aa6b90b3-b76b-46e6-b82e-e29a81f96b45 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-b856e689-0ac3-4a04-925c-2fb77c14f9e4 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:41:31.393734 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-aa6b90b3-b76b-46e6-b82e-e29a81f96b45 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.395739 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b856e689-0ac3-4a04-925c-2fb77c14f9e4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-c93b4594-e11f-4a87-82a5-48477dc7fb02 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 56c6470594944464979a0fa28949cc7a Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:41:31.436580 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:41:31.437600 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 56c6470594944464979a0fa28949cc7a Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9a339486-d010-4bcd-b101-66f250a879ec None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d24dd124ac8f4836ae29d433e37d9ed2 Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:41:31.438444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:41:31.439286 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d24dd124ac8f4836ae29d433e37d9ed2 Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-c93b4594-e11f-4a87-82a5-48477dc7fb02 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c93b4594-e11f-4a87-82a5-48477dc7fb02 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:31.440125 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9a339486-d010-4bcd-b101-66f250a879ec None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:41:31.440837 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9a339486-d010-4bcd-b101-66f250a879ec None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:41.035835 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-de6eb74e-0600-4cdc-ae45-d8628166d732 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:41.096014 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:41.130127 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:41.161413 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-58b72b91-7962-42c0-8493-ab5f9c61dc9c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:41.163323 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bb3483f3-6992-4332-95ee-caeba9f7adf0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:51.038155 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7737a5fc-3351-413d-9d3a-339d7a59124e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:51.097371 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:51.131471 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:51.164438 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4e04682c-9640-47de-96d8-99cc7be7e639 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:41:51.165504 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0702e01b-c7d9-4e01-801c-3e043cf826bd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:01.041162 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-235fffae-e9e3-421f-9971-5a722ff096c4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:01.098986 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:01.133252 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:01.167782 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8dbd194d-96d2-4e1b-9f48-dcc3e50ca5c0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:01.168691 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3c4b337e-58fb-4e23-8910-8247d872a5a9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:11.043597 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-09d0a095-01a3-46ee-996f-19b4621146ab None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:11.100696 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:11.134658 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:11.170382 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9b375b56-350b-4e7c-9bed-7e699541f071 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:11.171147 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9fcc2cd6-56dd-4ccf-8c33-943e511e8cf3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:21.046606 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f04f571c-c2fb-4da2-9da5-8b0ae2c5984d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:21.101803 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:21.136351 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:21.173019 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e5474ff7-e4cf-48cf-b6cb-6b426151fd7e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:21.174404 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-51772f6c-47bf-4ce2-b3d8-a8e89f068cc1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.049438 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c4348ce8-700c-442f-bb26-f9be73116205 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.103290 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.138364 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.175836 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0e2b9efd-b057-4542-829b-27c2363168df None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.177370 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0e3405bf-da57-4385-8a0b-ff0e8e311b6b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-01eaa4f4-8742-45fa-bd6f-16f0e695cc2d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 27980ea689e8436dbb66ad5635262a73 Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:42:31.419398 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:42:31.420209 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.420869 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:42:31.420869 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:42:31.420869 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 27980ea689e8436dbb66ad5635262a73 Jul 03 14:42:31.420869 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-89328034-7a99-4c0d-9127-7141f3b773ea None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f78d67e951264346986892d889fa0c9d Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:42:31.421461 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:42:31.422240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.422756 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:42:31.422756 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:42:31.422756 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f78d67e951264346986892d889fa0c9d Jul 03 14:42:31.422756 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:42:31.422756 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-01eaa4f4-8742-45fa-bd6f-16f0e695cc2d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 14:42:31.422756 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-89328034-7a99-4c0d-9127-7141f3b773ea None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:42:31.423116 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-01eaa4f4-8742-45fa-bd6f-16f0e695cc2d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.425305 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-89328034-7a99-4c0d-9127-7141f3b773ea None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-b2924bad-965f-4d69-9329-0fa73ce882e6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6916548b57a44e3c86bab53e2aeaa9e6 Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:42:31.467434 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:42:31.468681 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6916548b57a44e3c86bab53e2aeaa9e6 Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-da04f94d-6738-4078-bd84-697a48159327 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 33a3cf15dcc64f889a5b0fb9fd285965 Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:42:31.470000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:42:31.471148 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 33a3cf15dcc64f889a5b0fb9fd285965 Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-b2924bad-965f-4d69-9329-0fa73ce882e6 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-da04f94d-6738-4078-bd84-697a48159327 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:42:31.472358 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b2924bad-965f-4d69-9329-0fa73ce882e6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:31.473375 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-da04f94d-6738-4078-bd84-697a48159327 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:41.051939 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-985fb58d-56df-4aae-8efe-a05d81960e05 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:41.104613 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:41.140207 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:41.178497 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a3b27f74-76c0-419f-a15c-e9fd8ea70e6c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:41.181038 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e82e8438-a29a-424a-9a47-1556eb1f1649 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:51.054473 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-fdb48ee9-890a-41e1-8338-1447655ecc86 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:51.107264 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:51.142141 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:51.182134 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9fe6f86e-9747-48d7-883f-c1566868a2b6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:42:51.183720 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0f38679c-7264-41d2-9014-28ae8659e55c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:01.057846 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-27efa3a0-8a79-443c-88b6-4fe18b513160 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:01.109164 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:01.143843 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:01.185333 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0fd5eb86-36a4-4637-bba4-a0285af4fb9b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:01.186072 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bd613163-635c-4826-bde2-e261fe928981 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:11.060638 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4c0baed5-d18d-4bfe-bcb0-a10fcd859361 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:11.111011 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:11.145917 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:11.188451 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-43f7df3b-e1f6-48a2-b16f-54086c3b2810 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:11.188902 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0783245d-9bd0-40a8-879b-3ce7916a7093 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:21.063298 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3fcf3dd8-30d4-428c-af49-51ee5984d5ce None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:21.112663 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:21.147165 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:21.191532 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c574e477-469f-48cb-a834-302b638aba4d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:21.191814 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b219ca9a-8959-459d-9d64-d5eca378c564 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.019381 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-b910eb14-0476-43a2-aba3-8cde78559610 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:43:31.022132 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-452b1d45-e261-4593-ace2-cde4beab27c8 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.029743 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-31b161ff-d2ce-4514-8535-392abe52b6c3 None None] Recovering zones for shards 0 to 2047 Jul 03 14:43:31.031684 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-37ccc32e-6d04-4cae-858d-0e8da7028475 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.065458 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6c2a7c00-ae60-4b97-a183-9e31094f8877 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.114150 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.148635 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.193898 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a08aac0a-0318-4bca-b880-b74c4191313d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.194149 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9924c340-0014-4525-b755-f670c740ba12 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-96449f78-dcd2-44a5-904d-fe219527b29c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b97f28f9b24742bb99bfc0cdbb6fb2af Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:43:31.452268 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:43:31.453267 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b97f28f9b24742bb99bfc0cdbb6fb2af Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-e3ba1f69-f50c-47b7-85d8-d387ca3746a8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d254c08abeef419385e35f6f6aa29c7b Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:43:31.453969 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:43:31.454526 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d254c08abeef419385e35f6f6aa29c7b Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-96449f78-dcd2-44a5-904d-fe219527b29c None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-e3ba1f69-f50c-47b7-85d8-d387ca3746a8 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:43:31.455092 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-96449f78-dcd2-44a5-904d-fe219527b29c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.455543 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e3ba1f69-f50c-47b7-85d8-d387ca3746a8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-c72dddaf-d652-4047-a9e0-6bfa6e7c7610 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f0a6701ba0c240148cde2716e719332c Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:43:31.498796 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:43:31.499646 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f0a6701ba0c240148cde2716e719332c Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-44aa06ba-7862-4de4-ada7-a81f7dedacbb None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 65c0ade88feb47f7be42d7b840cbf217 Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:43:31.500329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:43:31.501030 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 65c0ade88feb47f7be42d7b840cbf217 Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-c72dddaf-d652-4047-a9e0-6bfa6e7c7610 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-44aa06ba-7862-4de4-ada7-a81f7dedacbb None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:43:31.501700 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c72dddaf-d652-4047-a9e0-6bfa6e7c7610 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:31.502263 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-44aa06ba-7862-4de4-ada7-a81f7dedacbb None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:41.067983 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9d9d6b8d-d2ef-4ca1-a2dd-a695f66d8810 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:41.115469 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:41.150180 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:41.197012 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-23bc1d96-0495-4cb5-9652-3fca4f0f0d08 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:41.197205 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-147508a7-d0a7-4fda-a611-70c3c4c73870 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:51.070657 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-09cb532e-3f27-42c5-bce4-b01ccdd3494a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:51.116885 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:51.151792 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:51.200176 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d4de5db3-8513-48e9-9f16-a0aa29185e0d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:43:51.200621 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e372177f-872e-4be2-8b7a-4a11c22971f7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:01.073025 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-180da75f-0f01-4c48-afb4-6d43d7efcb30 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:01.118285 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:01.153502 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:01.202743 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0865c9da-6156-4bcd-bec6-11a9119e9a94 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:01.203169 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f3f50dd4-114f-4522-ac58-0dc6979ba96e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:11.075800 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-129d24a1-a3ef-42d0-8961-717a1f0cc435 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:11.120370 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:11.155126 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:11.205543 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-110caaab-a6cf-432f-b01d-34d52d2ff31b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:11.205809 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d4536bb-5431-46ad-84be-31562fed6a9d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:21.078202 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3f300dd1-15c6-4264-9ace-ac0ef6540273 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:21.122071 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:21.156788 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:21.208408 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-32e00b8d-99ed-4516-8b0a-96b658e4e8b9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:21.209176 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d9f28616-2577-47b2-b5ba-4dd68dfe0ca8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.080717 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-511edc07-0ebb-4c90-bd14-34d0781de71c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.123487 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.158305 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.210695 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a462131b-252a-4472-99d3-877ecbca86f4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.211753 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0e08daf3-ede0-48ce-881d-834a15ff8774 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-6c8faaa9-deda-49a9-a108-e3aba8b24248 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2c07b7b6e4d64857ad3186704db4a856 Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:44:31.480452 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:44:31.481383 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2c07b7b6e4d64857ad3186704db4a856 Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-f571a57c-27c7-4770-a284-70a979b5940c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7b09351e8e6b4e049f5b5275320c3b16 Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:44:31.482207 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:44:31.482973 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7b09351e8e6b4e049f5b5275320c3b16 Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-6c8faaa9-deda-49a9-a108-e3aba8b24248 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-f571a57c-27c7-4770-a284-70a979b5940c None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:44:31.483644 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6c8faaa9-deda-49a9-a108-e3aba8b24248 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.484226 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f571a57c-27c7-4770-a284-70a979b5940c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-acf0c2e9-ca14-4285-90c3-ebd825662278 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 592b840894424e9ca1373f1ce467c5c4 Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:44:31.527788 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:44:31.528653 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.529227 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:44:31.529227 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:44:31.529227 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 592b840894424e9ca1373f1ce467c5c4 Jul 03 14:44:31.529227 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-b7bf624f-6fdf-44bc-b910-fb74f31c2fbc None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 706d23a8b2704827880d4ec84e40c4c2 Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:44:31.530301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:44:31.531258 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 706d23a8b2704827880d4ec84e40c4c2 Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-acf0c2e9-ca14-4285-90c3-ebd825662278 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-b7bf624f-6fdf-44bc-b910-fb74f31c2fbc None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:44:31.531906 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-acf0c2e9-ca14-4285-90c3-ebd825662278 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:31.532377 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b7bf624f-6fdf-44bc-b910-fb74f31c2fbc None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:41.083227 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1ac6008f-5c9a-4887-a324-1a82403753c5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:41.125205 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:41.159912 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:41.214254 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a2694771-1b0a-44a6-b65c-c7ca07319bd0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:41.214501 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-31788ead-2eb7-47b1-940d-4b8b16b2b166 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:51.086124 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-76bb5f3f-f3b6-46cc-9ec4-cf46ab2b74ca None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:51.126562 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:51.161442 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:51.217470 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6570b1d0-9f26-41e4-bb20-ba3dcda6d2c8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:44:51.217695 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-217ed205-267b-499e-8c28-0ec0315e9b4a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:01.088989 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-641d1892-9bb3-425d-8574-1a26626372d9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:01.128542 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:01.163406 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:01.221170 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-06350012-4015-4a89-b893-2e3ec6ae3469 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:01.221427 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-333fb392-a908-494e-a542-3423f99d854d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:11.091664 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0e76bd30-deca-4c78-977b-0638557994a4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:11.130014 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:11.165117 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:11.224413 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-72e86032-2398-4537-9676-ec9f0eb8c78f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:11.224677 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-98656381-09d4-4167-ac7c-20c696aa02cf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:21.094377 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-920ad8f5-9cf6-42fc-9894-9e0670208034 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:21.131613 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:21.167635 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:21.226875 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-20edf71a-a86a-4971-a369-59ee71da1888 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:21.227174 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e36f0de-d020-43c3-a69d-36d0a60a81c2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.022739 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-452b1d45-e261-4593-ace2-cde4beab27c8 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:45:31.024902 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e26c0937-6b79-4711-a3a0-64bf3181d802 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.032827 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-37ccc32e-6d04-4cae-858d-0e8da7028475 None None] Recovering zones for shards 0 to 2047 Jul 03 14:45:31.034279 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6d235799-185d-4665-93ed-b3e16c5bbd33 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.096916 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5526a9d5-b28a-438e-98ab-d0bf58836e7f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.132890 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.169125 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.229808 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-32ec54a5-1cc9-4023-889e-3e67bf90bdc2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.230059 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c349af54-dd55-4e07-a876-8f63e368f2a8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-a247ca31-8f44-480f-abb2-d4ab43cf18f0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 76b9a99241db47698353652a36d4de86 Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:45:31.510430 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:45:31.511253 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.511887 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:45:31.511887 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:45:31.511887 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 76b9a99241db47698353652a36d4de86 Jul 03 14:45:31.511887 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-0f9ab0a9-9a5b-4019-a7c0-922b120dca92 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 20f5d4357b9143a4a28d74b43990e5b2 Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:45:31.512277 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:45:31.512815 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.513403 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:45:31.513403 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:45:31.513403 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 20f5d4357b9143a4a28d74b43990e5b2 Jul 03 14:45:31.513403 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:45:31.513403 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-0f9ab0a9-9a5b-4019-a7c0-922b120dca92 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:45:31.513403 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0f9ab0a9-9a5b-4019-a7c0-922b120dca92 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.514209 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-a247ca31-8f44-480f-abb2-d4ab43cf18f0 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:45:31.514619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a247ca31-8f44-480f-abb2-d4ab43cf18f0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-16958a59-f04f-4874-940c-19ca2664fe4b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0d88a67975fd402e9fdcf7c3adcee1c4 Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:45:31.560189 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:45:31.560957 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.561512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:45:31.561512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:45:31.561512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0d88a67975fd402e9fdcf7c3adcee1c4 Jul 03 14:45:31.561512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-6def5d03-3bf4-443d-8e0f-54c9e62e9f50 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2c5b8dec24f442d8ad987cec4f2b622b Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:45:31.561787 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:45:31.562363 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2c5b8dec24f442d8ad987cec4f2b622b Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-16958a59-f04f-4874-940c-19ca2664fe4b None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-6def5d03-3bf4-443d-8e0f-54c9e62e9f50 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:45:31.562993 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6def5d03-3bf4-443d-8e0f-54c9e62e9f50 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:31.563452 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-16958a59-f04f-4874-940c-19ca2664fe4b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:41.099830 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-64ec22fa-9720-4b44-b8e8-5364406c6816 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:41.134432 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:41.170738 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:41.232586 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-51ebd96c-563e-4e8b-970a-d388c2658f9b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:41.233024 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-751541bf-ab32-4dcf-8b9e-3f2811035c2a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:51.102307 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3071dbf8-f0c6-4ca6-a8ce-d61b535ba165 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:51.136282 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:51.172478 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:51.236180 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d176a26d-7e2e-42fe-985f-f83256a5877e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:45:51.236409 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9b8f07cc-6253-4a83-aab9-d369024d9c64 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:01.105168 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-02de0e2e-7c5a-4114-99ce-f21526c2e370 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:01.137944 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:01.173735 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:01.238877 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4941a7ef-3098-43d1-80a4-00e30314a9de None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:01.239168 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c08088c0-9d58-444a-897d-baa78bcb7cf4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:11.107989 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-42a8f280-f92b-4bcc-9ed9-e4a4e0ab2634 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:11.139477 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:11.175372 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:11.241662 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b3f0a4ae-64c8-4494-855b-5d551b5e33a6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:11.241925 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5fd76fa4-9ce5-4b3c-98ec-51a2a959140f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:21.110176 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3c43b54e-00fd-423a-afd7-a013d7ee38cb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:21.140882 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:21.177095 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:21.245005 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c630ad76-01f2-4a72-83d1-0cfbc4980cbc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:21.245249 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a0672346-75c1-4915-a96a-e57e8fc7e78a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.112670 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-20d55b5a-04c8-4202-a98d-b445f35260eb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.142352 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.178681 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.247505 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4bf1bfe8-7f19-45e6-91b0-9bf0116a8541 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.247720 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a47e20d8-d249-482b-8887-c12cfd97919d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-99779019-6719-450a-8ca6-61342e080bcd None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 4e08442920824bd8bacda7615e6b81d2 Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:46:31.541301 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:46:31.542333 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 4e08442920824bd8bacda7615e6b81d2 Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-18ff9cde-b07a-4f3b-bd75-229729500e2a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 51636bd0576449278c8a987e173190f3 Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:46:31.543110 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:46:31.543795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 51636bd0576449278c8a987e173190f3 Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-99779019-6719-450a-8ca6-61342e080bcd None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-18ff9cde-b07a-4f3b-bd75-229729500e2a None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:46:31.544505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-99779019-6719-450a-8ca6-61342e080bcd None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.545085 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-18ff9cde-b07a-4f3b-bd75-229729500e2a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-17737959-48e3-45a6-b724-1d3b570c460a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7240df024a9b46fdba60e5377926de32 Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:46:31.589188 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:46:31.590052 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7240df024a9b46fdba60e5377926de32 Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-7398397a-a0f1-4534-9e10-368b26179ef2 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f23cf81c0c174afcbd7863b732ca0fdb Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:46:31.590758 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:46:31.591558 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f23cf81c0c174afcbd7863b732ca0fdb Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-17737959-48e3-45a6-b724-1d3b570c460a None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-7398397a-a0f1-4534-9e10-368b26179ef2 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:46:31.592561 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-17737959-48e3-45a6-b724-1d3b570c460a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:31.593581 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7398397a-a0f1-4534-9e10-368b26179ef2 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:41.115106 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-833c2c7b-34b2-4fb3-8c47-e02014cacd7e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:41.143816 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:41.180246 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:41.249999 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3406046d-b4d3-48b8-838b-5d428a8feb58 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:41.250182 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0ac08509-0cdf-49d7-ba91-ba45e25d9ede None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:51.117705 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-fc326145-bc8f-4712-a3f7-5b76c6ada597 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:51.145246 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:51.181899 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:51.252674 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-51585b8d-3a76-44df-91aa-2a490bcb4128 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:46:51.253035 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-877b163a-6ccb-46c0-a392-be8ebb2c3b7f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:01.121285 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c9e6abc9-c8af-4ca5-a07a-c10a1c21ca7b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:01.147152 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:01.183651 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:01.256443 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f8e9ab00-65f5-4130-a3c6-05c69d11c9be None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:01.256671 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c556256e-a6a6-4974-af7a-939518b10075 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:11.124318 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1f8c10f6-75af-4464-bf06-1953d09d08f5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:11.148835 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:11.185558 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:11.259846 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ebc54dfe-d531-4839-8ee4-4a582c7acfc3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:11.260115 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5d0afbb0-9cfd-41e4-a30d-1bf8944bf095 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:21.126930 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2fa7c919-6bcd-44cc-b3ea-44bcfc16d8aa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:21.150239 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:21.187513 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:21.262914 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2758a4ab-a73f-41c0-9f94-dd4b3c686949 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:21.263215 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9e92481f-b902-4206-bcad-99aed65ca245 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.026081 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-e26c0937-6b79-4711-a3a0-64bf3181d802 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:47:31.028131 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-59b84e28-7725-4e3e-ac47-259a98925478 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.034817 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-6d235799-185d-4665-93ed-b3e16c5bbd33 None None] Recovering zones for shards 0 to 2047 Jul 03 14:47:31.037609 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d56ce443-b16e-4f11-950c-f0d04917a07c None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.129731 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-bc8a27cf-4064-48a0-a70f-029f72c251b8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.151994 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.189122 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.265807 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-77bf45a3-8e14-4925-adf4-c2a302fd8200 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.266087 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-252d39ed-adbf-4f30-8428-ac2f6da3d687 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-341c09c4-dfd6-46b3-844e-5aa41bf7b6ed None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3a5837a658a54542918c33d2a4c6afee Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:47:31.570014 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:47:31.571132 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3a5837a658a54542918c33d2a4c6afee Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-a915e944-b4e8-4258-b23c-6697170b3b68 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c84ed1f53e204748b04502fa497b8b71 Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:47:31.572172 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:47:31.573040 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c84ed1f53e204748b04502fa497b8b71 Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-341c09c4-dfd6-46b3-844e-5aa41bf7b6ed None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-a915e944-b4e8-4258-b23c-6697170b3b68 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:47:31.574236 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-341c09c4-dfd6-46b3-844e-5aa41bf7b6ed None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.574786 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a915e944-b4e8-4258-b23c-6697170b3b68 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-f0fc4f92-5aa2-49fb-a2d9-f8ccdf58fc80 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d919fd772edd42a9b7cd50ee2d2e7f84 Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:47:31.618241 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:47:31.619159 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.619840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:47:31.619840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:47:31.619840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d919fd772edd42a9b7cd50ee2d2e7f84 Jul 03 14:47:31.619840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-e30cc9f8-423c-4ce7-aee5-ba308657a4f8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f5e41528c390438aab1bd9db825d3d94 Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:47:31.620081 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:47:31.620597 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:47:31.621240 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:47:31.621240 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:47:31.621240 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f5e41528c390438aab1bd9db825d3d94 Jul 03 14:47:31.621240 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:47:31.621240 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-f0fc4f92-5aa2-49fb-a2d9-f8ccdf58fc80 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:47:31.621240 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-e30cc9f8-423c-4ce7-aee5-ba308657a4f8 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:47:31.621566 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f0fc4f92-5aa2-49fb-a2d9-f8ccdf58fc80 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:31.623249 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e30cc9f8-423c-4ce7-aee5-ba308657a4f8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:41.132538 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5eb3a78e-d33b-41f7-af46-f4001591e918 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:41.153656 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:41.190772 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:41.268475 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1ae144f6-2f57-47d1-bf8f-8c71a02bf4a3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:41.268849 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3de265d2-992b-403d-8295-92ede3d08d13 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:51.135421 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-bc3cf302-fb29-4971-8df5-e47e162a1778 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:51.155404 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:51.192222 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:51.271627 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1ce1f84c-a1ed-41f3-922a-b893ff932068 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:47:51.271841 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-24c65fd5-f272-4dfc-933f-9ba382605931 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:01.138455 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d3df43e6-faae-431e-8678-b06b0ab634b5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:01.157169 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:01.193967 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:01.274815 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b80c666f-7044-4f2a-96a6-e22b9dd80fd2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:01.275101 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-79aeb838-0edd-4675-8be8-daafc3d1f703 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:11.141441 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8dd93d06-76cf-4a57-9755-361a6563f63c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:11.158713 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:11.196153 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:11.278895 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-978c19fb-6677-4fc9-9704-3a414b3db3b1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:11.279161 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7ada06ad-45fb-4b9b-94c1-5594a686b1c7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:21.144648 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-012a34a3-e6b6-4a31-9aa4-fc69005125a2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:21.160507 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:21.197585 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:21.281811 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-171e010e-3180-423a-a480-58d8ec7c2cd2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:21.281993 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-eb486c72-d574-4f5e-984f-da229a094041 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.147201 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7e705960-fe1e-4d7e-900d-aa846223d42c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.162297 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.199297 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.284634 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8124dbcf-292f-4901-80f9-b0a2f6338259 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.284983 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d43506a8-c0fb-4c1a-b014-b3738a1dcb65 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-311668be-9cd4-47d2-8356-84af179ef693 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 70e164211a8042dc8993436fd15565b8 Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:48:31.600417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:48:31.601717 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.602916 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:48:31.602916 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:48:31.602916 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 70e164211a8042dc8993436fd15565b8 Jul 03 14:48:31.602916 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:48:31.602916 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-311668be-9cd4-47d2-8356-84af179ef693 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:48:31.602916 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-311668be-9cd4-47d2-8356-84af179ef693 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-a2e4e9f6-ade5-4835-a336-17aed41d2610 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a20889b3f227469db1b361afbcb40c39 Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:48:31.604747 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:48:31.605832 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.606955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:48:31.606955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:48:31.606955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a20889b3f227469db1b361afbcb40c39 Jul 03 14:48:31.606955 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:48:31.606955 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-a2e4e9f6-ade5-4835-a336-17aed41d2610 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:48:31.606955 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a2e4e9f6-ade5-4835-a336-17aed41d2610 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-b7d20fb3-46b4-417b-b880-e21bbf04be1d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 318b456da73d4bf1b8581262e9c4d84b Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:48:31.648431 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:48:31.649368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.650118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:48:31.650118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:48:31.650118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 318b456da73d4bf1b8581262e9c4d84b Jul 03 14:48:31.650118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-be51156e-f068-4c43-bca2-ce8dffb4e251 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e5741a2f2b68467285d0f3b61386bf3f Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:48:31.650483 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:48:31.651171 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e5741a2f2b68467285d0f3b61386bf3f Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-b7d20fb3-46b4-417b-b880-e21bbf04be1d None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-be51156e-f068-4c43-bca2-ce8dffb4e251 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:48:31.651893 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b7d20fb3-46b4-417b-b880-e21bbf04be1d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:31.654326 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-be51156e-f068-4c43-bca2-ce8dffb4e251 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:41.149336 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d167734c-5383-4a37-bc99-521b6b2a20dd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:41.163626 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:41.200553 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:41.287729 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-213b595b-d607-4123-8d54-86c4744d8322 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:41.288087 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c5dac1e6-aeea-47d6-8dfe-4ef2f6b97cb1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:51.152230 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6fa1b283-c383-478d-a854-bc37b3a63842 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:51.165281 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:51.202311 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:51.290706 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1e97e9ff-1abb-4516-8adf-555268a93482 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:48:51.291043 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d7c43ef1-1be6-4128-b4ba-a1e2eb55dac9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:01.155042 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2d1c58ec-b442-48a8-95cc-3ce4b17c2de9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:01.166646 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:01.203898 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:01.293505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1a6bc5a3-5bc3-416b-8005-5929f7e0a8c3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:01.293678 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-da91dbb9-f382-4bde-828a-f75d93599e5a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:11.157731 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0ca6cbff-e536-438a-8679-10efb7225600 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:11.168226 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:11.206010 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:11.296033 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-66156ce7-b786-41a7-85a1-429053a26913 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:11.296248 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ebe2fa88-e9d5-4456-aebb-446acd4ea539 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:21.160862 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-87c7db33-fbcd-4b49-bc45-df44435dd152 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:21.170583 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:21.208589 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:21.298983 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e3b0bd49-4147-4fe0-9043-6730a2bf2732 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:21.299231 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c3b450b0-7a46-45fc-82da-5bcb3a45239b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.028793 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-59b84e28-7725-4e3e-ac47-259a98925478 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:49:31.033227 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ddb930dc-dada-4650-8f4c-b231203719ac None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.038231 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-d56ce443-b16e-4f11-950c-f0d04917a07c None None] Recovering zones for shards 0 to 2047 Jul 03 14:49:31.040284 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2916dccd-392b-4e3c-b3b2-67281ae5829f None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.163494 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0aaf77b3-f0c8-4223-a2a6-845cf78f1e0f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.171953 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.210454 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.302809 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7cc10374-1fc0-4213-87ce-b49739050095 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.303972 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-82165f0f-d5ba-4b13-b26d-c52719a9400e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-6eef623b-7819-4ee1-a760-1df7b8e8bf17 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 10af33e50c2c49af85bed2c78ebcddcc Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:49:31.630389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:49:31.631337 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 10af33e50c2c49af85bed2c78ebcddcc Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-2c1f8c5a-2270-45b6-91db-df6af5368c22 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID bb9ce7658e39469b8172640995614811 Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:49:31.632006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:49:31.632713 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID bb9ce7658e39469b8172640995614811 Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-6eef623b-7819-4ee1-a760-1df7b8e8bf17 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-2c1f8c5a-2270-45b6-91db-df6af5368c22 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:49:31.633460 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6eef623b-7819-4ee1-a760-1df7b8e8bf17 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.634040 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2c1f8c5a-2270-45b6-91db-df6af5368c22 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-1a552663-f12e-472e-acec-09c20c7cf6ff None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 53ae2e7da57045d6858ef79392fee20a Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:49:31.677109 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:49:31.677896 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 53ae2e7da57045d6858ef79392fee20a Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-4979e3ad-8120-442d-a69c-4b7ecedc7df9 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID aa2f37136f084162af0910705c9bb123 Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:49:31.678642 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:49:31.679329 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID aa2f37136f084162af0910705c9bb123 Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-1a552663-f12e-472e-acec-09c20c7cf6ff None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-4979e3ad-8120-442d-a69c-4b7ecedc7df9 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:49:31.680113 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1a552663-f12e-472e-acec-09c20c7cf6ff None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:31.680649 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4979e3ad-8120-442d-a69c-4b7ecedc7df9 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:41.035962 np9a6dd0e6e4804 designate-producer[78491]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Jul 03 14:49:41.167919 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2abaaac1-02d9-4897-8aef-9b03cc7e4f92 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:41.173607 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:41.211897 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:41.305838 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2fc987eb-a29f-4232-83d1-fb2e16824133 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:41.306562 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-45499429-e674-4786-b3b8-e091d0b815c0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:51.170952 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0ebb95d9-198d-477a-b0ca-db7a7661e6ac None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:51.175026 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:51.213438 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:51.308547 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5189cbcc-7c59-47ac-9e72-ea705b4db113 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:49:51.309067 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-832e0e0f-309a-4dad-8344-13d03d93f954 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:01.174241 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8610c577-4101-4f98-8217-99123122e974 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:01.176602 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:01.214989 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:01.311435 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e3cf55db-57c6-4a3d-99de-a689c367a362 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:01.311719 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4608ffda-7b36-4765-b820-c64a0aa9b7cf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:11.177316 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6c2d7220-848a-41ec-a6b0-b767166d9095 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:11.178258 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:11.216985 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:11.314356 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-18fcc5ea-1c0a-4cff-a0c2-15a9b6fbf707 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:11.314600 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-935a569b-a246-4f58-8583-e066bdc4a0fc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:21.180473 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:21.181297 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-55347d19-695b-4e4f-88c2-891131d9b9d8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:21.218874 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:21.317151 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-31ba5001-037f-4a3f-be0f-7d18cbc7a05a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:21.317540 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4f76c2ae-9cc4-4623-9105-eb0127ab2fbf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.182152 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.184275 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3855a05f-2ea4-4892-8beb-05b7a994e858 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.220525 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.319911 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7a650034-ecb7-486f-b322-2ac84a81ba7c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.320122 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1c679279-ce83-4176-b129-30ac7ff05ca7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-a77b76f8-c094-401f-a713-2e6f924f689b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 800501bde8474e43b9bf8cf5a3ce337a Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:50:31.659664 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:50:31.660545 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.661241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:50:31.661241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:50:31.661241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 800501bde8474e43b9bf8cf5a3ce337a Jul 03 14:50:31.661241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-e69fbd60-b748-415f-9cae-a22c4c5765e3 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 96b161f102f44c5bb8110927ccdf5541 Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:50:31.662240 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:50:31.663064 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 96b161f102f44c5bb8110927ccdf5541 Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-a77b76f8-c094-401f-a713-2e6f924f689b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-e69fbd60-b748-415f-9cae-a22c4c5765e3 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:50:31.664325 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a77b76f8-c094-401f-a713-2e6f924f689b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.665018 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e69fbd60-b748-415f-9cae-a22c4c5765e3 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-d1baed2d-a2f5-4e7e-8599-85829aeff0e5 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e75fd60f2d0d4f129c307444e70f0437 Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:50:31.706422 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:50:31.707764 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e75fd60f2d0d4f129c307444e70f0437 Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-1e5003a8-3cc3-4280-a805-45367c503f85 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 788bc4a2502f491bb4f1bc765e9a702b Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:50:31.708639 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:50:31.709746 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 788bc4a2502f491bb4f1bc765e9a702b Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-d1baed2d-a2f5-4e7e-8599-85829aeff0e5 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-1e5003a8-3cc3-4280-a805-45367c503f85 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:50:31.710544 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d1baed2d-a2f5-4e7e-8599-85829aeff0e5 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:31.711133 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1e5003a8-3cc3-4280-a805-45367c503f85 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:41.183525 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:41.187106 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-699fe7e2-6476-472d-b15a-2f9b88262714 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:41.222207 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:41.322663 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ce408055-749a-4be3-9028-b22a9534948c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:41.323273 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-dae1f32d-034a-4966-8d28-501180a1268d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:51.185166 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:51.190567 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4f4f9363-38fd-4536-82a8-95e51f3948dc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:51.223698 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:51.325560 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-035176ed-c80f-4708-a971-c34b9c58c5d4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:50:51.325828 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3329281c-bde3-452e-8f16-f650c695ba7a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:01.187225 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:01.193298 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4d1ce22c-ccef-4508-b995-3fb7c40e6dd8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:01.225485 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:01.328273 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e3b38433-85a2-4605-b0e4-d110ad5c0102 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:01.328613 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ffdfc4fc-f9f4-444e-8077-3a8343afa038 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:11.188788 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:11.196068 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a023e17d-d6e8-43d2-a116-0cef4d44c01d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:11.227143 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:11.331101 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-24f47ada-8114-4e05-b350-08aceba62ab6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:11.331523 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-580e99be-0969-4d5e-b85e-7ddb122ca6d0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:21.191073 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:21.198585 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8c248be6-4c3b-4fff-804b-4fb5f4ad5413 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:21.229033 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:21.334069 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-71ec7da1-99a2-4297-aab1-03b169757ca9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:21.334318 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-189bb63c-79a6-49a5-a4db-3df05fb5caa4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.033917 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-ddb930dc-dada-4650-8f4c-b231203719ac None None] Recovering zones for shards 2048 to 4095 Jul 03 14:51:31.036063 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4a59a2e6-56f4-4347-a500-d5402db74745 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.040969 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-2916dccd-392b-4e3c-b3b2-67281ae5829f None None] Recovering zones for shards 0 to 2047 Jul 03 14:51:31.043270 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-62bfda07-c3ef-4cbc-96cc-3779c5215b7f None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.193016 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.201252 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4d35946b-4be9-425e-9a45-e96064ee2f1c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.230772 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.337328 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8703d1fa-4013-49b8-a820-d0f38f6fbed0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.337525 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fd2d760e-e4c2-4429-a9b7-0873091a2b23 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-648cc973-9e8f-4e37-a252-d68588d9c999 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID cf0ac3fe122f4df586cbfe9f03d686d1 Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:51:31.690144 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:51:31.691013 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID cf0ac3fe122f4df586cbfe9f03d686d1 Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-9b982913-0ffd-408c-9f22-1277935c972a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3e19d2ce16164961b815bf811c49861a Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:51:31.691622 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:51:31.692213 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3e19d2ce16164961b815bf811c49861a Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-648cc973-9e8f-4e37-a252-d68588d9c999 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:51:31.692782 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-648cc973-9e8f-4e37-a252-d68588d9c999 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.694015 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-9b982913-0ffd-408c-9f22-1277935c972a None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:51:31.694289 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9b982913-0ffd-408c-9f22-1277935c972a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-0dbae779-6aea-4033-b247-1106f608197b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 534769cadee947b5b9b2397c2510203e Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:51:31.737182 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:51:31.738330 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.739382 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:51:31.739382 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:51:31.739382 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 534769cadee947b5b9b2397c2510203e Jul 03 14:51:31.739382 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-336f193b-388a-4f83-aa68-707100ef4e13 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8ad05827652648d09135adfd272b211e Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:51:31.739729 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:51:31.740605 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8ad05827652648d09135adfd272b211e Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-0dbae779-6aea-4033-b247-1106f608197b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-336f193b-388a-4f83-aa68-707100ef4e13 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:51:31.741418 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0dbae779-6aea-4033-b247-1106f608197b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:31.742565 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-336f193b-388a-4f83-aa68-707100ef4e13 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:41.194584 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:41.203845 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3a15d6d9-851e-4b50-8297-e710144fe0c3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:41.232501 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:41.340145 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-73d7a833-182b-4c70-929b-f778c6c3fe64 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:41.340426 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c44638d9-06a6-4d62-97c3-c80d6be907d3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:51.196108 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:51.206304 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-86f0b411-2faa-457e-872a-3ee4895a73a2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:51.233949 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:51.343138 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fd9984c4-17fd-4afd-b7f5-4dc67933630e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:51:51.344087 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-42396059-5b94-4a94-a469-809bd9a80e9e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:01.198288 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:01.209578 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d91cb757-6f50-44f6-aa67-3de9e3d88281 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:01.235599 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:01.346898 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-de2c3096-c353-46ca-815a-842eaaa51cc1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:01.347304 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b763588c-3e06-4168-b4c5-c790ad50eb5e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:11.199796 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:11.212228 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-63b91bd6-044a-4679-8e08-75ede70b4b49 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:11.237259 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:11.349305 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-bb81d5bd-2a20-4235-a9c7-75de9b3fe85c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:11.349529 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e0b0b37-43cb-4e2d-805f-56589e76ceaa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:21.201275 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:21.214705 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-55f52686-340b-4af3-8d41-d15e00529e5f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:21.238695 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:21.352165 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-15e80066-399b-41ef-bffa-c331d3ccdf18 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:21.352404 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4ac71b9a-737b-4cd6-9acb-35b67a8acf12 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.203155 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.217839 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b12b76ee-1778-4bd6-9775-840cd58f856a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.240558 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.355387 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c6a9477d-ad70-4c07-9a9c-4654f7bf87be None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.355587 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8639d612-a66e-47cf-971a-9b5d80bcc744 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-ac48311f-a79a-4fe2-84c1-4e72a096953b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8db8bf843ddf44f1938246b95e711184 Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:52:31.719429 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:52:31.720362 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8db8bf843ddf44f1938246b95e711184 Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-9d970b21-318c-48b2-b3ac-b22fccb1f78e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a85ddc0556414e85b03f968d8cdb39d5 Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:52:31.721235 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:52:31.721928 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a85ddc0556414e85b03f968d8cdb39d5 Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-ac48311f-a79a-4fe2-84c1-4e72a096953b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-9d970b21-318c-48b2-b3ac-b22fccb1f78e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:52:31.722795 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ac48311f-a79a-4fe2-84c1-4e72a096953b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.723310 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9d970b21-318c-48b2-b3ac-b22fccb1f78e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-8c14ec46-2de4-401e-ab24-d30a7878bd70 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 536a18698b144cc6835e2d138d55de43 Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:52:31.767345 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:52:31.768436 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.769205 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:52:31.769205 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:52:31.769205 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 536a18698b144cc6835e2d138d55de43 Jul 03 14:52:31.769205 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:52:31.769205 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-8c14ec46-2de4-401e-ab24-d30a7878bd70 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:52:31.769205 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8c14ec46-2de4-401e-ab24-d30a7878bd70 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-2429cbb3-7a2e-4706-b2fe-52b8aa57fb1e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c69cc4b24e3546bb8433e3b1ae279ace Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:52:31.770880 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:52:31.771585 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:52:31.772347 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:52:31.772347 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:52:31.772347 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c69cc4b24e3546bb8433e3b1ae279ace Jul 03 14:52:31.772347 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:52:31.772347 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-2429cbb3-7a2e-4706-b2fe-52b8aa57fb1e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:52:31.772347 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2429cbb3-7a2e-4706-b2fe-52b8aa57fb1e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:41.204741 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:41.220417 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-618c223f-6910-4ff0-b5da-5d99ff020756 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:41.241907 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:41.357742 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7ffddfcf-bd36-402f-8cf9-edf114f92647 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:41.358033 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-15f85f11-eb1d-4608-a25f-05406fdc7645 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:51.206615 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:51.224097 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-081bf693-cfe4-4ca6-bd68-c8bf47ceb4bf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:51.243349 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:51.360677 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7601ef04-ee89-41dd-905c-401ddaf3207d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:52:51.360968 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6dcf632f-2473-4f42-b45a-236411fba88d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:01.208058 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:01.227365 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-93fbefae-7b2b-467d-bfe9-6b9f86ba266a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:01.244699 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:01.363581 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4438cf59-2f6d-4a4c-aaa3-1d9e098fba97 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:01.363780 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-05de2cde-b3eb-4cff-bf13-28ebf991d986 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:11.209522 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:11.230222 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0feae2f7-5d0d-4576-9eee-6792559713e6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:11.246174 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:11.365995 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-998129fc-47d3-4bcb-aebf-79908368ada5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:11.366250 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-82effe4b-8ed6-4124-88d2-7301df7bf25b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:21.210889 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:21.232784 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8f293d10-3fa1-4712-be57-5773edafae23 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:21.247486 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:21.368918 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f4d705a9-fda7-4403-b373-69525af8d8c1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:21.369189 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-588ea499-bf9a-4176-9008-dcf6e8078fea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.036939 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-4a59a2e6-56f4-4347-a500-d5402db74745 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:53:31.038973 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b6f16839-e864-40c6-aede-7d88ff3dcb93 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.043857 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-62bfda07-c3ef-4cbc-96cc-3779c5215b7f None None] Recovering zones for shards 0 to 2047 Jul 03 14:53:31.045928 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-67742583-bdc0-4c6c-a3b2-3d473e9d1ad9 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.212639 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.235254 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6edbd8eb-1cd8-43dd-bd5b-70ebcc783103 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.248906 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.371690 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-37b5ae03-c9d2-444c-8e76-504d8922240d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.371954 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a76c2c41-4379-4332-b166-b78e5ab0ce11 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-9dcb825e-c95b-4fc3-ba18-355586184df8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1c51555a31a44b73abd3a6ac93bbaf18 Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:53:31.748712 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:53:31.749551 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1c51555a31a44b73abd3a6ac93bbaf18 Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-f3fe34e9-c1f0-42fb-a97e-31a475302201 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a1b253b3f12948b4ae3aee0b50f0a248 Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:53:31.750227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:53:31.750845 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a1b253b3f12948b4ae3aee0b50f0a248 Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-9dcb825e-c95b-4fc3-ba18-355586184df8 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-f3fe34e9-c1f0-42fb-a97e-31a475302201 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:53:31.751457 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9dcb825e-c95b-4fc3-ba18-355586184df8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.752510 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f3fe34e9-c1f0-42fb-a97e-31a475302201 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-457fa556-f96b-45f0-9fde-e41404e28291 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID aa7206170fce4bc98a9819a486c02238 Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:53:31.794969 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:53:31.795938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID aa7206170fce4bc98a9819a486c02238 Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-906404c1-4059-41c2-9fa5-ebfccd6d0757 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 248cc8ff191346bcbbc3642802a8e252 Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:53:31.796786 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:53:31.797566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 248cc8ff191346bcbbc3642802a8e252 Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-457fa556-f96b-45f0-9fde-e41404e28291 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-906404c1-4059-41c2-9fa5-ebfccd6d0757 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 14:53:31.798429 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-457fa556-f96b-45f0-9fde-e41404e28291 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:31.799291 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-906404c1-4059-41c2-9fa5-ebfccd6d0757 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:41.214194 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:41.237689 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d492fdec-b049-4c92-b8d8-74e847dfe25f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:41.250308 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:41.374510 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e59d430-83c7-4b8b-b278-ef2e76e4d0df None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:41.374739 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bac001b3-d73b-4e7f-b3e8-80a0a314eb87 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:51.215546 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:51.240336 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-929073ce-efb6-4b9f-a643-87c5a0eb262c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:51.252145 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:51.377306 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-52d1942a-010f-4031-9152-a43e6ddc3bea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:53:51.377595 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-86f3f37a-4198-4dcb-817b-4c74eeef190f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:01.217285 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:01.242809 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c132a617-2cad-4f30-8962-0ac4fb0725e6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:01.253552 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:01.380701 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-659f4a7d-56b6-425f-8b6b-da972942e77d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:01.381034 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ab891ba4-000d-4370-842f-1a7484582526 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:11.219948 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:11.246020 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a1e80d18-782d-4df1-bb54-0fecd5e35808 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:11.255517 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:11.383607 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b15ee169-7f01-42a2-a697-a5149f7dfcff None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:11.384530 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a6da13b5-eb85-4e35-98d8-7d2fbc8585ad None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:21.221694 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:21.248511 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-12367419-9e59-4e16-aab8-c5fe9dd73fff None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:21.257096 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:21.386938 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-56e948fc-4b29-4e82-9318-e02887d17a58 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:21.387157 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ff44f001-0f44-4988-b4c9-f582605c9232 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.223417 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.251008 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a67ed095-4c02-4c25-8dc4-2cd105f1a921 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.258505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.389462 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9a38bf23-b562-4b93-aab7-b96bd7a97f6f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.389587 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5cfae35a-16f5-4f68-8af6-7077f82922f9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-851a547d-4a61-4025-a38c-7bc219a72266 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6f783fdb7cbc4f1a96b074496b945bc9 Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:54:31.776185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:54:31.777248 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6f783fdb7cbc4f1a96b074496b945bc9 Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-0e5e0851-f482-43cd-a36b-b1eaad8dfd89 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID edd419bbcf4d48d9afc4655e5d3a650d Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:54:31.778198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:54:31.778897 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID edd419bbcf4d48d9afc4655e5d3a650d Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-851a547d-4a61-4025-a38c-7bc219a72266 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-0e5e0851-f482-43cd-a36b-b1eaad8dfd89 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:54:31.779648 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-851a547d-4a61-4025-a38c-7bc219a72266 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.780734 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0e5e0851-f482-43cd-a36b-b1eaad8dfd89 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-f5431a09-68e1-4dfd-871d-6468800e6d59 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ac69c46f7eaf4eee80b580044d91b1ed Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:54:31.823701 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:54:31.824543 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.825316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:54:31.825316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:54:31.825316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ac69c46f7eaf4eee80b580044d91b1ed Jul 03 14:54:31.825316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-55bef7aa-a92b-4d36-8fa0-24d4ab67c596 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b258095514784a5ba578f67709d682ba Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:54:31.825516 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:54:31.826179 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b258095514784a5ba578f67709d682ba Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-f5431a09-68e1-4dfd-871d-6468800e6d59 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-55bef7aa-a92b-4d36-8fa0-24d4ab67c596 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:54:31.827019 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f5431a09-68e1-4dfd-871d-6468800e6d59 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:31.827441 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-55bef7aa-a92b-4d36-8fa0-24d4ab67c596 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:41.225179 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:41.253981 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7e17d4c2-be32-4555-81df-3711084544d7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:41.259936 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:41.392328 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cda940d1-d503-4995-b5a2-8f46c1b7eed1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:41.392558 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9ec64105-56ba-4744-b3ae-55c2d6d476d8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:51.226894 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:51.256834 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-161019b3-fa82-4533-8246-577f169efb67 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:51.261453 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:51.395601 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-afd48150-daf4-4e54-8328-9d83c09c5558 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:54:51.395888 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4c7c0677-cf40-4e26-a818-993233b20e1b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:01.228702 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:01.259851 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2372eba6-12b6-464a-8ddd-2e061a74f02c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:01.263331 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:01.398472 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-10beed4f-4fa5-47b0-a4ac-9582cc54ea11 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:01.398734 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6dae3123-8a33-42c1-93f8-b0306655b471 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:11.230785 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:11.262618 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5a2da22b-31ad-4f4d-9ee0-ddc2fa89e333 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:11.265719 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:11.401330 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-31ba62d3-dbf8-43ec-8a86-76de32a44a72 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:11.401600 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-cf63374f-11bd-4a65-ba5d-3366bc14cd3f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:21.232412 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:21.265301 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f61d44b6-3f68-4186-8413-41379333a48c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:21.267253 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:21.404187 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-314aff9e-5712-41cb-9516-98c475887e19 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:21.404509 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e6562d49-3d6e-4620-bbbc-7f00ed2e0d3c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.039638 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-b6f16839-e864-40c6-aede-7d88ff3dcb93 None None] Recovering zones for shards 2048 to 4095 Jul 03 14:55:31.041839 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-87ce3d64-94a5-4cc0-9c4e-66aa6d645f0d None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.046549 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-67742583-bdc0-4c6c-a3b2-3d473e9d1ad9 None None] Recovering zones for shards 0 to 2047 Jul 03 14:55:31.049051 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2baf1752-5972-434c-ae42-7fffcb004da1 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.234350 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.268067 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d7e1424a-8c1c-4061-bd94-f1b41955ab53 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.269336 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.407500 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1226529d-c647-439e-861c-36d6af31a6a6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.407754 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0c72f229-b8e9-49c4-be67-579e86cff069 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-7af0aeda-ff51-46f6-8e1e-2d5f88495705 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f9c0edc42d6e42ad9276ef192f1623d7 Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:55:31.805502 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:55:31.806668 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f9c0edc42d6e42ad9276ef192f1623d7 Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-6f75b434-499e-4cbd-ad0e-272390295556 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f836e38cb5e145f291bb0112fad704a2 Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:55:31.807447 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:55:31.808455 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f836e38cb5e145f291bb0112fad704a2 Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-7af0aeda-ff51-46f6-8e1e-2d5f88495705 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-6f75b434-499e-4cbd-ad0e-272390295556 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:55:31.809238 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7af0aeda-ff51-46f6-8e1e-2d5f88495705 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.810098 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6f75b434-499e-4cbd-ad0e-272390295556 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-16cc1598-5b9e-46b8-8487-1ace817ce227 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b9928dcf3032404f96880948463fd0dd Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:55:31.853008 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:55:31.853912 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID b9928dcf3032404f96880948463fd0dd Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-63453c93-f58e-4a9f-8c8a-8c08d431d45f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 939335aadb1b4b63ae45fa51e3832b8a Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:55:31.854599 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:55:31.855433 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 939335aadb1b4b63ae45fa51e3832b8a Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-16cc1598-5b9e-46b8-8487-1ace817ce227 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-63453c93-f58e-4a9f-8c8a-8c08d431d45f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:55:31.856444 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-16cc1598-5b9e-46b8-8487-1ace817ce227 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:31.857036 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-63453c93-f58e-4a9f-8c8a-8c08d431d45f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:41.236194 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:41.270799 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:41.271425 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d6b345a9-fbca-40bb-a3a3-ffd21951b5eb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:41.410230 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1d912fbc-69f9-4764-8621-70d80fc7a1d5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:41.410413 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-42788354-4271-4366-9d5e-07b87fa90d7e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:51.237781 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:51.272317 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:51.274183 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3c5a07c4-7315-4af6-8be0-f2c8e98bd561 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:51.412728 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-32967c4e-aaaf-4ba7-aef8-15a5b1a7026b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:55:51.413028 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-eb9550b2-c6c6-4c7b-8a9f-4034d7a517cb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:01.239898 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:01.274274 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:01.277011 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e78365af-8801-4ad5-a474-193b9ceeea57 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:01.416013 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a10b2898-abbd-423a-b492-ea90d726c752 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:01.416206 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c7399ae6-2f13-47a2-a57d-f7bdc875fbb2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:11.241624 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:11.276166 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:11.279430 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-fed90d63-802e-4a3f-84fa-f026cf9a145c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:11.418600 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b2edd049-71d1-40b0-9497-ab85718f13d2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:11.418824 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cf67d056-0f1e-4859-9422-39ae795f829f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:21.243571 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:21.277462 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:21.281483 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b111511b-af51-4243-b744-2e52944350bd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:21.421532 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-dcf6e2ef-c450-49f5-a6a0-c03909868576 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:21.421768 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-92a07ecd-ba94-4d15-a4d1-013a557a2840 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.245525 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.279021 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.284201 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2490e1cf-9ca8-4618-81d5-87be7d9c09eb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.424222 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a67750f9-8ef9-4d71-ada3-e760282026ae None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.424426 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8a553182-c799-49c5-9048-e9d7e223b156 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-3e6cd4c8-b86b-40df-8a66-764058e8bc0e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ef3866f8c3914a1da62a0ef14dfa5567 Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:56:31.834925 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:56:31.835632 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.836305 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:56:31.836305 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:56:31.836305 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ef3866f8c3914a1da62a0ef14dfa5567 Jul 03 14:56:31.836305 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-fa077945-ad55-4692-a151-1e268e7294c5 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 672a9d85290c4be69a258b0e93f4f6b7 Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:56:31.836560 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:56:31.837160 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 672a9d85290c4be69a258b0e93f4f6b7 Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-3e6cd4c8-b86b-40df-8a66-764058e8bc0e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-fa077945-ad55-4692-a151-1e268e7294c5 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:56:31.837989 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e6cd4c8-b86b-40df-8a66-764058e8bc0e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.838339 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fa077945-ad55-4692-a151-1e268e7294c5 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-00426e9d-bc19-4a1f-9652-72875ccefd7d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7dcbc63e93fe4977989524ca6d7f78fd Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:56:31.880530 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:56:31.881368 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.881927 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:56:31.881927 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:56:31.881927 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7dcbc63e93fe4977989524ca6d7f78fd Jul 03 14:56:31.881927 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:56:31.881927 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-00426e9d-bc19-4a1f-9652-72875ccefd7d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-6b138ceb-6cbd-4a91-893e-54df95549db3 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3c56157c867b40a2a034059ce57e7739 Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:56:31.882294 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:56:31.882938 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:56:31.883512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:56:31.883512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:56:31.883512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3c56157c867b40a2a034059ce57e7739 Jul 03 14:56:31.883512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:56:31.883512 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-00426e9d-bc19-4a1f-9652-72875ccefd7d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:31.883512 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-6b138ceb-6cbd-4a91-893e-54df95549db3 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:56:31.883773 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6b138ceb-6cbd-4a91-893e-54df95549db3 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:41.246879 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:41.280581 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:41.286587 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e0251540-8786-4fd3-af17-f5c91c5f2619 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:41.427107 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-af6b6f8e-790e-4592-aa04-c9f3d8f9bccc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:41.427353 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-50360d67-c38b-4954-a2eb-1683afd2b428 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:51.248414 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:51.282144 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:51.289245 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-10bb2960-9848-4271-8967-b53e567398bb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:51.429490 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-34272ffc-6ea4-41e8-91e5-c8efbaad826c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:56:51.430003 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-da4dc73c-2ce4-4e28-b5e3-eb0c63e9aa1d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:01.250185 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:01.283930 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:01.291989 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9aacbdf6-6426-4fb1-8315-771e19000c46 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:01.432133 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-043e1fd8-8e67-4ca9-88ec-badde35a5a0c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:01.433152 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2e5f16b5-47f5-478e-824a-c9cdcb1105a4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:11.251878 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:11.285281 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:11.295202 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b7c0c8fd-f903-4736-9dd6-335d02d06810 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:11.434836 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-042fd822-f772-4aa0-86a2-6f1e1f0e47fc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:11.435429 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ff4272bb-c5b6-4ffe-afe5-0894c94f700e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:21.253562 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:21.286751 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:21.297750 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e44c3e97-655a-4be5-9889-5bffe20e2edd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:21.437437 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-35ce122f-c186-4237-9ba4-89fd9399ea4b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:21.438006 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7b023bdc-58a8-4d33-a7ae-5727093de9a1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.042610 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-87ce3d64-94a5-4cc0-9c4e-66aa6d645f0d None None] Recovering zones for shards 2048 to 4095 Jul 03 14:57:31.044971 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a7b4adca-880c-44fe-9111-8936e7249dea None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.049670 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-2baf1752-5972-434c-ae42-7fffcb004da1 None None] Recovering zones for shards 0 to 2047 Jul 03 14:57:31.051603 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-afe7c57a-4c4e-4e76-a8d7-ce328f22972b None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.255134 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.288907 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.300429 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9aefa4cf-7299-471c-9765-642710d24709 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.440391 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-792d24c8-e09a-4923-8b2c-ad9be6b1764e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.440644 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-76e63064-5494-4460-8044-b3d0aa71876e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-fe63743a-8100-441e-a03a-a9e0cf594ccb None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 5f009af21e2446edb372dd2378917c38 Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:57:31.864215 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:57:31.865322 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 5f009af21e2446edb372dd2378917c38 Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-bbfd4c16-dae5-470e-a970-ba4c538a7fe6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a278dae2e80e4a8197099526458f0ea5 Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:57:31.866041 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:57:31.866964 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a278dae2e80e4a8197099526458f0ea5 Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-fe63743a-8100-441e-a03a-a9e0cf594ccb None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-bbfd4c16-dae5-470e-a970-ba4c538a7fe6 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:57:31.867688 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fe63743a-8100-441e-a03a-a9e0cf594ccb None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.868428 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bbfd4c16-dae5-470e-a970-ba4c538a7fe6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-7e194ae1-7b39-41db-a112-6f07fd0d872d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 313bf4b0ba6f4cbf85bb18f89edc8ad6 Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:57:31.908958 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:57:31.909837 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 313bf4b0ba6f4cbf85bb18f89edc8ad6 Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-8c0c5e67-8764-486e-9e10-43184fa5dca8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ab16d5984966450c94b6a2c01b16ef4b Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:57:31.910669 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:57:31.911687 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ab16d5984966450c94b6a2c01b16ef4b Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-7e194ae1-7b39-41db-a112-6f07fd0d872d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:57:31.912467 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7e194ae1-7b39-41db-a112-6f07fd0d872d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:31.913066 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-8c0c5e67-8764-486e-9e10-43184fa5dca8 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:57:31.913147 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8c0c5e67-8764-486e-9e10-43184fa5dca8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:41.256956 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:41.290113 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:41.302764 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-aeb39f1e-f48a-4698-9263-589f33275c24 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:41.443270 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3a0c1f9c-5eb8-4c4c-b605-ec8b1bcb4375 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:41.443453 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5ae81573-bddd-4b06-8423-04e4b2bbb64d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:51.258510 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:51.291636 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:51.305469 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e776e59-74bd-4390-b0e2-9be87c211de2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:51.445810 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-aff00c53-1d12-4eb0-b873-72a3f7694394 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:57:51.446255 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-adf59fd3-4f80-46e9-8ac5-f5620978a4d7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:01.260443 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:01.293775 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:01.308146 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-fdb0aac0-8341-43ea-b992-d5e182d44a21 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:01.448797 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b26c8a4f-317d-450a-a1de-92f1e9a6311f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:01.449051 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ee227b74-fde5-4815-895b-33716a21f6c1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:11.262043 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:11.295438 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:11.310577 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2ea5a1ba-5e18-42b8-9f9c-badeee4d83e8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:11.451401 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c0aba090-b4e6-471c-ab36-86a6d3b209f6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:11.451668 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a80dcba2-c1bb-48c5-90b6-a4d7afc0cdea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:21.264081 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:21.296857 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:21.314241 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-0dbcb0a3-448a-4053-a02a-f25fa1d30817 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:21.454071 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f83c738b-9235-4ff5-91ab-10e5c6be4672 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:21.454542 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-524d6c2c-5d63-42c4-8c22-0f5a63b20e92 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.265453 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.298512 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.316685 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-29b750ef-bdb9-41ce-be31-49019d90ea85 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.456902 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a9637660-4b66-4f98-b377-169a34ea058a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.457131 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cbaf4303-ae0d-4b99-97c7-6d113da9e7e4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-e0dfd5e1-2b08-45aa-b8d6-b7c3018fa79a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9c74f7af77e447d8bc7aeec1df508c3b Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:58:31.893835 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:58:31.895179 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9c74f7af77e447d8bc7aeec1df508c3b Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-90a83909-742f-4b70-b3e0-b637ddf45925 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1c15022b43ff4647b9ac24600741844f Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:58:31.895991 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:58:31.896957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1c15022b43ff4647b9ac24600741844f Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-e0dfd5e1-2b08-45aa-b8d6-b7c3018fa79a None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-90a83909-742f-4b70-b3e0-b637ddf45925 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:58:31.898060 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e0dfd5e1-2b08-45aa-b8d6-b7c3018fa79a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.898998 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-90a83909-742f-4b70-b3e0-b637ddf45925 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-6e5770e5-0fc2-497d-9a7b-849285eb3b36 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8639d55616154163b2e64f0814adf689 Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:58:31.936154 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:58:31.936816 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.937407 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:58:31.937407 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:58:31.937407 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8639d55616154163b2e64f0814adf689 Jul 03 14:58:31.937407 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-4a4839d5-9638-466f-a6f1-209f5dabdb50 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID eeebb53a944e4b41b3b6b5376f5ab30b Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:58:31.937571 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:58:31.938104 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:58:31.938655 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:58:31.938655 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:58:31.938655 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID eeebb53a944e4b41b3b6b5376f5ab30b Jul 03 14:58:31.938655 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:58:31.938655 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-6e5770e5-0fc2-497d-9a7b-849285eb3b36 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:58:31.938655 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-4a4839d5-9638-466f-a6f1-209f5dabdb50 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 14:58:31.938941 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4a4839d5-9638-466f-a6f1-209f5dabdb50 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:31.939668 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6e5770e5-0fc2-497d-9a7b-849285eb3b36 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:41.266677 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:41.299767 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:41.319222 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6409a398-16af-44ee-acf3-46bdca9a2348 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:41.459829 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f6e8b4f9-a715-49ef-b317-1150fe7c679b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:41.460117 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d298302d-aa23-4056-bf39-79f8fecf3481 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:51.268832 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:51.301239 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:51.322694 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4601ae29-b0f7-45e2-8224-980bd7aa439b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:51.462353 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e5b7d2b8-2928-44b2-be28-672d9f729910 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:58:51.462498 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-770f6498-96b1-4370-955c-265fcb0ddbfb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:01.270328 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:01.303412 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:01.325115 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-aed925ef-6b47-4b18-b4f9-b11c36a10b33 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:01.464916 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-217eb2be-8a9b-48e0-a9e3-3a69e37e962b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:01.465584 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e03fc70b-e4df-491b-a093-5ac8b49f631f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:11.271689 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:11.305482 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:11.327537 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c3571066-06dc-44de-a69a-ef22127ec6ca None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:11.467757 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c3fe21a9-80a1-4c41-8ea3-2215d9736067 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:11.468391 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ff79d358-5ad9-4a03-b91d-b903745e5480 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:21.273511 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:21.307222 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:21.330384 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-5731cbf1-9a37-4e23-8f3b-a47ad8e2ebf6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:21.470937 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d5aa24c3-a383-4f0e-b2fb-e51b5b0845b7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:21.471259 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-327143b4-945b-4c34-9dcb-b65305236aeb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.045932 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-a7b4adca-880c-44fe-9111-8936e7249dea None None] Recovering zones for shards 2048 to 4095 Jul 03 14:59:31.048879 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cc39152f-d9b4-4b69-8cc9-b063c8601eb1 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.052281 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-afe7c57a-4c4e-4e76-a8d7-ce328f22972b None None] Recovering zones for shards 0 to 2047 Jul 03 14:59:31.054363 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d55cbdc6-e8ed-4ebd-943e-972e52a20355 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.274699 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.308655 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.332808 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a014e53a-d93c-434d-b9cc-62ae1b40b758 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.473664 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b2de0341-d496-4eaf-b886-96857adf3875 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.474112 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9444fe1d-e3e2-4592-bf6d-233aaa4815db None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-862a5e79-a6c0-4021-baa0-6f77eb8a1db6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ad92a5e79c0d4b098a8bcd5f8935cb52 Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:59:31.924486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:59:31.925417 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ad92a5e79c0d4b098a8bcd5f8935cb52 Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-9347e906-715c-4842-bb15-21925c8921b4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 277936293bb44e2b84628abd0155e11a Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:59:31.926140 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:59:31.926800 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 277936293bb44e2b84628abd0155e11a Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-862a5e79-a6c0-4021-baa0-6f77eb8a1db6 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-9347e906-715c-4842-bb15-21925c8921b4 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:59:31.927515 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-862a5e79-a6c0-4021-baa0-6f77eb8a1db6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.928086 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9347e906-715c-4842-bb15-21925c8921b4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-b311bc36-fa31-4fc0-bb2e-325ed41c0c4e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 041c3deebb65411c8f7fdbd6d75296ca Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:59:31.965920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:59:31.966654 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.967352 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:59:31.967352 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:59:31.967352 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 041c3deebb65411c8f7fdbd6d75296ca Jul 03 14:59:31.967352 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-2c4c34b7-4698-4b99-ab70-353b674b5233 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e1155a621c6246f5aa5f4ac7e3c7cc69 Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 14:59:31.967671 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 14:59:31.968359 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e1155a621c6246f5aa5f4ac7e3c7cc69 Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-b311bc36-fa31-4fc0-bb2e-325ed41c0c4e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-2c4c34b7-4698-4b99-ab70-353b674b5233 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 14:59:31.969056 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b311bc36-fa31-4fc0-bb2e-325ed41c0c4e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:31.969490 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2c4c34b7-4698-4b99-ab70-353b674b5233 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:41.276462 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:41.310072 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:41.335762 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3ac9d474-1204-41fc-9241-d634ee93d44a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:41.477636 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1669b743-e383-4576-9637-81c68a50d189 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:41.477814 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-bca759f8-852c-4b09-bf5a-37e3adc90aa1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:51.277907 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:51.311424 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:51.338214 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8fe51e91-2f9f-4b6c-965f-7be7bc719733 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:51.480115 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5c92f76f-a5a1-4969-b450-2d15fa0f6aa9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 14:59:51.480619 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-23f7eb30-e542-40ea-8c0a-110c5c28de92 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:01.279741 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:01.313072 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:01.340833 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1632994b-9507-434c-9fc0-9c2350bed9dd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:01.483598 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fa6d565d-a6c6-46eb-be10-000ee228e7aa None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:01.483893 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-233e7945-db0b-4066-b3cb-5881cdbf8207 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:11.281319 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:11.314718 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:11.343412 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-450276aa-f585-4ecb-be44-d986830a8f13 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:11.486470 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1fc477cb-61a6-4d4a-8cfe-e41c4b5c07ea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:11.486724 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0b48a676-b110-4da4-802a-3653807f07a3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:21.285040 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:21.316281 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:21.346042 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-381254e5-bf8a-4358-b3d7-d43d27f1bcaf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:21.489244 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-270f43f5-9bcb-4117-aa6c-6b0c5c9fdf3a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:21.489663 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2713ab28-ff77-4d5d-8aaf-9172818576da None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.286786 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.318548 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.348664 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-bb4e72b8-f285-4961-98e6-449abf9bc741 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.492827 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-abc96b75-673c-47ab-b31d-fb24f5051d72 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.493093 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1508b7fc-41dc-4713-9c86-795023a93c61 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-ad3b83f3-e176-434a-82f9-cf3a3bffa24c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 53451d69644a4e5fabc9b71b4b465b67 Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:00:31.954431 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:00:31.955345 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.956299 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:00:31.956299 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:00:31.956299 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 53451d69644a4e5fabc9b71b4b465b67 Jul 03 15:00:31.956299 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:00:31.956299 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-ad3b83f3-e176-434a-82f9-cf3a3bffa24c None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:00:31.956299 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ad3b83f3-e176-434a-82f9-cf3a3bffa24c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-42d3685d-e0cc-4355-b5be-d47ae270c3d9 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a02ea9fd083d496992f0a5fe3396b2bf Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:00:31.959798 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:00:31.960457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.961241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:00:31.961241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:00:31.961241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a02ea9fd083d496992f0a5fe3396b2bf Jul 03 15:00:31.961241 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:00:31.961241 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-42d3685d-e0cc-4355-b5be-d47ae270c3d9 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:00:31.961241 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-42d3685d-e0cc-4355-b5be-d47ae270c3d9 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-459d02e0-0ad8-428a-b774-2baa7c65566c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f5d676f84f92437d9d94dcfed5e22ddd Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:00:31.995112 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:00:31.996022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f5d676f84f92437d9d94dcfed5e22ddd Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-05b8b39d-ee7a-4887-a4d2-ac73c9c69934 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 64af4cd0f62a44e4af939257eae365b9 Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:00:31.996617 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:00:31.997536 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 64af4cd0f62a44e4af939257eae365b9 Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-459d02e0-0ad8-428a-b774-2baa7c65566c None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:00:31.998221 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-459d02e0-0ad8-428a-b774-2baa7c65566c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:31.998653 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-05b8b39d-ee7a-4887-a4d2-ac73c9c69934 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:00:31.998653 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-05b8b39d-ee7a-4887-a4d2-ac73c9c69934 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:41.288171 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:41.321188 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:41.351755 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f2b460b4-bf9c-43f3-ab5b-17a71fc316c4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:41.495714 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-59e73d94-d553-4de2-81d9-31e09d98be71 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:41.496116 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5035a576-f44b-4732-8a91-b0cf85ee658b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:51.289823 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:51.323348 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:51.353946 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1ae378d4-42e6-41ab-bdf3-2e3823c34d4c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:51.498402 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7f16aa69-dffb-44d5-b9e4-f3240212b278 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:00:51.498616 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5572c783-ad80-4e3e-8458-d87ea779ecd2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:01.291447 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:01.325221 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:01.357131 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f0e0c2b0-b278-4425-9faa-c66e7688b391 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:01.504089 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cd7b4d31-6c0f-404e-a8ff-eeb4ceb70836 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:01.504635 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a3e1ba91-cc39-4867-8cbc-d7d428a81fd1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:11.293294 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:11.327133 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:11.360319 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-78cd56d9-fec8-467d-9b68-d86fddce70ba None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:11.498009 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c7f35610-ecbe-47d9-a8e7-e051fef5b190 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:11.506728 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a41ded46-21fb-44d7-a6e5-fd4467efbcda None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:21.294541 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:21.328643 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:21.362991 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3b8685cb-ddcf-462d-8239-55784cdaf8e1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:21.500928 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a06fa598-1545-40fe-adae-11ba5be52a89 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:21.508775 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-244338c5-009a-4952-8225-b0f52279bd10 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.050382 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-cc39152f-d9b4-4b69-8cc9-b063c8601eb1 None None] Recovering zones for shards 2048 to 4095 Jul 03 15:01:31.052680 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a0c7cab1-0431-4b0c-bba7-7c5a8515952c None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.055031 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-d55cbdc6-e8ed-4ebd-943e-972e52a20355 None None] Recovering zones for shards 0 to 2047 Jul 03 15:01:31.057094 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8bc3c3e5-916d-40ec-88dd-c394852883d5 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.296226 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.330128 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.365757 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-27bbb26b-f045-4e22-9817-d91c49280dbf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.504081 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d6f5a385-c63b-4bbc-a1dd-c62115b52e29 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.511605 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8bfb4701-1e3f-4f8b-a3d4-e186a4e1b188 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-9ece7e9b-44b1-4728-82a4-8fcb89d19488 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 444dc0415ecb43299accedbb13509e20 Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:01:31.984374 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:01:31.985216 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.985912 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:01:31.985912 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:01:31.985912 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 444dc0415ecb43299accedbb13509e20 Jul 03 15:01:31.985912 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:01:31.985912 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-9ece7e9b-44b1-4728-82a4-8fcb89d19488 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 15:01:31.985912 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9ece7e9b-44b1-4728-82a4-8fcb89d19488 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-a5e22996-078c-4c10-95b4-c0a9fa7993d0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3a8516bff6ea4424a7d2889ba0a2a960 Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:01:31.987486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:01:31.988161 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:31.988819 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:01:31.988819 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:01:31.988819 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3a8516bff6ea4424a7d2889ba0a2a960 Jul 03 15:01:31.988819 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:01:31.988819 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-a5e22996-078c-4c10-95b4-c0a9fa7993d0 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:01:31.988819 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a5e22996-078c-4c10-95b4-c0a9fa7993d0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-4298e5d5-fb28-423f-9ab4-d0f02b329d23 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID df0ac73c40604970bfef46ea8b2f7f9d Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:01:32.025110 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:01:32.025925 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.026628 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:01:32.026628 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:01:32.026628 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID df0ac73c40604970bfef46ea8b2f7f9d Jul 03 15:01:32.026628 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-240eba14-3f03-47f4-aae0-4a79a6fdf8a2 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ca32f498dab94afaa322d939d4627d81 Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:01:32.026826 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:01:32.027454 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ca32f498dab94afaa322d939d4627d81 Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-4298e5d5-fb28-423f-9ab4-d0f02b329d23 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-240eba14-3f03-47f4-aae0-4a79a6fdf8a2 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:01:32.028022 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4298e5d5-fb28-423f-9ab4-d0f02b329d23 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:32.029552 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-240eba14-3f03-47f4-aae0-4a79a6fdf8a2 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:41.298198 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:41.332132 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:41.368961 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8ca3bb37-e347-4664-b7ae-e97409707db3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:41.507399 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-67a142dc-3eaa-4c8a-8030-1829f79fb5c2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:41.514297 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-eebcf74e-d164-41d2-943d-416029548e93 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:51.299890 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:51.333780 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:51.371665 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-69e530aa-a23b-4eda-a449-6bab583d55ec None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:51.510041 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-021cb288-20fd-4ebf-be64-49c95b4d26cd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:01:51.517598 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5ce85777-526a-4fa4-a172-eed4a28cead3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:01.301071 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:01.335551 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:01.375627 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-490c8b98-e3dc-4b44-a9ac-d7b2de58b39a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:01.512754 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5b8a1cea-62c9-4a94-8e09-3f9168f9884d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:01.519985 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-308f7d7c-fe17-4ebe-a81c-b9a47cbdc4c5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:11.302450 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:11.337096 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:11.378808 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-ba13a4f8-1273-40fd-9cec-d54ced84952c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:11.515071 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f608c56c-c4a6-4dca-885c-3252d85a6391 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:11.522306 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-72dd751d-d482-440f-a8de-c069a90e236e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:21.304024 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:21.339423 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:21.381822 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-89ef7916-2c12-410f-a5f3-44eef87b2a60 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:21.517530 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5671c378-f341-4807-b4dd-d2d447e7edf1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:21.524962 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d7a5cf63-862c-4ec1-b5ab-b312aa9f1821 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:31.308998 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:31.342976 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:31.388333 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9eff9589-2133-48e5-b2e1-3889d085f9e1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:31.525661 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ea8f9040-5a21-4d7d-ac85-cf335453dfc4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 9.99 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:31.530587 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-54cf128b-2b54-43c9-b20c-0590df7f68a8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-1bf38211-eb02-489d-9fea-4080badbd07c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 10c567b7aace410b9aee1ef84074a258 Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:02:32.013405 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:02:32.014730 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.015940 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:02:32.015940 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:02:32.015940 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 10c567b7aace410b9aee1ef84074a258 Jul 03 15:02:32.015940 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:02:32.015940 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-1bf38211-eb02-489d-9fea-4080badbd07c None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:02:32.015940 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1bf38211-eb02-489d-9fea-4080badbd07c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-4e15e525-a8ee-4095-b937-9577162d0c6a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9528370acedb44d79d0bc0066e12626f Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:02:32.023899 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:02:32.024537 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.025165 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:02:32.025165 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:02:32.025165 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9528370acedb44d79d0bc0066e12626f Jul 03 15:02:32.025165 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:02:32.025165 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-4e15e525-a8ee-4095-b937-9577162d0c6a None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:02:32.025165 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4e15e525-a8ee-4095-b937-9577162d0c6a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-47d0ecde-4914-432a-93fb-bba4c9116fb3 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a92e670a8dc64be09371ee8b9389208a Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:02:32.058037 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:02:32.058977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.059943 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:02:32.059943 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:02:32.059943 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a92e670a8dc64be09371ee8b9389208a Jul 03 15:02:32.059943 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:02:32.059943 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-47d0ecde-4914-432a-93fb-bba4c9116fb3 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:02:32.059943 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-47d0ecde-4914-432a-93fb-bba4c9116fb3 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-6849b2ba-ef67-43d7-8087-7f239688eb0a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1c8d12cda2ec460781cf8772de54f4d9 Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:02:32.061039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:02:32.062049 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:02:32.063168 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:02:32.063168 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:02:32.063168 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 1c8d12cda2ec460781cf8772de54f4d9 Jul 03 15:02:32.063168 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:02:32.063168 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-6849b2ba-ef67-43d7-8087-7f239688eb0a None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:02:32.063168 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6849b2ba-ef67-43d7-8087-7f239688eb0a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:41.307826 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:41.344403 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:41.391841 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e3067396-96f5-4a8c-aba2-42e2110f11b2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:41.518520 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f434b0ba-ea57-4f7e-a838-6abe94d9fe0b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:41.533782 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-df43f4b1-b493-4745-8353-36b89bf9a640 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:51.309291 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:51.345952 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:51.394766 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4a066e48-5dfa-4c3f-9cc2-4117cc6fe17f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:51.521524 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1d8dd783-b147-4a35-adec-d9d57dcc9fac None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:02:51.536750 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-dc575352-8811-4c9c-8796-7d3c6b51a457 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:01.310763 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:01.347408 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:01.397662 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b6885ac9-59a1-4769-882a-faa75c1ad031 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:01.524239 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1625187a-a25c-4df4-bf51-5d913592edef None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:01.539528 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-779a89e5-9d0b-40f9-939d-e8293d7eed8c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:11.312181 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:11.349293 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:11.400372 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f256cfbb-ddc2-45a8-b06b-2c6e9fa2afe9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:11.527197 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9b0700a4-44b3-410e-8f81-dcf45f8f3f21 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:11.542209 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-88fdcee0-a87a-4850-8f03-342ca90c952f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:21.313608 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:21.353123 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:21.403504 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4b8b0adf-b496-4edf-aeaa-9666491168c3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:21.530417 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9f46e333-3fe4-4885-a02c-c34ea04cc0c6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:21.545830 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-24690db7-ce88-4597-9c43-7dbcadde30e1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.053393 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-a0c7cab1-0431-4b0c-bba7-7c5a8515952c None None] Recovering zones for shards 2048 to 4095 Jul 03 15:03:31.057810 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-8bc3c3e5-916d-40ec-88dd-c394852883d5 None None] Recovering zones for shards 0 to 2047 Jul 03 15:03:31.059008 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-906db9ca-86bc-43ba-b2e9-cb8b7c6e9911 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 119.99 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.060620 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2bf77823-6ecb-4985-8d4d-50b8fb6c8234 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.315080 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.354678 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.405868 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f68d25fe-832b-4f76-857b-5719566f7396 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.534015 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-695f7612-16c8-428c-8863-32e845d02147 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:31.548730 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cc817f6f-326d-4366-a739-67f028545cc9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-f28f9254-31aa-4b2b-be22-650f42820c03 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a602cbf34e894cd68e42730dabe20508 Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:03:32.049733 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:03:32.050705 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.051441 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:03:32.051441 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:03:32.051441 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a602cbf34e894cd68e42730dabe20508 Jul 03 15:03:32.051441 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-c965770f-caef-4da6-8c32-3f79114e6f0e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f2a14d2f378b49a390917c9da87ca7ed Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:03:32.052276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:03:32.053205 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f2a14d2f378b49a390917c9da87ca7ed Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-f28f9254-31aa-4b2b-be22-650f42820c03 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.04 sec Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-c965770f-caef-4da6-8c32-3f79114e6f0e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:03:32.054569 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f28f9254-31aa-4b2b-be22-650f42820c03 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:32.055633 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c965770f-caef-4da6-8c32-3f79114e6f0e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-3ad0b297-c77e-447e-bc53-e27b17b1bf10 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9b85b9d9d7d94e25b790ebab8f78f54c Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:03:32.085577 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:03:32.087000 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.088108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:03:32.088108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:03:32.088108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 9b85b9d9d7d94e25b790ebab8f78f54c Jul 03 15:03:32.088108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:03:32.088108 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-3ad0b297-c77e-447e-bc53-e27b17b1bf10 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 15:03:32.088108 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3ad0b297-c77e-447e-bc53-e27b17b1bf10 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-017a5eae-8b9f-4e3f-a51d-fa72449a26e6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3463cb8e34d44535b00cd22a602bdc14 Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:03:32.089145 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:03:32.089745 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:03:32.090385 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:03:32.090385 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:03:32.090385 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3463cb8e34d44535b00cd22a602bdc14 Jul 03 15:03:32.090385 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:03:32.090385 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-017a5eae-8b9f-4e3f-a51d-fa72449a26e6 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:03:32.090385 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-017a5eae-8b9f-4e3f-a51d-fa72449a26e6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:41.317501 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:41.356063 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:41.408719 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-80d1ea00-47c8-4024-b33b-9b83f0a7ccb0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:41.536643 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5e610660-b137-4c49-a080-e1c0619f44cd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:41.551041 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-dc367e7a-3e75-4512-9d80-07cef40389c5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:51.319285 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:51.357530 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:51.411760 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-33c5e488-f98c-4744-884f-bfed0c549add None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:51.539623 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4339040f-2a61-4705-a4d2-23e319633db5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:03:51.557092 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6df85cc2-fd27-45d5-a95d-270db93057f3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:01.320878 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:01.359051 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:01.414335 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-ecfe4c6e-07e9-470d-a1b6-196661ad27b3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:01.542480 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8979beb1-ee98-47fb-aa9d-21fd9a5a8bb5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:01.557191 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-72993a85-fff4-4fd8-83a9-6532d7f796a9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:11.322402 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:11.361173 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:11.417341 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6bc48faf-118f-496a-ab17-7b393492f8f1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:11.546179 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e0021bb9-24e2-43c4-ac59-7b121d90223c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:11.560291 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e544d851-b22d-4e23-ad5a-45a5eff35114 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:21.324094 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:21.362992 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:21.421246 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3d21178c-b373-48b7-8ece-c78516667925 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:21.551791 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3c437fc7-22fb-4faf-b05b-ac8ea0f277f9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:21.563587 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e9beb61f-9164-46fe-bbac-9f36b5ea62d8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:31.326021 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:31.364365 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:31.424477 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-08215858-e6ea-4f36-86f9-35eb6d56a512 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:31.553105 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b3fdd00f-5db5-4bc3-9529-e20817578761 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:31.568179 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-df594109-ec44-4247-b928-16880da6fd55 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-0aea64b4-ccb3-46d9-b514-674ed6df34a0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0f3c3bbfa8c0452d91401558783aa23e Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:04:32.082542 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:04:32.083555 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.084495 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:04:32.084495 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:04:32.084495 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0f3c3bbfa8c0452d91401558783aa23e Jul 03 15:04:32.084495 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-39d2fa4f-d0a3-4855-b58e-7d519a8cebb4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 89803f576a6443119afcae5724d6e17e Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:04:32.084777 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:04:32.085549 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.086185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:04:32.086185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:04:32.086185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 89803f576a6443119afcae5724d6e17e Jul 03 15:04:32.086185 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:04:32.086185 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-39d2fa4f-d0a3-4855-b58e-7d519a8cebb4 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:04:32.086185 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-0aea64b4-ccb3-46d9-b514-674ed6df34a0 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:04:32.086577 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-39d2fa4f-d0a3-4855-b58e-7d519a8cebb4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:32.086920 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0aea64b4-ccb3-46d9-b514-674ed6df34a0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-2805f1a6-5fca-4a7e-99d6-2dbe14b6c02f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID be9ff93a7ef44521b08826590556a1df Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:04:32.115424 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:04:32.116888 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.117613 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:04:32.117613 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:04:32.117613 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID be9ff93a7ef44521b08826590556a1df Jul 03 15:04:32.117613 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:04:32.117613 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-2805f1a6-5fca-4a7e-99d6-2dbe14b6c02f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:04:32.117613 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2805f1a6-5fca-4a7e-99d6-2dbe14b6c02f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-1a233811-e448-4c3b-9b33-a235d204367e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3cc3ab736e6f45708c6d4c75deee54f0 Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:04:32.120722 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:04:32.122087 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:04:32.122813 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:04:32.122813 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:04:32.122813 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3cc3ab736e6f45708c6d4c75deee54f0 Jul 03 15:04:32.122813 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:04:32.122813 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-1a233811-e448-4c3b-9b33-a235d204367e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:04:32.122813 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1a233811-e448-4c3b-9b33-a235d204367e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:41.327703 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:41.365927 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:41.428029 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-81154c66-60cc-40af-93ff-1288fb90367b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:41.557493 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1d6e9611-599c-42cd-a035-de80000d173a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:41.571458 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6c7cde7a-f422-4392-aa33-48f530101eae None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:51.329387 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:51.367241 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:51.430378 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a71807d5-23cf-4b62-b211-1da7488c0f5c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:51.560407 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f7223b4b-32df-43e1-9eb0-b11f7f6fd0cc None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:04:51.573699 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bf864865-03b5-4f03-88a3-f131d231bec9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:01.331201 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:01.368758 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:01.433175 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-778de70a-8ff4-4d06-9e89-2bd6d1bfaab7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:01.563294 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0ce3a4d7-4eff-4bdd-a5c7-63c4f651eb98 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:01.576561 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-407618a9-7d31-4036-8cdf-d83ebe4b9265 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:11.333409 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:11.370333 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:11.436198 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2e08027b-17b0-46f3-bf99-7215c29682bb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:11.566180 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-323f47c7-6013-4ae5-9f67-7565e742707a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:11.579121 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-991fd302-cbd9-4391-a5b9-ea789b8ae6c7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:21.334673 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:21.372050 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:21.438692 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-37f4a51f-b245-498f-9bf8-3c1377dfe808 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:21.569103 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-dcef159a-a515-4cb2-b614-591b10f0a68a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:21.581543 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1af703f9-bd90-444f-b134-5a59f3e2307b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.050331 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-906db9ca-86bc-43ba-b2e9-cb8b7c6e9911 None None] Recovering zones for shards 2048 to 4095 Jul 03 15:05:31.053268 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-11277a9b-d69b-4685-9107-17421d03f538 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.061303 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-2bf77823-6ecb-4985-8d4d-50b8fb6c8234 None None] Recovering zones for shards 0 to 2047 Jul 03 15:05:31.064892 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-201cfa64-c3b3-46b9-8b51-e33049148685 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.336152 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.373934 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.441310 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f1c979be-29bb-4900-9969-855e03dc551a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.571957 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b4900aa8-9df0-4585-9408-2135fb263332 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:31.584769 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-32536e2a-d08a-44b8-8dd5-54d2eb577812 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-adc0375c-fbe7-41d1-b17b-180b934906f1 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a9bd1c5776e7485bb54f69e7a9878d8c Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:05:32.114510 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:05:32.116598 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a9bd1c5776e7485bb54f69e7a9878d8c Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-deb8c0ec-628b-496c-9368-4e5141936819 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 69237ef890fe49a989c0f7b4c642713f Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:05:32.117670 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:05:32.118742 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 69237ef890fe49a989c0f7b4c642713f Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-adc0375c-fbe7-41d1-b17b-180b934906f1 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-deb8c0ec-628b-496c-9368-4e5141936819 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:05:32.119462 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-deb8c0ec-628b-496c-9368-4e5141936819 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:32.120541 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-adc0375c-fbe7-41d1-b17b-180b934906f1 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-3db480a4-8690-43bd-9af7-19c8fc3bd816 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 08d12404bc1a46a6ac1ba154d5add88a Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:05:32.150373 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:05:32.151767 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.152629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:05:32.152629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:05:32.152629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 08d12404bc1a46a6ac1ba154d5add88a Jul 03 15:05:32.152629 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:05:32.152629 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-3db480a4-8690-43bd-9af7-19c8fc3bd816 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:05:32.152629 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3db480a4-8690-43bd-9af7-19c8fc3bd816 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-64a140fe-d0c6-4a6d-b93f-6d2068a5d658 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0808a093c69d4ab39c700da42f7e50b8 Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:05:32.153221 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:05:32.154127 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:05:32.154694 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:05:32.154694 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:05:32.154694 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0808a093c69d4ab39c700da42f7e50b8 Jul 03 15:05:32.154694 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:05:32.154694 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-64a140fe-d0c6-4a6d-b93f-6d2068a5d658 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:05:32.154694 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-64a140fe-d0c6-4a6d-b93f-6d2068a5d658 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:41.338207 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:41.375512 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:41.444800 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a7adf326-788d-4846-89a1-bdead26f04b7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:41.575424 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-96fea210-1e39-4ac3-a562-b9737a10462b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:41.588220 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4469f176-a3f7-4d73-847e-5f357eaff6ea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:51.340089 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:51.377388 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:51.447669 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6e201bd7-8c79-4720-bd12-1afea046cd65 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:51.578564 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a0e39f88-5764-49b6-a914-312fa66ef523 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:05:51.590456 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-093dbdf5-9669-4f0f-b01f-401d62dd5024 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:01.341856 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:01.379202 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:01.450849 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-41004e14-c94f-4a01-b607-08254b71349c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:01.581417 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fb44b4a0-34ba-497b-bd52-c79db57554cf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:01.593534 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-57139f1e-ba41-464d-b1fd-6a46de12cdea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:11.343676 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:11.381030 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:11.453957 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-b4305c03-086f-492f-871f-ee0598600c27 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:11.584347 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d9487dda-75db-44f3-92f6-c3a10cec875f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:11.596682 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f7339c02-d62a-45a7-b952-c38be5d1f038 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:21.345483 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:21.382677 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:21.456900 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a5050eb2-4882-4e1b-b84b-5606f685c070 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:21.587225 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1ec4eed1-11b0-4974-a6ad-bf1924c795ba None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:21.599736 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0f296756-b6a7-41c5-9f70-0a712f860991 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:31.347545 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:31.384630 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:31.459886 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-363e6c1e-3b70-4480-a20f-4a0f1b924739 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:31.589953 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-799cce25-4cab-4e38-8ec7-c0ddea885106 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:31.602688 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ddb35a4e-541c-439d-aae2-91f4911de60a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-0de479be-d9c2-46e5-90e2-8e4a80af6002 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f87a2bcdd4b04b8a93681c3a89b691b3 Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:06:32.144481 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:06:32.145457 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.146304 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:06:32.146304 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:06:32.146304 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f87a2bcdd4b04b8a93681c3a89b691b3 Jul 03 15:06:32.146304 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:06:32.146304 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-0de479be-d9c2-46e5-90e2-8e4a80af6002 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:06:32.146304 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0de479be-d9c2-46e5-90e2-8e4a80af6002 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-26da2af8-2d11-4f26-ad07-2b8048d16dde None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 743e80c301e64d57a5e446111f46ed3b Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:06:32.150328 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:06:32.151147 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.152006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:06:32.152006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:06:32.152006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 743e80c301e64d57a5e446111f46ed3b Jul 03 15:06:32.152006 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:06:32.152006 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-26da2af8-2d11-4f26-ad07-2b8048d16dde None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:06:32.152006 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-26da2af8-2d11-4f26-ad07-2b8048d16dde None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-1cb63b31-c25d-454e-a252-6c86c54c6547 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e6af6f1dbd9c4e78b6c7ec6c20d5cc1c Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:06:32.181118 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:06:32.181977 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e6af6f1dbd9c4e78b6c7ec6c20d5cc1c Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-1e8a7a58-abb9-4077-934f-9b450b182e3b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ac0d0b084d2d45ffafe87f3a59f77bb8 Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:06:32.183108 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:06:32.184284 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ac0d0b084d2d45ffafe87f3a59f77bb8 Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-1cb63b31-c25d-454e-a252-6c86c54c6547 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-1e8a7a58-abb9-4077-934f-9b450b182e3b None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:06:32.185504 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1e8a7a58-abb9-4077-934f-9b450b182e3b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:32.186414 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1cb63b31-c25d-454e-a252-6c86c54c6547 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:41.349517 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:41.386172 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:41.463031 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3215cd6f-f077-4b8a-a407-9daded62b4f8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:41.593595 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c790c203-9a99-4687-9639-dd3a78f74e3e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:41.605581 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ff12a487-3ba3-4c17-81d6-f1127e616b03 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:51.351236 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:51.387664 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:51.466122 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-16a3b58b-8935-4a6d-b5a6-e957dc66968e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:51.597182 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-883334c6-2e42-40a4-a6b3-1fc43fcb67d1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:06:51.608059 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f2532ebd-2bfc-493c-8a2c-b66ad7cf7814 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:01.353355 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:01.389080 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:01.469342 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-95c3b576-8213-4645-9227-877b544ababd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:01.600103 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2e86cf98-52f9-4b42-b482-15abbcaf3d6f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:01.610908 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e4f4bf8-3895-4a4c-85f7-b370b8fe7244 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:11.354841 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:11.390584 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:11.472828 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9fba85f8-03fd-4223-b664-e8f3951e4e57 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:11.602952 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-764edcd8-1ce2-42bd-9785-60ed0ea117e4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:11.614065 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9b26bc56-a1c3-470d-9206-159b5afec4cb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:21.357735 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:21.393701 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:21.475744 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6d072848-2190-4c4b-b6a6-7c00d132732d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:21.605990 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-db7e8b25-717c-4f2b-8a3a-4fc317806e91 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:21.617466 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a602de73-e5df-47af-9abe-2208d9fb5216 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.054118 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-11277a9b-d69b-4685-9107-17421d03f538 None None] Recovering zones for shards 2048 to 4095 Jul 03 15:07:31.056954 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f1dc832c-a497-41fd-ba0b-f5ab73a39a3e None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.065156 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-201cfa64-c3b3-46b9-8b51-e33049148685 None None] Recovering zones for shards 0 to 2047 Jul 03 15:07:31.067805 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ab8b3da6-1fee-4123-8d52-e2dd378c81c7 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.359824 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.395126 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.478828 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7fc18995-5fc1-438e-b62c-136a8afffa93 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.608582 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b2f76138-132b-45d6-bf48-fcd17a3b66ad None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:31.620255 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-86c6d92c-8db0-4e19-bb9f-3a53ea988a0e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-0b4fe838-ba93-4592-a649-7cf6e7b71f3f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0c88807b1944481491b822b052171fef Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:07:32.170331 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:07:32.171729 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.172440 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:07:32.172440 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:07:32.172440 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0c88807b1944481491b822b052171fef Jul 03 15:07:32.172440 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:07:32.172440 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-0b4fe838-ba93-4592-a649-7cf6e7b71f3f None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:07:32.172440 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0b4fe838-ba93-4592-a649-7cf6e7b71f3f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-72af1d24-212e-4078-aef1-17d53a220a5f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 93eca2b16651408983adf44b89fe4435 Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:07:32.174365 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:07:32.174957 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.175626 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:07:32.175626 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:07:32.175626 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 93eca2b16651408983adf44b89fe4435 Jul 03 15:07:32.175626 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:07:32.175626 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-72af1d24-212e-4078-aef1-17d53a220a5f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 15:07:32.175626 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-72af1d24-212e-4078-aef1-17d53a220a5f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-b0955ba2-4388-4f62-9852-fb0b9c1a09a4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3b080741a5b3493c93f5c13b445c9b0f Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:07:32.210592 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:07:32.211828 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3b080741a5b3493c93f5c13b445c9b0f Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9960321a-5329-479d-bfff-53e2ac213da6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 828c0d5944bb4205a39ac7fe56f3c078 Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:07:32.212635 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:07:32.213392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 828c0d5944bb4205a39ac7fe56f3c078 Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-b0955ba2-4388-4f62-9852-fb0b9c1a09a4 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9960321a-5329-479d-bfff-53e2ac213da6 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:07:32.214162 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b0955ba2-4388-4f62-9852-fb0b9c1a09a4 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:32.216055 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9960321a-5329-479d-bfff-53e2ac213da6 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:41.361387 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:41.396860 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:41.482095 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-126ce429-729e-41a1-9b4e-a0cb9b9d20cf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:41.611193 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8b36cdec-64be-4ed5-8379-a6272517a454 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:41.622976 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-1a684252-7ac3-401c-b0f9-1a9332e23b78 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:51.362815 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:51.398418 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:51.484848 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-cfdbe3b6-2af8-4035-9f8b-3b6377b98a23 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:51.614663 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-80c9d376-fc45-4368-b276-928d05a78869 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:07:51.625723 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-5a44ab8f-18f7-496a-81aa-979ce32bd880 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:01.364699 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:01.399757 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:01.488495 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-14f7d605-3e84-421f-9bf8-fc9d9c4bd0ae None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:01.617308 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fffeadc6-b28e-4e75-a2cf-baec7ddd3bbf None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:01.628672 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0547cc4e-aaef-47f0-8077-c045b70b1938 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:11.366242 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:11.401331 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:11.491304 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-d210b3ec-0a45-490d-936c-2df4b534fb0a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:11.620930 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-8e3470a6-545a-4be2-854a-8eed398522ca None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:11.631228 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e6f3fc47-ac20-4422-a82a-b0f4f2e8d6c7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:21.368052 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:21.403158 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:21.493903 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-595cf75d-4f2d-4dfa-9b46-9187c61777f3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:21.623579 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e38d4039-14e2-415b-b02b-cd870c5487f3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:21.633344 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-6865a851-dd88-4b0c-9adf-00e58acef09e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:31.369860 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:31.404640 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:31.496967 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2a15921e-ec3e-4a9d-b5cc-e5fdf9e0e115 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:31.626700 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-568d765a-34d6-4a5c-9546-288bdbc1bc49 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:31.636189 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4053b5fb-5c36-4514-acd8-096245d0e0f8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-a9570425-8a3a-4584-a0c2-c9b9e44b719f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2becc602b3b14e0fa61a2dd91b48d4e1 Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:08:32.197821 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:08:32.198813 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2becc602b3b14e0fa61a2dd91b48d4e1 Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-05f855bc-9367-4835-9289-6ee04f68fb1f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f8fde557f2df40c0aa7f138d821043eb Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:08:32.199934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:08:32.201076 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID f8fde557f2df40c0aa7f138d821043eb Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-a9570425-8a3a-4584-a0c2-c9b9e44b719f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-05f855bc-9367-4835-9289-6ee04f68fb1f None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:08:32.202142 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a9570425-8a3a-4584-a0c2-c9b9e44b719f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:32.203053 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-05f855bc-9367-4835-9289-6ee04f68fb1f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9d958038-712c-413a-b750-4145facf7b6f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0f7fb3f62fd045e08259d9931eaf15aa Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:08:32.239129 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:08:32.239840 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.240447 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:08:32.240447 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:08:32.240447 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0f7fb3f62fd045e08259d9931eaf15aa Jul 03 15:08:32.240447 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-01087416-fcf8-45da-b860-d22769003b3f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 97fd58c50fbe409db718ed50375d2c51 Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:08:32.240914 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:08:32.242287 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 97fd58c50fbe409db718ed50375d2c51 Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9d958038-712c-413a-b750-4145facf7b6f None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.02 sec Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-01087416-fcf8-45da-b860-d22769003b3f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9d958038-712c-413a-b750-4145facf7b6f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:32.243034 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-01087416-fcf8-45da-b860-d22769003b3f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:41.371475 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:41.406641 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:41.499646 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-91859770-bec5-4eb6-8d77-3001208f6565 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:41.629294 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-37c5bbc2-818a-47e4-930d-9c63fced6200 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:41.638541 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ccefaa49-3455-4636-b50c-8b363711894d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:51.372870 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:51.408299 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:51.502321 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4ec6db98-b42e-41f6-8d1a-f87a6489b219 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:51.632006 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6a0ef6f7-ffe1-4c15-bba7-ade023b4154e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:08:51.640943 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0fba2cb9-6357-442a-9970-39c4ee1908af None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:01.374815 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:01.409923 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:01.505093 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-60e4f5ff-d4b3-4470-942c-2feb7b5c0bb9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:01.635328 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e29a72cc-dc24-4363-926f-295e0a3571ea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:01.643455 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-abc24147-9fb1-4fee-b6f5-6cd02caa50ee None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:11.376690 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:11.411484 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:11.508275 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-1d64030b-5acc-4486-8494-05b16649feed None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:11.638019 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-97b66756-2703-462e-a991-ed21a045e268 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:11.645550 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-44621c66-6f9d-41e7-a028-1302f15174fb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:21.378040 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:21.412995 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:21.510595 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-19e39a21-2eb1-4486-bc11-16dbc7614e69 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:21.640966 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a2314003-bd38-4347-960f-68f909814760 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:21.649007 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a8e5ffe1-cdf0-470e-883e-0a0eee8025a6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.057678 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-f1dc832c-a497-41fd-ba0b-f5ab73a39a3e None None] Recovering zones for shards 2048 to 4095 Jul 03 15:09:31.060072 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-77b106c6-d927-4226-919f-66a9a21f5606 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.068537 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-ab8b3da6-1fee-4123-8d52-e2dd378c81c7 None None] Recovering zones for shards 0 to 2047 Jul 03 15:09:31.070903 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-891b4e3b-44b0-4ab7-abbd-e6d276864843 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.379980 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.414472 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.513621 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-f3e82141-ae92-48e3-a4ce-ab01b527021d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.643686 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7c771e3a-5687-49e5-8e23-534f1a527127 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:31.651549 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0975defa-835e-43df-a765-222faccb5b8a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-bf1a306b-6416-4864-8c2b-79d76ac42aec None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ba9ec058b1e147a8a24303448411b2f1 Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:09:32.227271 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:09:32.229352 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ba9ec058b1e147a8a24303448411b2f1 Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-8771bf11-bef6-4c9f-91bd-d28453812cfe None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e2df3dd5b1984f6ba6613e31981690e8 Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:09:32.230198 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:09:32.230808 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e2df3dd5b1984f6ba6613e31981690e8 Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-bf1a306b-6416-4864-8c2b-79d76ac42aec None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-8771bf11-bef6-4c9f-91bd-d28453812cfe None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:09:32.231456 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bf1a306b-6416-4864-8c2b-79d76ac42aec None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:32.232003 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8771bf11-bef6-4c9f-91bd-d28453812cfe None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-6444dcbc-bd5e-4659-8653-04731d0d0f75 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d14f1a933c0f42da926a5eea0206111b Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:09:32.267695 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:09:32.269088 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.270095 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:09:32.270095 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:09:32.270095 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d14f1a933c0f42da926a5eea0206111b Jul 03 15:09:32.270095 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:09:32.270095 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-6444dcbc-bd5e-4659-8653-04731d0d0f75 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-14fd9a5d-d191-4c74-bea8-52cfc2de8288 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 327c7d929ad84f3d931ecc1bf54440d9 Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:09:32.270624 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:09:32.271283 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:09:32.272029 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:09:32.272029 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:09:32.272029 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 327c7d929ad84f3d931ecc1bf54440d9 Jul 03 15:09:32.272029 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:09:32.272029 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-6444dcbc-bd5e-4659-8653-04731d0d0f75 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:32.272029 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-14fd9a5d-d191-4c74-bea8-52cfc2de8288 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:09:32.272393 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-14fd9a5d-d191-4c74-bea8-52cfc2de8288 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:41.381535 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:41.416205 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:41.517217 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-cc3e8ebd-0bed-4ef4-a5eb-083a9c07caed None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:41.646896 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0581947b-92ae-47be-b672-bd3b7dc469e3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:41.654267 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d31ecbd-9849-41a7-8ad1-d2f4a6aba14c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:51.383167 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:51.417673 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:51.520642 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-4b4084d3-4578-4c25-b2c3-87a4357be0af None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:51.650060 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-15ce3b9b-76e5-4056-bcc7-0111ba30b728 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:09:51.657510 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a98d6193-ec43-4b21-9796-d6531f69b716 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:01.385338 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:01.419841 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:01.524654 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a62c5d2d-b94a-4c8b-9d9a-4a5d441cca63 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:01.652844 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e52b22df-28f8-4404-ad87-7dab9747a2be None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:01.660228 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2d55a03b-383b-4ce1-afce-95124f00eb53 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:11.387091 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:11.421480 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:11.527666 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-40872a2b-1a1f-452c-9b33-1c7d4d5844f0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:11.656075 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-75f72512-729d-4974-91a2-408561b971e2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:11.662955 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-86b2ae6c-8423-4594-9217-968883a5dd17 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:21.388709 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:21.423049 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:21.530210 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9d606ebc-9795-4512-b2f7-76881bb4f329 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:21.658832 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2242be15-e20f-4cca-ab8f-4e7fcff2a7f6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:21.665211 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-a98119b6-457b-4753-9898-ec398e92946f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:31.390437 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:31.424509 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:31.533291 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a8718e8a-e9ef-49b8-9e6c-c6c0c166837b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:31.664168 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-44c2cd2f-ed4a-4aaa-be21-34e2c23e5d7a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:31.669777 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0fcdb59f-edc1-4047-bd11-9d3fa7234281 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-591a3bf7-cb63-4e2d-a1a5-c0ad0c9358d8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0916a47cf9d048deb834df7a6c248c55 Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:10:32.257178 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:10:32.258188 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.258963 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:10:32.258963 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:10:32.258963 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0916a47cf9d048deb834df7a6c248c55 Jul 03 15:10:32.258963 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-fbdd1474-6da3-4e03-9a6c-01668e07cdca None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 87885f8b1fe74653b570422c9827f056 Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:10:32.259718 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:10:32.260486 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 87885f8b1fe74653b570422c9827f056 Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-591a3bf7-cb63-4e2d-a1a5-c0ad0c9358d8 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-fbdd1474-6da3-4e03-9a6c-01668e07cdca None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:10:32.261382 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-591a3bf7-cb63-4e2d-a1a5-c0ad0c9358d8 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:32.262232 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fbdd1474-6da3-4e03-9a6c-01668e07cdca None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-d30f5842-92a5-4c16-b161-dd2ebfe916ba None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7ececc2bbd86491fa6c5233db6c1daa6 Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:10:32.298719 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:10:32.299948 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.300993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:10:32.300993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:10:32.300993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7ececc2bbd86491fa6c5233db6c1daa6 Jul 03 15:10:32.300993 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-a0742bca-8aac-43d2-b578-664ef9ae6ee0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 584db4cff7594b7bba1e80681e73dbc0 Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:10:32.301238 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:10:32.302233 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 584db4cff7594b7bba1e80681e73dbc0 Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-d30f5842-92a5-4c16-b161-dd2ebfe916ba None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-a0742bca-8aac-43d2-b578-664ef9ae6ee0 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:10:32.303193 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-d30f5842-92a5-4c16-b161-dd2ebfe916ba None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:32.303993 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a0742bca-8aac-43d2-b578-664ef9ae6ee0 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:41.392542 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:41.426157 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:41.536018 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-10ce0e9a-9beb-4eeb-95ab-07e5aa94e835 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:41.667482 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4e67c273-036b-4789-a282-1b860be23394 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:41.672886 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-556e0667-afd6-4c60-91e8-5b75cd3dd1d7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:51.393382 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:51.427761 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:51.539116 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-26a5a5a4-6d64-45c1-9686-b609d523feeb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:51.670580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-3d33c3bc-5414-43c9-b678-02bff1eb8114 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:10:51.675771 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7d42d9df-31f5-435b-8946-ed32f26d6ef6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:01.395617 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:01.429611 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:01.542316 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-94e0fc95-63a5-4c6c-9ca5-30d7df1ab48e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:01.674226 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-56be73c9-5203-4d37-91c4-74ec45188d7b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:01.678662 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-335af0e4-eb17-4b84-b7c0-f994cb5da555 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:11.397319 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:11.431108 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:11.544809 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-237d48a4-4615-4ff4-9b2e-5c85fc4c9a07 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:11.676957 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2eb1c609-6e76-4496-afd6-b827c14520ab None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:11.680794 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-96ef56e7-37b4-4869-a679-bb55316b9925 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:21.398767 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:21.432415 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:21.547396 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-51adac2d-b548-42a0-9ef5-184bd0c01b2b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:21.679390 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2f94bff9-6b06-4076-93bd-b6d0071642f8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:21.682887 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cbb35bdf-085c-4088-9fd3-1d87ee87181d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.060828 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-77b106c6-d927-4226-919f-66a9a21f5606 None None] Recovering zones for shards 2048 to 4095 Jul 03 15:11:31.063025 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7f7bd10c-9b36-4323-8092-5e9244742368 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.071689 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-891b4e3b-44b0-4ab7-abbd-e6d276864843 None None] Recovering zones for shards 0 to 2047 Jul 03 15:11:31.073999 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-cfeb2bb6-5076-4e55-9d12-b0c41f6fd99a None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.400146 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.433936 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.550822 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-853307ef-5680-4ca5-9a26-e1b265acf6ac None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.682048 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9f8489a3-f3d8-457e-b195-5fcd04017f1b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:31.685066 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3db70403-5ddb-4b87-bffc-e27f3f9d8669 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-7a939980-dd74-48c9-b9e5-fc852ecae6b5 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6845300b938743699caccc8ae14b2f31 Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:11:32.288407 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:11:32.290244 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.291096 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:11:32.291096 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:11:32.291096 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 6845300b938743699caccc8ae14b2f31 Jul 03 15:11:32.291096 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:11:32.291096 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-7a939980-dd74-48c9-b9e5-fc852ecae6b5 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:11:32.291096 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-7a939980-dd74-48c9-b9e5-fc852ecae6b5 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-dec7288f-7996-4778-82b0-d8f955255d5a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID eed971ffa0024dcd846b8acd905acfae Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:11:32.293012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:11:32.294208 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.295480 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:11:32.295480 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:11:32.295480 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID eed971ffa0024dcd846b8acd905acfae Jul 03 15:11:32.295480 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:11:32.295480 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-dec7288f-7996-4778-82b0-d8f955255d5a None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:11:32.295480 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-dec7288f-7996-4778-82b0-d8f955255d5a None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-a74c8dbe-0b2e-4cc1-95bb-c704e992c46d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ae2cf67ce60246b2b93dd36e0bf0ee7c Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:11:32.328473 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:11:32.329956 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID ae2cf67ce60246b2b93dd36e0bf0ee7c Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-4ba26ad1-7cf5-4eed-8e05-b9bbb26178be None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0cf5ef196e234f8bb787535eade46ca6 Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:11:32.330891 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:11:32.331484 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0cf5ef196e234f8bb787535eade46ca6 Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-a74c8dbe-0b2e-4cc1-95bb-c704e992c46d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-4ba26ad1-7cf5-4eed-8e05-b9bbb26178be None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:11:32.332051 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a74c8dbe-0b2e-4cc1-95bb-c704e992c46d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:32.332596 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-4ba26ad1-7cf5-4eed-8e05-b9bbb26178be None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:41.402437 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:41.436231 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:41.553913 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-28c7d142-18ab-4201-b00c-d9c6243a8782 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:41.685316 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ad33fc43-c9e9-4749-b7b2-11a608915c60 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:41.687708 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-885c348c-dbf2-49a8-acf8-bb0dfdbd7759 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:51.404218 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:51.437839 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:51.556762 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-326bbfc5-526f-48d2-9ad7-caef13f8d227 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:51.688084 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-58fb2441-6272-48fc-8a97-2d25d97a5b3f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:11:51.690332 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ef63818b-0903-43f4-9f80-815f67f9725f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:01.405799 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:01.439530 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:01.559989 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-caf5881b-86d3-42ec-9c0a-56d0651da208 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:01.690997 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-07f643d9-2a0b-4ae9-a708-5eb7676b9ab1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:01.693554 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-42249fd1-cf41-4158-9bfd-9bfabe47fa80 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:11.407111 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:11.441130 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:11.562481 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-ee2bb18b-cd24-4075-a45e-b899cb8d003f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:11.693655 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a8671f48-f655-486b-b44f-9cd8eeeb378b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:11.695807 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f9c120a5-1c6c-41e2-8f9c-26f7190a9f59 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:21.409021 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:21.442614 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:21.564969 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-821e9d34-697c-48fa-9307-9fa59c09c43c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:21.696165 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c9845e9d-6a1b-4042-80ba-1a587b7f7969 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:21.698147 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4b6427f3-2e03-4ebc-858a-89bd9e29d436 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:31.410337 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:31.444325 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:31.568087 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e53d0751-1cea-4fd3-adce-0ada55b88c92 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:31.698614 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7eaabc41-325e-41b3-bb85-8c4e0ecafbe6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:31.700228 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0d997a87-9d48-44d8-b3b3-222e750f8165 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-b28dd3d3-3ad5-4fbf-8447-dbc2d3ba79ad None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3a81249516e9403abfacddadb7925737 Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:12:32.317493 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:12:32.318289 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.318889 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:12:32.318889 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:12:32.318889 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3a81249516e9403abfacddadb7925737 Jul 03 15:12:32.318889 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-e4aaf5be-405a-41a9-957d-45ba54c9ce1d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d9b89965d19b41e4abbcf79f7c5a381d Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:12:32.319276 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:12:32.319877 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d9b89965d19b41e4abbcf79f7c5a381d Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-b28dd3d3-3ad5-4fbf-8447-dbc2d3ba79ad None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-e4aaf5be-405a-41a9-957d-45ba54c9ce1d None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:12:32.320505 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b28dd3d3-3ad5-4fbf-8447-dbc2d3ba79ad None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:32.321057 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e4aaf5be-405a-41a9-957d-45ba54c9ce1d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-2675c1db-d7e2-458d-8608-ea46572e87ca None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 103c1679727341e2af655b3792dd2899 Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:12:32.358091 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:12:32.359289 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 103c1679727341e2af655b3792dd2899 Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-84476637-fda4-43fd-8c58-4c0621172a5f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID bac9a55f720f405886c378a23fd9551a Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:12:32.360411 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:12:32.361573 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID bac9a55f720f405886c378a23fd9551a Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-84476637-fda4-43fd-8c58-4c0621172a5f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-84476637-fda4-43fd-8c58-4c0621172a5f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:32.362618 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-2675c1db-d7e2-458d-8608-ea46572e87ca None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:12:32.363616 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2675c1db-d7e2-458d-8608-ea46572e87ca None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:41.413074 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:41.446988 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:41.571053 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-9ddf7841-a14f-4466-8a82-35e6d8083959 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:41.701606 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-0fa7827a-719c-4fee-b796-a4ada990d8d2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:41.702390 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d026a638-ca3a-4cc7-a7a0-95fea5683b2c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:51.414740 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:51.448601 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:51.574028 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c0c1a74b-3dfe-41f0-b95d-6a93fc1501a2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:51.704107 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-c623a9b9-8f6f-4e68-896f-322549f5eb41 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:12:51.705206 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-29f693eb-1150-4a75-96b8-6d3da30fcc20 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:01.416241 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:01.450512 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:01.576592 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-073e6527-e9b9-453d-bee8-bb9bc94a3e09 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:01.707393 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-06e7488a-813e-4f35-8616-11e758ef66ce None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:01.708074 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-818b7e5e-47c8-4bdf-80fe-700d1774c3d4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:11.418007 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:11.452389 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:11.579354 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-45852e0b-888f-42ad-b201-17c371d96cca None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:11.710090 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9a29aded-c222-46e2-b904-6abc801ec24d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:11.710670 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4a5e9776-e9e9-48f8-a693-3bb864c587c0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:21.419777 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:21.454143 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:21.582163 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-81ad495e-2a09-48af-a64a-20ee94c1b859 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:21.713076 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9292d9d4-9c75-4777-ba05-84f1be669142 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:21.713333 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0dd89a93-f54e-422e-a054-279cef7a5d67 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.063979 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-7f7bd10c-9b36-4323-8092-5e9244742368 None None] Recovering zones for shards 2048 to 4095 Jul 03 15:13:31.065882 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3c7798c0-ecd2-4ac3-ae2b-1f10e30c794d None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.074757 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-cfeb2bb6-5076-4e55-9d12-b0c41f6fd99a None None] Recovering zones for shards 0 to 2047 Jul 03 15:13:31.076847 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-a51dae74-16d4-4e0c-88b9-3d284801000e None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.421360 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.455625 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.585224 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-2ee2c841-b981-4441-9882-c93390a02a58 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.716493 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4deecc16-56fd-4cd3-9c5f-9737e6b1eea1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:31.716708 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-2ba2354d-9d8b-4817-866e-b08e22ca787b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-22678807-3f44-43b8-8f56-0e68c1414a6d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 51afc37e2527476d99b9aa42eac7a2f8 Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:13:32.348067 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:13:32.349227 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 51afc37e2527476d99b9aa42eac7a2f8 Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-58d92292-8041-4e59-b327-2efd0386f815 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c8c2fa4244e44ae8a5ba9d48abf44f2d Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:13:32.350012 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:13:32.350697 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c8c2fa4244e44ae8a5ba9d48abf44f2d Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-22678807-3f44-43b8-8f56-0e68c1414a6d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-58d92292-8041-4e59-b327-2efd0386f815 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:13:32.351295 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-22678807-3f44-43b8-8f56-0e68c1414a6d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:32.351788 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-58d92292-8041-4e59-b327-2efd0386f815 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-47c0b224-7a3c-4472-a2aa-7a1db7c7a63d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 5a098b90dc554dbfb38900e855ab12ca Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:13:32.387247 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:13:32.388392 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 5a098b90dc554dbfb38900e855ab12ca Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-84a472f0-c82a-4f6c-afd4-de50d610704d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a6f3f92de71948e0b4056be713a96de5 Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:13:32.389073 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:13:32.389691 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a6f3f92de71948e0b4056be713a96de5 Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-47c0b224-7a3c-4472-a2aa-7a1db7c7a63d None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-84a472f0-c82a-4f6c-afd4-de50d610704d None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:13:32.390387 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-47c0b224-7a3c-4472-a2aa-7a1db7c7a63d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:32.390962 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-84a472f0-c82a-4f6c-afd4-de50d610704d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:41.422992 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:41.457053 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:41.587816 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-ceec34bb-3427-42bf-b4f7-7c7c55226dec None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:41.719390 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b8a8088f-1569-4e44-b9c4-070521d27583 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:41.719616 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-71f30513-716d-436c-9117-6492d69bdd7a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:51.424441 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:51.458994 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:51.590658 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7c0aabee-4a6a-48a1-a47e-7fa634363f95 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:51.722188 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-be19564c-b060-4624-b15a-6463a237728b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:13:51.722485 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1c049956-83e1-405b-85ce-34c215091312 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:01.425982 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:01.460347 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:01.593159 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-aa611382-99f7-48fa-b7bf-145b9e03df7c None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:01.725258 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-215c8f53-ac74-46a9-95e8-05ada26f8fd6 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:01.725494 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ec98e842-c951-4e8e-a4b8-e2dd9359dd26 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:11.427444 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:11.462146 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:11.596092 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-8e9beaad-f542-49d1-8832-75fbda4755b2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:11.728328 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e1a63cdf-f6b9-4ad5-ae18-5f581717cdb1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:11.728633 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-103c790c-e41c-4952-b89c-6cea343a55d8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:21.429028 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:21.464072 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:21.598844 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7f889d1e-5b77-4cf8-8ef7-982a5f3e4987 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:21.731005 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9357dd56-5d46-43a2-a144-71d44a3ca3e2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:21.731292 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-80b1f9f1-f683-4c4c-90d7-facf4056a06d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:31.430644 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:31.465524 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:31.601833 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-c426375a-0f6e-4420-a951-8b2dbe29747b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:31.733884 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-05ce70ce-a831-4f3f-a30e-b72126279b41 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:31.734080 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-923a7d97-a651-4993-a09e-3cc02bfbadf3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-cab337fe-3341-44f5-82ca-3c2742bd5c48 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID eb64f79856bf48adb717a1e6093dc903 Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:14:32.377326 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:14:32.378389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.379059 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:14:32.379059 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:14:32.379059 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID eb64f79856bf48adb717a1e6093dc903 Jul 03 15:14:32.379059 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-8852549d-71e0-4481-8ab0-999613e61f39 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a3ce47846f99402084b406c80df53255 Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:14:32.379453 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:14:32.380285 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a3ce47846f99402084b406c80df53255 Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-8852549d-71e0-4481-8ab0-999613e61f39 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-cab337fe-3341-44f5-82ca-3c2742bd5c48 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:14:32.380934 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8852549d-71e0-4481-8ab0-999613e61f39 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:32.381385 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-cab337fe-3341-44f5-82ca-3c2742bd5c48 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-ea034452-71cc-4dd7-a2c8-2d5848d24332 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 00d878f5434846dcb09d87b2e96e2976 Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:14:32.415875 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:14:32.416627 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 00d878f5434846dcb09d87b2e96e2976 Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-222df6d2-be94-41cb-9722-6a0377f0cf11 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 80f4c1e9371d4458832d1b61560e3795 Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:14:32.417270 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:14:32.417845 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 80f4c1e9371d4458832d1b61560e3795 Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-ea034452-71cc-4dd7-a2c8-2d5848d24332 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:14:32.418446 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-222df6d2-be94-41cb-9722-6a0377f0cf11 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:14:32.418936 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ea034452-71cc-4dd7-a2c8-2d5848d24332 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:32.419756 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-222df6d2-be94-41cb-9722-6a0377f0cf11 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:41.432184 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:41.466939 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:41.605416 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-7c3f96c0-8463-410b-a7ca-3dc1175ec6ba None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:41.736901 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-04f476b5-48b6-4998-a52e-23d4bee332e5 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:41.737110 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-46205e91-6667-4ba9-937c-bc7c06c3c8f7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:51.433509 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:51.468713 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:51.608399 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-bec9fa73-9216-4046-8840-42e30df7d1f9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:51.739944 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-808a3553-3703-4f94-8d78-d24affe2c193 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:14:51.740152 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-bae442fc-6a08-46b5-b560-00a7cbaa85ea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:01.435416 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:01.470406 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:01.612086 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-34bb48b1-db4b-4b6c-9fc5-b8701e886231 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:01.743098 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-84a92f76-2995-434f-9fbc-fecbc3d44fe7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:01.743317 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7719e793-acc0-45b7-b438-0003ff3cde11 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:11.437199 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:11.472074 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:11.615150 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-96d3d604-69a9-4f30-aa61-599a27f4305d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:11.745841 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-ed51d902-ddfc-458c-a00a-15176d25965a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:11.746184 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1b46e089-9532-4deb-afd4-d45be35822a4 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:21.438890 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:21.474032 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:21.617889 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-10e3d5bc-9a8e-4d09-bf95-96f16a148737 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:21.749153 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-9e2150a5-c978-4803-8d13-af3086d738be None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:21.749423 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-35bb0a6f-dc90-4955-9fff-ec34fbf0e906 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.066785 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-3c7798c0-ecd2-4ac3-ae2b-1f10e30c794d None None] Recovering zones for shards 2048 to 4095 Jul 03 15:15:31.070119 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-af3a0935-1aa2-4c36-8aa3-2a1bc528cc8e None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.077921 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-a51dae74-16d4-4e0c-88b9-3d284801000e None None] Recovering zones for shards 0 to 2047 Jul 03 15:15:31.080397 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b27b51b2-3f7d-4fd8-ad67-80357fa45107 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.440824 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.475435 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.620368 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e847451e-423a-42ed-bc38-8b16566283e0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.751957 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5739c388-e3d1-49c7-bbe2-3194a92de0d1 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:31.752160 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0a5dd316-a597-4e7d-a69a-f363181b507a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-8271024c-a61b-4fa8-94ca-c26792097711 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c2a387222990448183d6913af3a2e2bd Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:15:32.407193 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:15:32.408567 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID c2a387222990448183d6913af3a2e2bd Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-e6f0be67-714e-4287-b739-ee953d07d223 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3403c047693c48f8a99636ac8feb84f0 Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:15:32.409313 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:15:32.410118 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 3403c047693c48f8a99636ac8feb84f0 Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-8271024c-a61b-4fa8-94ca-c26792097711 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-e6f0be67-714e-4287-b739-ee953d07d223 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:15:32.410788 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-8271024c-a61b-4fa8-94ca-c26792097711 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:32.411395 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e6f0be67-714e-4287-b739-ee953d07d223 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9adda9be-2340-4e55-9ca0-5651907ab54d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7c6a417a94224fb992df235f62ac6056 Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:15:32.444576 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:15:32.445952 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 7c6a417a94224fb992df235f62ac6056 Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-90d3d391-264f-43a2-af31-ea52f08d2572 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d17d6ac38e9f405c9620ccda3a619383 Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:15:32.446566 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:15:32.447249 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID d17d6ac38e9f405c9620ccda3a619383 Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9adda9be-2340-4e55-9ca0-5651907ab54d None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-90d3d391-264f-43a2-af31-ea52f08d2572 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:15:32.447920 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9adda9be-2340-4e55-9ca0-5651907ab54d None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:32.448489 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-90d3d391-264f-43a2-af31-ea52f08d2572 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:41.442716 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:41.477600 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:41.623399 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-41c20fcf-cbfb-409e-bd7d-b173fb562d70 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:41.754882 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-edccc253-ed7c-40a8-8ee7-aca7d4492cf0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:41.755141 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-2da19310-3d4b-476c-a02b-a2bcb3d09aba None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:51.444120 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:51.479043 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:51.626025 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e934ff1e-8c6b-4983-a770-d0feb834c9ca None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:51.758107 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-1dbaf96f-d902-471e-8d6b-2af378d389e0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:15:51.758294 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-497b3f6d-8b67-4f77-8db4-1d6a2ecca6fd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:01.445725 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:01.480634 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:01.628675 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-82d19f91-9b0c-43b3-85b9-fb3daf72e0c9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:01.761068 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-288fe228-dc61-4414-9c6d-9cfee2232574 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:01.761324 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-21bd8546-9ad1-4361-bacb-fbec20261db8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:11.447353 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:11.482133 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:11.631355 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-600a555e-f32b-4d00-af3b-f0b2d5463f45 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:11.763982 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-0540c15b-a2c2-4172-9322-9e253313a7c3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:11.764413 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7ee24316-285a-43da-a721-40072dd0673f None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:21.448801 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:21.483572 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:21.633956 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a938081c-993d-45ba-a736-680232f05ea3 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:21.767374 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-4928c232-0811-4638-b9fe-44e13bd7b86e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:21.767580 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e81fcf1e-8b83-4e44-b9e4-feb80f60ff98 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:31.450378 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:31.485194 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:31.637497 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-15b42920-5cff-4c4c-9ce6-7af3ff77bb93 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:31.769926 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fab21b4b-b0ee-4a6f-ac33-3131580cbca8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:31.770228 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d2849232-a23d-451c-ac2b-f2182acabf04 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-621f628b-38f7-4f34-87e2-9c6f8259d348 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8f3fc0f0b5e247d09457a400880c384a Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:16:32.435939 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:16:32.436951 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 8f3fc0f0b5e247d09457a400880c384a Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-c8729b56-e028-469d-ad9e-67794753eb11 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e39da5290f5a497a9cb67c5af6c14aa3 Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:16:32.438022 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:16:32.439218 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID e39da5290f5a497a9cb67c5af6c14aa3 Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-621f628b-38f7-4f34-87e2-9c6f8259d348 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-c8729b56-e028-469d-ad9e-67794753eb11 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:16:32.440474 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-621f628b-38f7-4f34-87e2-9c6f8259d348 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:32.441324 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c8729b56-e028-469d-ad9e-67794753eb11 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-e6ceec13-ff4e-4b62-9625-f2f76949a665 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a1c8d72a3ec24a59be41c7be88f585e5 Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:16:32.473340 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:16:32.474472 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID a1c8d72a3ec24a59be41c7be88f585e5 Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9527e10f-4ead-4454-9831-9d5ee9c690d7 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 85d55c41eb4647b996fd5782e9e06704 Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:16:32.475301 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:16:32.476039 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 85d55c41eb4647b996fd5782e9e06704 Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-e6ceec13-ff4e-4b62-9625-f2f76949a665 None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9527e10f-4ead-4454-9831-9d5ee9c690d7 None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:16:32.477090 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-e6ceec13-ff4e-4b62-9625-f2f76949a665 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:32.477636 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9527e10f-4ead-4454-9831-9d5ee9c690d7 None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:41.451933 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:41.486719 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:41.640075 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-24f0d1e2-c277-49d3-aba6-fca07219013a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:41.772682 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-ef81abb9-4ec1-42bb-a761-c84ac78bef20 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:41.772977 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-04c0c5bf-7a42-489d-9e86-0f084f4defa0 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:51.453400 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:51.488272 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:51.642963 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-6cf0f9ff-bf01-4261-b1c0-65c26213b2a9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:51.775605 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-e3a92bcd-05a1-4b9e-ae35-ba162749fe5a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:16:51.775889 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-40a51c1a-375f-4498-b8ec-125892a6e10d None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:01.454936 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:01.490016 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:01.645714 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-840406c6-6974-41d5-a306-96ed50988668 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:01.778332 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-24826e0f-4601-4200-add9-463b5c9c8452 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:01.778725 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-75dc5d81-0584-478e-b949-09fa67d1c7b7 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:11.456359 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:11.491632 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:11.648748 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-e766037f-aaea-4c30-8769-4c3c5a1c3495 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:11.781153 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-f3b77613-cc39-4704-ad95-042f13e5e290 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:11.781449 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-3b650ac8-8b39-4e45-a6cb-cde3b553c9d2 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:21.458781 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:21.493747 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:21.652349 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-90b93f45-e2b8-4c44-80d2-71ef839e83ea None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:21.784424 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-d5539934-baaf-4034-9ce7-6fa5f7db8696 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:21.784639 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-561c80a2-d5fe-4e79-9ca1-f8bb8e56e431 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.071079 np9a6dd0e6e4804 designate-producer[78823]: INFO designate.producer.tasks [None req-af3a0935-1aa2-4c36-8aa3-2a1bc528cc8e None None] Recovering zones for shards 2048 to 4095 Jul 03 15:17:31.074135 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-f2a6c32e-0169-4542-8817-9cc7a4153e40 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.080987 np9a6dd0e6e4804 designate-producer[78826]: INFO designate.producer.tasks [None req-b27b51b2-3f7d-4fd8-ad67-80357fa45107 None None] Recovering zones for shards 0 to 2047 Jul 03 15:17:31.083078 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-5abb4d75-51b4-4d72-bdd9-f4ac5059cdf6 None None] Fixed interval looping call 'designate.producer.tasks.WorkerPeriodicRecovery' sleeping for 120.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.460777 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.495494 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.654947 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-3e0c7621-6388-4955-b884-e738ff43e194 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.787128 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-fb375d49-df27-4417-812c-693d1ce70a9e None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:31.787345 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-b4d8ea53-b8ab-4b41-8acb-4b090148dfef None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-bc2689cf-674f-44b4-8689-f94dc1c5f62f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 275a85485c004e3f86cc379a064ea22e Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:17:32.464450 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:17:32.465706 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 275a85485c004e3f86cc379a064ea22e Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall [None req-083d7cfd-45db-44d0-af21-2d2c7379275e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 5476b3f671ad4b4f95da74add3fb640a Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:17:32.466423 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:17:32.467389 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 5476b3f671ad4b4f95da74add3fb640a Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-bc2689cf-674f-44b4-8689-f94dc1c5f62f None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.02 sec Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: WARNING oslo.service.backend.threading.loopingcall [None req-083d7cfd-45db-44d0-af21-2d2c7379275e None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:17:32.468026 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-bc2689cf-674f-44b4-8689-f94dc1c5f62f None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:32.468652 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-083d7cfd-45db-44d0-af21-2d2c7379275e None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-7888b57f-b3e0-4c40-9822-55e94aa5866b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0c66abbc2e7145b1977f4406cf5aa1d6 Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 290, in __call__ Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:17:32.501316 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:17:32.502512 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 0c66abbc2e7145b1977f4406cf5aa1d6 Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall [None req-9c58a801-a661-4651-8f77-963d6220a13c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' failed: oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2235e6a6177d4b1ca40c14a50307bd66 Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Traceback (most recent call last): Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py", line 84, in func Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return f(*args, **kwargs) Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/producer/tasks.py", line 244, in __call__ Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall zones = self.central_api.find_zones( Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/designate/designate/central/rpcapi.py", line 164, in find_zones Jul 03 15:17:32.503250 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.client.call(context, 'find_zones', criterion=criterion, Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 530, in call Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self.prepare().call(ctxt, method, **kwargs) Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/client.py", line 180, in call Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self.transport._send( Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/transport.py", line 123, in _send Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._driver.send(target, ctxt, message, Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall return self._send(target, ctxt, message, wait_for_reply, timeout, Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 789, in _send Jul 03 15:17:32.503962 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall result = self._waiter.wait(msg_id, timeout, Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 654, in wait Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall message = self.waiters.get(msg_id, timeout=timeout) Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 520, in get Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall raise oslo_messaging.MessagingTimeout( Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall oslo_messaging.exceptions.MessagingTimeout: Timed out waiting for a reply to message ID 2235e6a6177d4b1ca40c14a50307bd66 Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: ERROR oslo.service.backend.threading.loopingcall Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-7888b57f-b3e0-4c40-9822-55e94aa5866b None None] Function 'designate.producer.tasks.PeriodicIncrementSerialTask' run outlasted interval by 55.03 sec Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: WARNING oslo.service.backend.threading.loopingcall [None req-9c58a801-a661-4651-8f77-963d6220a13c None None] Function 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' run outlasted interval by 55.03 sec Jul 03 15:17:32.504682 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-7888b57f-b3e0-4c40-9822-55e94aa5866b None None] Fixed interval looping call 'designate.producer.tasks.PeriodicIncrementSerialTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:32.505899 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-9c58a801-a661-4651-8f77-963d6220a13c None None] Fixed interval looping call 'designate.producer.tasks.PeriodicGenerateDelayedNotifyTask' sleeping for 0.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:41.462590 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:41.496884 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:41.657608 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-42fe264d-8a3b-4cd1-8917-ad69dd9f2fbd None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:41.790044 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-b6f9f509-e832-49a5-b88b-bc3f3424a137 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:41.790273 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-653ad235-4408-4abd-91b6-adda8de9a6d8 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:51.465137 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:51.498370 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:51.660096 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-a275df19-bcd6-4139-b988-58a36de922d9 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:51.792492 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-fd3f399a-785b-436d-955d-77a979182093 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:17:51.792733 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-40d21a90-23fc-4800-bffa-264593395a53 None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:18:01.466511 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:18:01.500210 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [-] Fixed interval looping call 'designate.coordination.Coordination._coordinator_run_watchers' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:18:01.663023 np9a6dd0e6e4804 designate-producer[78491]: DEBUG oslo.service.backend.threading.loopingcall [None req-94576a29-e2de-4f7d-935e-f7fbb5344eeb None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78491) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:18:01.795143 np9a6dd0e6e4804 designate-producer[78823]: DEBUG oslo.service.backend.threading.loopingcall [None req-c5f261c3-6c0d-4d94-a287-d366d43edf9b None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78823) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}} Jul 03 15:18:01.795349 np9a6dd0e6e4804 designate-producer[78826]: DEBUG oslo.service.backend.threading.loopingcall [None req-626b8672-eb00-4933-8603-17a04f66e95a None None] Fixed interval looping call 'designate.heartbeat_emitter.HeartbeatEmitter._emit_heartbeat' sleeping for 10.00 seconds {{(pid=78826) _run_loop /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/threading/loopingcall.py:165}}